explosion/spaCy
1
1
Fork 0
mirror of https://github.com/explosion/spaCy.git synced 2025-01-26 09:14:32 +03:00
Code Issues Packages Projects Releases Wiki Activity

Improve profiling

Browse Source
This commit is contained in:
Matthew Honnibal 2017-11-17 19:13:00 +01:00
parent fa62427300
commit 2acc907d55
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
spacy/cli/profile.py
View File

@ -36,13 +36,13 @@ def profile(cmd, lang, inputs=None):
if inputs is None: if inputs is None:
imdb_train, _ = thinc.extra.datasets.imdb() imdb_train, _ = thinc.extra.datasets.imdb()
inputs, _ = zip(*imdb_train) inputs, _ = zip(*imdb_train)
inputs = inputs[:2000] inputs = inputs[:25000]
nlp = spacy.load(lang) nlp = spacy.load(lang)
texts = list(cytoolz.take(10000, inputs)) texts = list(cytoolz.take(10000, inputs))
cProfile.runctx("parse_texts(nlp, texts)", globals(), locals(), cProfile.runctx("parse_texts(nlp, texts)", globals(), locals(),
"Profile.prof") "Profile.prof")
s = pstats.Stats("Profile.prof") s = pstats.Stats("Profile.prof")
s.strip_dirs().sort_stats("cumtime").print_stats() s.strip_dirs().sort_stats("time").print_stats()
def parse_texts(nlp, texts): def parse_texts(nlp, texts):