explosion/spaCy
1
1
Fork 0
mirror of https://github.com/explosion/spaCy.git synced 2025-05-03 07:13:40 +03:00
Code Issues Packages Projects Releases Wiki Activity

* Pedantic edits to website/create_code_samples. Make it use plac for interface, remove unnecessary regex, ensure unicode is handled correctly under Python 2.

Browse Source
This commit is contained in:
Matthew Honnibal 2015-10-19 12:56:00 +11:00
parent 726bb648da
commit d51579ffe6
1 changed files with 62 additions and 52 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

34
website/create_code_samples
View File

@ -1,8 +1,11 @@
#!/usr/bin/env python #!/usr/bin/env python
import sys from __future__ import unicode_literals
import re
import os import os
import ast import ast
import io
import plac
# cgi.escape is deprecated since py32 # cgi.escape is deprecated since py32
try: try:
@ -11,18 +14,20 @@ except ImportError:
from cgi import escape from cgi import escape
src_dirname = sys.argv[1] # e.g. python website/create_code_samples tests/website/ website/src/
dst_dirname = sys.argv[2] def main(src_dirname, dst_dirname):
prefix = "test_" prefix = "test_"
for filename in os.listdir(src_dirname):
for filename in os.listdir(src_dirname): if not filename.startswith('test_'):
match = re.match(re.escape(prefix) + r"(.+)\.py$", filename) continue
if not match: if not filename.endswith('.py'):
continue continue
name = match.group(1) # Remove test_ prefix and .py suffix
source = open(os.path.join(src_dirname, filename)).readlines() name = filename[6:-3]
with io.open(os.path.join(src_dirname, filename), 'r', encoding='utf8') as file_:
source = file_.readlines()
tree = ast.parse("".join(source)) tree = ast.parse("".join(source))
for root in tree.body: for root in tree.body:
@ -61,5 +66,10 @@ for filename in os.listdir(src_dirname):
code_filename = "%s.%s" % (name, root.name[len(prefix):]) code_filename = "%s.%s" % (name, root.name[len(prefix):])
with open(os.path.join(dst_dirname, code_filename), "w") as f: with io.open(os.path.join(dst_dirname, code_filename),
"w", encoding='utf8') as f:
f.write(escape("".join(body))) f.write(escape("".join(body)))
if __name__ == '__main__':
plac.call(main)