explosion/spaCy
1
1
Fork 0
mirror of https://github.com/explosion/spaCy.git synced 2024-12-25 09:26:27 +03:00
Code Issues Packages Projects Releases Wiki Activity

Remove unused utf8open util and replace os.path with ensure_path

Browse Source
This commit is contained in:
ines 2017-04-16 19:51:29 +02:00
parent 90cf6b9429
commit 0084466a66
2 changed files with 3 additions and 8 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
spacy/tests/tokenizer/test_tokenizer.py
View File

@ -3,9 +3,8 @@ from __future__ import unicode_literals
from ...vocab import Vocab
from ...tokenizer import Tokenizer
from ...util import utf8open
from ... import util
from os import path
import pytest
@ -75,8 +74,8 @@ Phasellus tincidunt, augue quis porta finibus, massa sapien consectetur augue, n
@pytest.mark.parametrize('file_name', ["sun.txt"])
def test_tokenizer_handle_text_from_file(tokenizer, file_name):
loc = path.join(path.dirname(__file__), file_name)
text = utf8open(loc).read()
loc = util.ensure_path(__file__).parent / file_name
text = loc.open('r', encoding='utf8').read()
assert len(text) != 0
tokens = tokenizer(text)
assert len(tokens) > 100

4
spacy/util.py
View File

@ -103,10 +103,6 @@ def normalize_slice(length, start, stop, step=None):
return start, stop
def utf8open(loc, mode='r'):
return io.open(loc, mode, encoding='utf8')
def check_renamed_kwargs(renamed, kwargs):
for old, new in renamed.items():
if old in kwargs: