mirror of
https://github.com/explosion/spaCy.git
synced 2025-01-13 02:36:32 +03:00
Unicode/UTF8 compatibility for Python2
This commit is contained in:
parent
72b61b6d03
commit
45e045a87b
|
@ -1,3 +1,4 @@
|
||||||
|
# encoding: utf8
|
||||||
from __future__ import unicode_literals, print_function
|
from __future__ import unicode_literals, print_function
|
||||||
|
|
||||||
from .language_data import *
|
from .language_data import *
|
||||||
|
|
|
@ -1,3 +1,6 @@
|
||||||
|
# encoding: utf8
|
||||||
|
from __future__ import unicode_literals
|
||||||
|
|
||||||
TOKENIZER_PREFIXES = r'''
|
TOKENIZER_PREFIXES = r'''
|
||||||
+
|
+
|
||||||
'''.strip().split('\n')
|
'''.strip().split('\n')
|
||||||
|
|
|
@ -1,3 +1,4 @@
|
||||||
|
# encoding: utf8
|
||||||
from __future__ import unicode_literals
|
from __future__ import unicode_literals
|
||||||
|
|
||||||
ABBREVIATIONS = """
|
ABBREVIATIONS = """
|
||||||
|
|
|
@ -1,5 +1,7 @@
|
||||||
import pytest
|
# encoding: utf8
|
||||||
|
from __future__ import unicode_literals
|
||||||
|
|
||||||
|
import pytest
|
||||||
from spacy.hu import Hungarian
|
from spacy.hu import Hungarian
|
||||||
|
|
||||||
_DEFAULT_TESTS = [('N. kormányzósági\nszékhely.', ['N.', 'kormányzósági', 'székhely', '.']),
|
_DEFAULT_TESTS = [('N. kormányzósági\nszékhely.', ['N.', 'kormányzósági', 'székhely', '.']),
|
||||||
|
|
Loading…
Reference in New Issue
Block a user