mirror of
				https://github.com/explosion/spaCy.git
				synced 2025-10-25 13:11:03 +03:00 
			
		
		
		
	unicode string for python 2.7
This commit is contained in:
		
							parent
							
								
									eca9cc5417
								
							
						
					
					
						commit
						673c81bbb4
					
				|  | @ -70,6 +70,6 @@ yet you your yours yourself yourselves | |||
| ) | ||||
| 
 | ||||
| for hyphen in ["'", "`", "‘", "´", "’"]: | ||||
|     for stopword in "n't 'd 'll 'm 're 's 've".split(): | ||||
|     for stopword in u"n't 'd 'll 'm 're 's 've".split(): | ||||
|         STOP_WORDS.add(stopword.replace("'", hyphen)) | ||||
| 
 | ||||
|  |  | |||
|  | @ -4,10 +4,10 @@ import pytest | |||
| @pytest.mark.parametrize( | ||||
|     "word", | ||||
|     [ | ||||
|         "don't", | ||||
|         "don’t", | ||||
|         "I'd", | ||||
|         "I’d", | ||||
|         u"don't", | ||||
|         u"don’t", | ||||
|         u"I'd", | ||||
|         u"I’d", | ||||
|     ], | ||||
| ) | ||||
| def test_issue3521(en_tokenizer, word): | ||||
|  |  | |||
		Loading…
	
		Reference in New Issue
	
	Block a user