mirror of
				https://github.com/explosion/spaCy.git
				synced 2025-10-26 05:31:15 +03:00 
			
		
		
		
	* Add support basic support for upper sorbian. * Add tokenizer exceptions and tests. * Update spacy/lang/hsb/examples.py Co-authored-by: Sofie Van Landeghem <svlandeg@users.noreply.github.com>
		
			
				
	
	
		
			19 lines
		
	
	
		
			437 B
		
	
	
	
		
			Python
		
	
	
	
	
	
			
		
		
	
	
			19 lines
		
	
	
		
			437 B
		
	
	
	
		
			Python
		
	
	
	
	
	
| from .lex_attrs import LEX_ATTRS
 | |
| from .stop_words import STOP_WORDS
 | |
| from .tokenizer_exceptions import TOKENIZER_EXCEPTIONS
 | |
| from ...language import Language, BaseDefaults
 | |
| 
 | |
| 
 | |
| class UpperSorbianDefaults(BaseDefaults):
 | |
|     lex_attr_getters = LEX_ATTRS
 | |
|     stop_words = STOP_WORDS
 | |
|     tokenizer_exceptions = TOKENIZER_EXCEPTIONS
 | |
| 
 | |
| 
 | |
| class UpperSorbian(Language):
 | |
|     lang = "hsb"
 | |
|     Defaults = UpperSorbianDefaults
 | |
| 
 | |
| 
 | |
| __all__ = ["UpperSorbian"]
 |