mirror of
				https://github.com/explosion/spaCy.git
				synced 2025-11-04 01:48:04 +03:00 
			
		
		
		
	* Add support basic support for upper sorbian. * Add tokenizer exceptions and tests. * Update spacy/lang/hsb/examples.py Co-authored-by: Sofie Van Landeghem <svlandeg@users.noreply.github.com>
		
			
				
	
	
		
			19 lines
		
	
	
		
			437 B
		
	
	
	
		
			Python
		
	
	
	
	
	
			
		
		
	
	
			19 lines
		
	
	
		
			437 B
		
	
	
	
		
			Python
		
	
	
	
	
	
from .lex_attrs import LEX_ATTRS
 | 
						|
from .stop_words import STOP_WORDS
 | 
						|
from .tokenizer_exceptions import TOKENIZER_EXCEPTIONS
 | 
						|
from ...language import Language, BaseDefaults
 | 
						|
 | 
						|
 | 
						|
class UpperSorbianDefaults(BaseDefaults):
 | 
						|
    lex_attr_getters = LEX_ATTRS
 | 
						|
    stop_words = STOP_WORDS
 | 
						|
    tokenizer_exceptions = TOKENIZER_EXCEPTIONS
 | 
						|
 | 
						|
 | 
						|
class UpperSorbian(Language):
 | 
						|
    lang = "hsb"
 | 
						|
    Defaults = UpperSorbianDefaults
 | 
						|
 | 
						|
 | 
						|
__all__ = ["UpperSorbian"]
 |