mirror of
				https://github.com/explosion/spaCy.git
				synced 2025-11-04 01:48:04 +03:00 
			
		
		
		
	Merge branch 'master' into spacy.io
This commit is contained in:
		
						commit
						a9ad735241
					
				| 
						 | 
					@ -404,7 +404,7 @@ class BadHTMLMerger(object):
 | 
				
			||||||
        for match_id, start, end in matches:
 | 
					        for match_id, start, end in matches:
 | 
				
			||||||
            spans.append(doc[start:end])
 | 
					            spans.append(doc[start:end])
 | 
				
			||||||
        with doc.retokenize() as retokenizer:
 | 
					        with doc.retokenize() as retokenizer:
 | 
				
			||||||
            for span in spans:
 | 
					            for span in hashtags:
 | 
				
			||||||
                retokenizer.merge(span)
 | 
					                retokenizer.merge(span)
 | 
				
			||||||
                for token in span:
 | 
					                for token in span:
 | 
				
			||||||
                    token._.bad_html = True  # Mark token as bad HTML
 | 
					                    token._.bad_html = True  # Mark token as bad HTML
 | 
				
			||||||
| 
						 | 
					
 | 
				
			||||||
		Loading…
	
		Reference in New Issue
	
	Block a user