mirror of
https://github.com/explosion/spaCy.git
synced 2024-12-24 17:06:29 +03:00
* Add simple ner_tag script
This commit is contained in:
parent
bb27979352
commit
f26f381b0e
34
bin/ner_tag.py
Normal file
34
bin/ner_tag.py
Normal file
|
@ -0,0 +1,34 @@
|
||||||
|
import codecs
|
||||||
|
import plac
|
||||||
|
|
||||||
|
from spacy.en import English
|
||||||
|
|
||||||
|
|
||||||
|
def main(text_loc):
|
||||||
|
with codecs.open(text_loc, 'r', 'utf8') as file_:
|
||||||
|
text = file_.read()
|
||||||
|
NLU = English()
|
||||||
|
for paragraph in text.split('\n\n'):
|
||||||
|
tokens = NLU(paragraph)
|
||||||
|
|
||||||
|
ent_starts = {}
|
||||||
|
ent_ends = {}
|
||||||
|
for span in tokens.ents:
|
||||||
|
ent_starts[span.start] = span.label_
|
||||||
|
ent_ends[span.end] = span.label_
|
||||||
|
|
||||||
|
output = []
|
||||||
|
for token in tokens:
|
||||||
|
if token.i in ent_starts:
|
||||||
|
output.append('<%s>' % ent_starts[token.i])
|
||||||
|
output.append(token.orth_)
|
||||||
|
if (token.i+1) in ent_ends:
|
||||||
|
output.append('</%s>' % ent_ends[token.i+1])
|
||||||
|
output.append('\n\n')
|
||||||
|
print ' '.join(output)
|
||||||
|
|
||||||
|
|
||||||
|
if __name__ == '__main__':
|
||||||
|
plac.call(main)
|
||||||
|
|
||||||
|
|
Loading…
Reference in New Issue
Block a user