explosion/spaCy
1
1
Fork 0
mirror of https://github.com/explosion/spaCy.git synced 2024-12-26 01:46:28 +03:00
Code Issues Packages Projects Releases Wiki Activity

* Note broken sense data in prepare_treebank

Browse Source
This commit is contained in:
Matthew Honnibal 2015-07-05 21:04:57 +02:00
parent 96442d9c3e
commit 8f0fe1a4ea
1 changed files with 3 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
bin/prepare_treebank.py
View File

@ -114,6 +114,9 @@ def format_sentence(deps, ner, brackets, senses):
def format_token(token_id, token, ner, senses):
assert token_id == token['id']
head = (token['head'] - token_id) if token['head'] != -1 else 0
# TODO: Sense data currently broken, due to alignment problems. Also should
# output OntoNotes groups, not WordNet supersenses. Don't print the information
# until this is fixed.
return {
'id': token_id,
'orth': token['word'],
@ -121,7 +124,6 @@ def format_token(token_id, token, ner, senses):
'head': head,
'dep': token['dep'],
'ner': ner,
'ssenses': senses[token_id]
}