Add NER converter for CoNLL 2003 data

spacy/cli/convert.py

@@ -4,7 +4,7 @@ from __future__ import unicode_literals
 import plac
 from pathlib import Path
 
-from .converters import conllu2json, iob2json
+from .converters import conllu2json, iob2json, conll_ner2json
 from ..util import prints
 
 # Converters are matched by file extension. To add a converter, add a new entry
@@ -12,9 +12,10 @@ from ..util import prints
 # from /converters.
 
 CONVERTERS = {
-    '.conllu': conllu2json,
-    '.conll': conllu2json,
-    '.iob': iob2json,
+    'conllu': conllu2json,
+    'conll': conllu2json,
+    'ner': conll_ner2json,
+    'iob': iob2json,
 }
 
 
@@ -22,9 +23,11 @@ CONVERTERS = {
     input_file=("input file", "positional", None, str),
     output_dir=("output directory for converted file", "positional", None, str),
     n_sents=("Number of sentences per doc", "option", "n", int),
+    converter=("Name of converter (auto, iob, conllu or ner)", "option", "c", str),
     morphology=("Enable appending morphology to tags", "flag", "m", bool)
 )
-def convert(cmd, input_file, output_dir, n_sents=1, morphology=False):
+def convert(cmd, input_file, output_dir, n_sents=1, morphology=False,
+            converter='auto'):
     """
     Convert files into JSON format for use with train command and other
     experiment management functions.
@@ -35,9 +38,11 @@ def convert(cmd, input_file, output_dir, n_sents=1, morphology=False):
         prints(input_path, title="Input file not found", exits=1)
     if not output_path.exists():
         prints(output_path, title="Output directory not found", exits=1)
-    file_ext = input_path.suffix
-    if not file_ext in CONVERTERS:
-        prints("Can't find converter for %s" % input_path.parts[-1],
-               title="Unknown format", exits=1)
-    CONVERTERS[file_ext](input_path, output_path,
-            n_sents=n_sents, use_morphology=morphology)
+    if converter == 'auto':
+        converter = input_path.suffix[1:]
+    if not converter in CONVERTERS:
+            prints("Can't find converter for %s" % converter,
+                title="Unknown format", exits=1)
+    func = CONVERTERS[converter]
+    func(input_path, output_path,
+         n_sents=n_sents, use_morphology=morphology)

spacy/cli/converters/__init__.py

@@ -1,2 +1,3 @@
 from .conllu2json import conllu2json
 from .iob2json import iob2json
+from .conll_ner2json import conll_ner2json