diff --git a/spacy/tests/regression/test_issue1868.py b/spacy/tests/regression/test_issue1868.py
new file mode 100644
index 000000000..6d9da45cc
--- /dev/null
+++ b/spacy/tests/regression/test_issue1868.py
@@ -0,0 +1,13 @@
+'''Test Vocab.__contains__ works with int keys'''
+from __future__ import unicode_literals
+
+from ... vocab import Vocab
+
+def test_issue1868():
+    vocab = Vocab()
+    lex = vocab['hello']
+    assert lex.orth in vocab
+    assert lex.orth_ in vocab
+    assert 'some string' not in vocab
+    int_id = vocab.strings.add('some string')
+    assert int_id not in vocab