# coding: utf8
from __future__ import unicode_literals
from ...vocab import Vocab
from ...tokens.doc import Doc


def test_token_is_hashable():
    doc = Doc(Vocab(), ['hello', 'world'])
    token = doc[0]
    s = set([token])
    items = list(s)
    assert items[0] is token