spaCy/tests/test_emoticons.py

from __future__ import unicode_literals
import pytest

from spacy.en import English


@pytest.fixture
def EN():
    return English(tag=False)

def test_tweebo_challenge(EN):
    text = u""":o :/ :'( >:o (: :) >.< XD -__- o.O ;D :-) @_@ :P 8D :1 >:( :D =| ") :> ...."""
    tokens = EN(text)
    assert tokens[0].string == ":o"
    assert tokens[1].string == ":/"
    assert tokens[2].string == ":'("
    assert tokens[3].string == ">:o"
    assert tokens[4].string == "(:"
    assert tokens[5].string == ":)"
    assert tokens[6].string == ">.<"
    assert tokens[7].string == "XD"
    assert tokens[8].string == "-__-"
    assert tokens[9].string == "o.O"
    assert tokens[10].string == ";D"
    assert tokens[11].string == ":-)"
    assert tokens[12].string == "@_@"
    assert tokens[13].string == ":P"
    assert tokens[14].string == "8D"
    assert tokens[15].string == ":1"
    assert tokens[16].string == ">:("
    assert tokens[17].string == ":D"
    assert tokens[18].string == "=|"
    assert tokens[19].string == '")'
    assert tokens[20].string == ':>'
    assert tokens[21].string == '....'


def test_false_positive(EN):
    text = "example:)"
    tokens = EN(text)
    assert len(tokens) == 3