from __future__ import unicode_literals import pytest from spacy.en import English @pytest.fixture def EN(): return English(tag=False) def test_tweebo_challenge(EN): text = u""":o :/ :'( >:o (: :) >.< XD -__- o.O ;D :-) @_@ :P 8D :1 >:( :D =| ") :> ....""" tokens = EN(text) assert tokens[0].string == ":o" assert tokens[1].string == ":/" assert tokens[2].string == ":'(" assert tokens[3].string == ">:o" assert tokens[4].string == "(:" assert tokens[5].string == ":)" assert tokens[6].string == ">.<" assert tokens[7].string == "XD" assert tokens[8].string == "-__-" assert tokens[9].string == "o.O" assert tokens[10].string == ";D" assert tokens[11].string == ":-)" assert tokens[12].string == "@_@" assert tokens[13].string == ":P" assert tokens[14].string == "8D" assert tokens[15].string == ":1" assert tokens[16].string == ">:(" assert tokens[17].string == ":D" assert tokens[18].string == "=|" assert tokens[19].string == '")' assert tokens[20].string == ':>' assert tokens[21].string == '....' def test_false_positive(EN): text = "example:)" tokens = EN(text) assert len(tokens) == 3