Packages

woolly

0.1.2
0.1.2 0.1.1 0.1.0

Woolly is the text mining and natural language toolkit for the Elixir programming language.

Current section

Files

Jump to
Readme
3 Versions
0 Dependencies
Dependants
Files
Activity
woolly test tokenizer regex regex_test.exs
Raw

test/tokenizer/regex/regex_test.exs 

defmodule Woolly.Tokenizer.RegexTest do

  use ExUnit.Case, async: true



  import Woolly.Tokenizer.Regex



  test :regex_tokenizer do

    assert ["I", "am", "a", "teapot", "!"] == tokenize("I am a teapot!")

    assert ["What", "is", "your", "name", "?"] == tokenize("What is your name?")

    assert ["Who", "in", "the", "world", "am", "I", "?"] == tokenize("Who in the world am I?")

    assert ["Ah", ",", "that's", "the", "great", "puzzle"] == tokenize("Ah, that's the great puzzle")

    assert ["Curiouser", "and", "curiouser", "!"] == tokenize("Curiouser and curiouser!")

    assert ["Have", "I", "gone", "mad", "?"] == tokenize("Have I gone mad?")

    assert ["We're", "all", "mad", "here", "."] == tokenize("We're all mad here.")

    assert ["Imagination", "is", "the", "only", "weapon", "in", "the", "war", "against", "reality", "."] == tokenize("Imagination is the only weapon in the war against reality.")

  end

end