ejpet

-module(ejpet_scanner_tests).
-author('nicolas.michel.lava@gmail.com').

-ifdef(TEST).
-include_lib("eunit/include/eunit.hrl").

tokenize_test_() ->
    Tests = [
             {"42", [{number, 42}]},
             {"42.0", [{number, 42.0}]},
             {"42.24", [{number, 42.24}]},
             {"42.0", [{number, 42.0}]},
             {"042.0", [{number, 42.0}]},
             {"-42.0", [{number, -42.0}]},
             {"+42.0", [{number, 42.0}]},
             {"+42e2", [{number, 4200}]},
             {"-0.00314159e3", [{number, -3.14159}]},
             {"-314.159E-2", [{number, -3.14159}]},
             {"-314.159e+2", [{number, -31415.9}]},
             {"\"42\"",
              [{string, <<"42">>}]},
             {"true",
              [true]},
             {"false",
              [false]},
             {"null",
              [null]},
             {"***",
              [star, star, star]},
             {"<{_:42}>",
              [open_angle_brace, open_curvy_brace, underscore, column, {number, 42}, close_curvy_brace, close_angle_brace]},
             {"{ _ : < {_: 42 } >}",
              [open_curvy_brace, underscore, column, open_angle_brace,
               open_curvy_brace, underscore, column, {number, 42}, close_curvy_brace, close_angle_brace, close_curvy_brace]},
             {"  {  \"answer is 42\":{ _:42, \"bar\":_}, _:true, \"foo\":_ } ",
              [open_curvy_brace, {string, <<"answer is 42">>}, column, open_curvy_brace, underscore, column, {number,42}, coma,
               {string, <<"bar">>}, column, underscore, close_curvy_brace, coma, underscore, column, true,coma, {string, <<"foo">>},
               column, underscore, close_curvy_brace]
             },
             {"<>",
              [open_angle_brace, close_angle_brace]},
             {"[]",
              [open_square_brace, close_square_brace]},
             {"<\"foo\"{_:42[]}:<!!>>",
              [open_angle_brace, {string, <<"foo">>}, open_curvy_brace, underscore, column, {number, 42}, open_square_brace, close_square_brace, close_curvy_brace, column, open_angle_brace_bang, close_angle_brace_bang, close_angle_brace]},
             {"?<my_var1>",
              [{capture, "my_var1"}]},
             {"\"string\"#\"regex\"",
              [{string, <<"string">>}, {regex, <<"regex">>}]},
             {<<"\"漂亮的綠色汽車\""/utf8>>,
              [{string, <<"漂亮的綠色汽車"/utf8>>}]},
             {<<"\"예쁜 녹색 자동차\""/utf8>>,
              [{string, <<"예쁜 녹색 자동차"/utf8>>}]},
             {<<"\"سيارة خضراء جميلة\""/utf8>>,
              [{string, <<"سيارة خضراء جميلة"/utf8>>}]},
             {<<"\"éléphant\""/utf8>>,
              [{string, <<"éléphant"/utf8>>}]},
             {<<"\"\\b\\n\\r\\\\\""/utf8>>, % escaping in string ...
              [{string, <<"\b\n\r\\"/utf8>>}]},
             {<<"#\"\\b\\n\\r\\\\\""/utf8>>, % but not in regex
              [{regex, <<"\\b\\n\\r\\\\"/utf8>>}]},
             {<<"\"\\u00E9l\\u00E9phant\""/utf8>>,
              [{string, <<"\x{00E9}l\x{00E9}phant"/utf8>>}]},
             {<<"!<foo> string number boolean regex">>,
              [{inject, "foo"}, string, number, boolean, regex]},
             {<<"{#\"foo.*\":_}">>,
              [open_curvy_brace, {regex, <<"foo.*">>}, column, underscore, close_curvy_brace]}
            ],
    [{Expr, ?_test(?assert(ejpet_scanner:tokenize(Expr, []) == Expected))} || {Expr, Expected} <- Tests].

-endif.