/* * Copyright (C) 2020 Linux Studio Plugins Project * (C) 2020 Vladimir Sadovnikov * * This file is part of lsp-runtime-lib * Created on: 17 сен. 2019 г. * * lsp-runtime-lib is free software: you can redistribute it and/or modify * it under the terms of the GNU Lesser General Public License as published by * the Free Software Foundation, either version 3 of the License, or * any later version. * * lsp-runtime-lib is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the * GNU Lesser General Public License for more details. * * You should have received a copy of the GNU Lesser General Public License * along with lsp-runtime-lib. If not, see . */ #include #include #include #include #include namespace lsp { using namespace lsp::expr; } UTEST_BEGIN("runtime.expr", tokenizer) void ck_token(Tokenizer &t, const char *s, token_t token) { printf(" checking token: %s\n", s); token_t tok = t.get_token(TF_GET); UTEST_ASSERT_MSG(tok == token, "Error testing token: %s", s); UTEST_ASSERT_MSG(t.text_value()->equals_ascii(s), "Error testing token: %s", s); } void ck_bareword(Tokenizer &t, const char *s) { printf(" checking token: %s\n", s); token_t tok = t.get_token(TF_GET | TF_XKEYWORDS); UTEST_ASSERT_MSG(tok == TT_BAREWORD, "Error testing token: %s", s); UTEST_ASSERT_MSG(t.text_value()->equals_ascii(s), "Error testing token: %s", s); } void ck_color(Tokenizer &t, const char *s) { printf(" checking token: %s\n", s); token_t tok = t.get_token(TF_GET | TF_COLOR); UTEST_ASSERT_MSG(tok == TT_COLOR, "Error testing token: %s", s); UTEST_ASSERT_MSG(t.text_value()->equals_ascii(s), "Error testing token: %s", s); } void ck_int(Tokenizer &t, ssize_t value) { printf(" checking integer: %d\n", int(value)); token_t tok = t.get_token(TF_GET); UTEST_ASSERT_MSG(tok == TT_IVALUE, "Error testing token: not IVALUE"); UTEST_ASSERT_MSG(t.int_value() == value, "Error testing token: %d != %d", int(t.int_value()), int(value)); } void ck_float(Tokenizer &t, double value) { printf(" checking float: %f\n", double(value)); token_t tok = t.get_token(TF_GET); UTEST_ASSERT_MSG(tok == TT_FVALUE, "Error testing token: not FVALUE"); UTEST_ASSERT_MSG(float_equals_relative(t.float_value(), value), "Error testing token: %f != %f", t.float_value(), value); } void ck_invalid(const char *s, token_t token) { printf(" checking invalid token: %s\n", s); io::InStringSequence sq; UTEST_ASSERT(sq.wrap(s, "UTF-8") == STATUS_OK); Tokenizer t(&sq); token_t tok = t.get_token(TF_GET); UTEST_ASSERT(tok == token); } void test_sign_tokens() { static const char *tokens = "( ) [ ] { } & && | || ! ^ ^^ ~ + - * ** / % < > <= >= != <> = == <=> ? : ; , # @ ( )"; io::InStringSequence sq; UTEST_ASSERT(sq.wrap(tokens, "UTF-8") == STATUS_OK); Tokenizer t(&sq); ck_token(t, "(", TT_LBRACE); ck_token(t, ")", TT_RBRACE); ck_token(t, "[", TT_LQBRACE); ck_token(t, "]", TT_RQBRACE); ck_token(t, "{", TT_LCBRACE); ck_token(t, "}", TT_RCBRACE); ck_token(t, "&", TT_AND); ck_token(t, "&&", TT_AND); ck_token(t, "|", TT_OR); ck_token(t, "||", TT_OR); ck_token(t, "!", TT_NOT); ck_token(t, "^", TT_XOR); ck_token(t, "^^", TT_XOR); ck_token(t, "~", TT_BNOT); ck_token(t, "+", TT_ADD); ck_token(t, "-", TT_SUB); ck_token(t, "*", TT_MUL); ck_token(t, "**", TT_POW); ck_token(t, "/", TT_DIV); ck_token(t, "%", TT_IMOD); ck_token(t, "<", TT_LESS); ck_token(t, ">", TT_GREATER); ck_token(t, "<=", TT_LESS_EQ); ck_token(t, ">=", TT_GREATER_EQ); ck_token(t, "!=", TT_NOT_EQ); ck_token(t, "<>", TT_NOT_EQ); ck_token(t, "=", TT_EQ); ck_token(t, "==", TT_EQ); ck_token(t, "<=>", TT_CMP); ck_token(t, "?", TT_QUESTION); ck_token(t, ":", TT_COLON); ck_token(t, ";", TT_SEMICOLON); ck_token(t, ",", TT_COMMA); ck_token(t, "#", TT_SHARP); ck_token(t, "@", TT_AT); ck_token(t, "(", TT_LBRACE); ck_token(t, ")", TT_RBRACE); UTEST_ASSERT(t.get_token(TF_GET) == TT_EOF); } void test_text_tokens() { static const char *tokens = "true false null undef pi e " "and or not xor " "band bor bnot bxor " "add sub mul pow div fmod " "iadd isub imul idiv imod mod " "sc scat sr srep sl slen uc supr lc slwr srev " "lt nge gt nle le ngt ge nlt ne eq cmp icmp " "ilt inge igt inle ile ingt ige inlt ine ie ieq " "int float fp bool str " "ex db " "bareword " "sin cos tan tg asin acos atan arcsin arccos arctg " "ln log loge lg logd log10 logb log2 " "exp sqrt rad deg abs " "true false null " // Parse this as barewords "@112233 #123 " // Parse this as colors ; io::InStringSequence sq; UTEST_ASSERT(sq.wrap(tokens, "UTF-8") == STATUS_OK); Tokenizer t(&sq); ck_token(t, "true", TT_TRUE); ck_token(t, "false", TT_FALSE); ck_token(t, "null", TT_NULL); ck_token(t, "undef", TT_UNDEF); ck_token(t, "pi", TT_PI); ck_token(t, "e", TT_E); ck_token(t, "and", TT_AND); ck_token(t, "or", TT_OR); ck_token(t, "not", TT_NOT); ck_token(t, "xor", TT_XOR); ck_token(t, "band", TT_BAND); ck_token(t, "bor", TT_BOR); ck_token(t, "bnot", TT_BNOT); ck_token(t, "bxor", TT_BXOR); ck_token(t, "add", TT_ADDSYM); ck_token(t, "sub", TT_SUBSYM); ck_token(t, "mul", TT_MUL); ck_token(t, "pow", TT_POW); ck_token(t, "div", TT_DIV); ck_token(t, "fmod", TT_FMOD); ck_token(t, "iadd", TT_IADD); ck_token(t, "isub", TT_ISUB); ck_token(t, "imul", TT_IMUL); ck_token(t, "idiv", TT_IDIV); ck_token(t, "imod", TT_IMOD); ck_token(t, "mod", TT_IMOD); ck_token(t, "sc", TT_SCAT); ck_token(t, "scat", TT_SCAT); ck_token(t, "sr", TT_SREP); ck_token(t, "srep", TT_SREP); ck_token(t, "sl", TT_SLEN); ck_token(t, "slen", TT_SLEN); ck_token(t, "uc", TT_SUPR); ck_token(t, "supr", TT_SUPR); ck_token(t, "lc", TT_SLWR); ck_token(t, "slwr", TT_SLWR); ck_token(t, "srev", TT_SREV); ck_token(t, "lt", TT_LESS); ck_token(t, "nge", TT_LESS); ck_token(t, "gt", TT_GREATER); ck_token(t, "nle", TT_GREATER); ck_token(t, "le", TT_LESS_EQ); ck_token(t, "ngt", TT_LESS_EQ); ck_token(t, "ge", TT_GREATER_EQ); ck_token(t, "nlt", TT_GREATER_EQ); ck_token(t, "ne", TT_NOT_EQ); ck_token(t, "eq", TT_EQ); ck_token(t, "cmp", TT_CMP); ck_token(t, "icmp", TT_ICMP); ck_token(t, "ilt", TT_ILESS); ck_token(t, "inge", TT_ILESS); ck_token(t, "igt", TT_IGREATER); ck_token(t, "inle", TT_IGREATER); ck_token(t, "ile", TT_ILESS_EQ); ck_token(t, "ingt", TT_ILESS_EQ); ck_token(t, "ige", TT_IGREATER_EQ); ck_token(t, "inlt", TT_IGREATER_EQ); ck_token(t, "ine", TT_INOT_EQ); ck_token(t, "ie", TT_IEQ); ck_token(t, "ieq", TT_IEQ); ck_token(t, "int", TT_INT); ck_token(t, "float", TT_FLOAT); ck_token(t, "fp", TT_FLOAT); ck_token(t, "bool", TT_BOOL); ck_token(t, "str", TT_STR); ck_token(t, "ex", TT_EX); ck_token(t, "db", TT_DB); ck_token(t, "bareword", TT_BAREWORD); ck_token(t, "sin", TT_SIN); ck_token(t, "cos", TT_COS); ck_token(t, "tan", TT_TAN); ck_token(t, "tg", TT_TAN); ck_token(t, "asin", TT_ASIN); ck_token(t, "acos", TT_ACOS); ck_token(t, "atan", TT_ATAN); ck_token(t, "arcsin", TT_ASIN); ck_token(t, "arccos", TT_ACOS); ck_token(t, "arctg", TT_ATAN); ck_token(t, "ln", TT_LOGE); ck_token(t, "log", TT_LOGE); ck_token(t, "loge", TT_LOGE); ck_token(t, "lg", TT_LOGD); ck_token(t, "logd", TT_LOGD); ck_token(t, "log10", TT_LOGD); ck_token(t, "logb", TT_LOG2); ck_token(t, "log2", TT_LOG2); ck_token(t, "exp", TT_EXP); ck_token(t, "sqrt", TT_SQRT); ck_token(t, "rad", TT_RAD); ck_token(t, "deg", TT_DEG); ck_token(t, "abs", TT_ABS); ck_bareword(t, "true"); ck_bareword(t, "false"); ck_bareword(t, "null"); ck_color(t, "@112233"); ck_color(t, "#123"); UTEST_ASSERT(t.get_token(TF_GET) == TT_EOF); } void test_identifier_tokens() { static const char *tokens = ": :_ :A :abc :aBc :abc123 :i123:xyz" ; io::InStringSequence sq; UTEST_ASSERT(sq.wrap(tokens, "UTF-8") == STATUS_OK); Tokenizer t(&sq); ck_token(t, ":", TT_COLON); ck_token(t, "_", TT_IDENTIFIER); ck_token(t, "A", TT_IDENTIFIER); ck_token(t, "abc", TT_IDENTIFIER); ck_token(t, "aBc", TT_IDENTIFIER); ck_token(t, "abc123", TT_IDENTIFIER); ck_token(t, "i123", TT_IDENTIFIER); ck_token(t, "xyz", TT_IDENTIFIER); UTEST_ASSERT(t.get_token(TF_GET) == TT_EOF); } void test_numeric_tokens() { static const char *tokens = " " "+ - 0 0.0 +1 -1 +1.0 -1.0 +1.123 -1.321 " "0b0101 0b0101.0 0b0101.11 " "0o17 0o7.0 0o7.7 " "0d129 0d9.0 0d9.9 " "0x1f 0x1f.0 0x1f.1 " "1.e 2.0e .3e 4.5e 6.7e1 8.9e+1 1.0e-1 .2e+1 .3e-1 " "0b101.0e-10 -0b101.0e+10 " "0x5.0p-2 -0x5.0p+2 " ; io::InStringSequence sq; UTEST_ASSERT(sq.wrap(tokens, "UTF-8") == STATUS_OK); Tokenizer t(&sq); ck_token(t, "+", TT_ADD); ck_token(t, "-", TT_SUB); ck_int(t, 0); ck_float(t, 0.0); ck_int(t, +1); ck_int(t, -1); ck_float(t, +1.0); ck_float(t, -1.0); ck_float(t, +1.123); ck_float(t, -1.321); ck_int(t, 5); ck_float(t, 5.0); ck_float(t, 5.75); ck_int(t, 15); ck_float(t, 7.0); ck_float(t, 7.875); ck_int(t, 129); ck_float(t, 9.0); ck_float(t, 9.9); ck_int(t, 0x1f); ck_float(t, 31.0); ck_float(t, 31.0625); ck_float(t, 1.0); ck_float(t, 2.0); ck_float(t, 0.3); ck_float(t, 4.5); ck_float(t, 67.0); ck_float(t, 89.0); ck_float(t, 0.1); ck_float(t, 2.0); ck_float(t, 0.03); ck_float(t, 1.25); ck_float(t, -20.0); ck_float(t, 0.01953125); ck_float(t, -1280.0); UTEST_ASSERT(t.get_token(TF_GET) == TT_EOF); } void test_string_tokens() { static const char *tokens = "'' 1 '\\n' 2 '\\r\\t' 3 " "'123 ' '456 ' '789' 4 'end \\protector'5 '\\\':xc\\\''"; ; io::InStringSequence sq; UTEST_ASSERT(sq.wrap(tokens, "UTF-8") == STATUS_OK); Tokenizer t(&sq); ck_token(t, "", TT_STRING); ck_int(t, 1); ck_token(t, "\n", TT_STRING); ck_int(t, 2); ck_token(t, "\r\t", TT_STRING); ck_int(t, 3); ck_token(t, "123 456 789", TT_STRING); ck_int(t, 4); ck_token(t, "end \\protector", TT_STRING); ck_int(t, 5); ck_token(t, "':xc'", TT_STRING); UTEST_ASSERT(t.get_token(TF_GET) == TT_EOF); } void test_invalid_tokens() { ck_invalid(".", TT_UNKNOWN); ck_invalid(".e+", TT_UNKNOWN); ck_invalid("\'", TT_ERROR); ck_invalid("\'\' \'", TT_ERROR); } void test_expression_tokens() { static const char *tokens = "((:a eq :b) or (:a eq :c+:d[ssel])) * 10 + (:b ine :c) ? 1 db : 2.0 db"; io::InStringSequence sq; UTEST_ASSERT(sq.wrap(tokens, "UTF-8") == STATUS_OK); Tokenizer t(&sq); ck_token(t, "(", TT_LBRACE); ck_token(t, "(", TT_LBRACE); ck_token(t, "a", TT_IDENTIFIER); ck_token(t, "eq", TT_EQ); ck_token(t, "b", TT_IDENTIFIER); ck_token(t, ")", TT_RBRACE); ck_token(t, "or", TT_OR); ck_token(t, "(", TT_LBRACE); ck_token(t, "a", TT_IDENTIFIER); ck_token(t, "eq", TT_EQ); ck_token(t, "c", TT_IDENTIFIER); ck_token(t, "+", TT_ADD); ck_token(t, "d", TT_IDENTIFIER); ck_token(t, "[", TT_LQBRACE); ck_token(t, "ssel", TT_BAREWORD); ck_token(t, "]", TT_RQBRACE); ck_token(t, ")", TT_RBRACE); ck_token(t, ")", TT_RBRACE); ck_token(t, "*", TT_MUL); ck_int(t, 10); ck_token(t, "+", TT_ADD); ck_token(t, "(", TT_LBRACE); ck_token(t, "b", TT_IDENTIFIER); ck_token(t, "ine", TT_INOT_EQ); ck_token(t, "c", TT_IDENTIFIER); ck_token(t, ")", TT_RBRACE); ck_token(t, "?", TT_QUESTION); ck_int(t, 1); ck_token(t, "db", TT_DB); ck_token(t, ":", TT_COLON); ck_float(t, 2.0); ck_token(t, "db", TT_DB); UTEST_ASSERT(t.get_token(TF_GET) == TT_EOF); } UTEST_MAIN { printf("Testing basic sign tokens...\n"); test_sign_tokens(); printf("Testing basic text tokens...\n"); test_text_tokens(); printf("Testing identifier tokens...\n"); test_identifier_tokens(); printf("Testing numeric tokens...\n"); test_numeric_tokens(); printf("Testing string tokens...\n"); test_string_tokens(); printf("Testing invalid tokens...\n"); test_invalid_tokens(); printf("Testing expression tokens...\n"); test_expression_tokens(); } UTEST_END