// Copyright (c) 2024 Celestino Amoroso (celestino.amoroso@gmail.com). // All rights reserved. // parser_test.go package expr import ( "errors" "fmt" "strings" "testing" ) func TestParser(t *testing.T) { type inputType struct { source string wantResult any wantErr error } inputs := []inputType{ /* 1 */ {`1+/*5*/2`, int64(3), nil}, /* 2 */ {`3 == 4`, false, nil}, /* 3 */ {`3 != 4`, true, nil}, /* 4 */ {`4 == (3-1)*(10/5)`, true, nil}, /* 5 */ {`3 <= 4`, true, nil}, /* 6 */ {`3 < 4`, true, nil}, /* 7 */ {`4 < 3`, false, nil}, /* 8 */ {`1+5 < 4`, false, nil}, /* 9 */ {`3 > 4`, false, nil}, /* 10 */ {`4 >= 4`, true, nil}, /* 11 */ {`4 > 3`, true, nil}, /* 12 */ {`1+5 > 4`, true, nil}, /* 13 */ {`true`, true, nil}, /* 14 */ {`not true`, false, nil}, /* 15 */ {`true and false`, false, nil}, /* 16 */ {`true or false`, true, nil}, /* 17 */ {`"uno" + "due"`, `unodue`, nil}, /* 18 */ {`"uno" + 2`, `uno2`, nil}, /* 19 */ {`"uno" + (2+1)`, `uno3`, nil}, /* 20 */ {`"uno" * (2+1)`, `unounouno`, nil}, /* 21 */ {"1", int64(1), nil}, /* 22 */ {"1.5", float64(1.5), nil}, /* 23 */ {"1.5*2", float64(3.0), nil}, /* 24 */ {"+1", int64(1), nil}, /* 25 */ {"-1", int64(-1), nil}, /* 26 */ {"435 + 105 * 2 - 1", int64(644), nil}, /* 27 */ {"200 / 2 - 1", int64(99), nil}, /* 28 */ {"(1+1)", int64(2), nil}, /* 29 */ {"-(1+1)", int64(-2), nil}, /* 30 */ {"-(-2+1)", int64(1), nil}, /* 31 */ {"(1+1)*5", int64(10), nil}, /* 32 */ {"200 / (1+1) - 1", int64(99), nil}, /* 33 */ {`add(1,2,3)`, int64(6), nil}, /* 34 */ {`mulX(1,2,3)`, nil, errors.New(`unknown function mulX()`)}, /* 35 */ {`add(1+4,3+2,5*(3-2))`, int64(15), nil}, /* 36 */ {`add(add(1+4),3+2,5*(3-2))`, int64(15), nil}, /* 37 */ {`add(add(1,4),/*3+2,*/5*(3-2))`, int64(10), nil}, /* 38 */ {`1+(1+(1+(1)+1)+1)+1`, int64(7), nil}, /* 39 */ {`(((1)))`, int64(1), nil}, /* 40 */ {`"uno_" + var2`, `uno_abc`, nil}, /* 41 */ {`0 || 0.0 && "hello"`, false, nil}, /* 42 */ {`"s" + true`, nil, errors.New(`[1:6] left operand 's' [string] and right operand 'true' [bool] are not compatible with operator "+"`)}, /* 43 */ {`+false`, nil, errors.New(`[1:2] prefix/postfix operator "+" do not support operand 'false' [bool]`)}, /* 44 */ {`false // very simple expression`, false, nil}, /* 45 */ {`1 + // Missing right operator`, nil, errors.New(`[1:4] infix operator "+" requires two not nil operands, got 1`)}, /* 46 */ {"", nil, errors.New(`empty expression`)}, /* 47 */ {"4!", int64(24), nil}, /* 48 */ {"(-4)!", nil, errors.New(`factorial of a negative integer (-4) is not allowed`)}, /* 49 */ {"-4!", int64(-24), nil}, /* 50 */ {"1.5 < 7", true, nil}, /* 51 */ {"1.5 > 7", false, nil}, /* 52 */ {"1.5 <= 7", true, nil}, /* 53 */ {"1.5 >= 7", false, nil}, /* 54 */ {"1.5 != 7", true, nil}, /* 55 */ {"1.5 == 7", false, nil}, /* 56 */ {`"1.5" < "7"`, true, nil}, /* 57 */ {`"1.5" > "7"`, false, nil}, /* 58 */ {`"1.5" == "7"`, false, nil}, /* 59 */ {`"1.5" != "7"`, true, nil}, /* 60 */ {"1.5 < ", nil, errors.New(`[1:6] infix operator "<" requires two not nil operands, got 1`)}, /* 61 */ {"1.5 > ", nil, errors.New(`[1:6] infix operator ">" requires two not nil operands, got 1`)}, /* 62 */ {"1.5 <= ", nil, errors.New(`[1:6] infix operator "<=" requires two not nil operands, got 1`)}, /* 63 */ {"1.5 >= ", nil, errors.New(`[1:6] infix operator ">=" requires two not nil operands, got 1`)}, /* 64 */ {"1.5 != ", nil, errors.New(`[1:6] infix operator "!=" requires two not nil operands, got 1`)}, /* 65 */ {"1.5 == ", nil, errors.New(`[1:6] infix operator "==" requires two not nil operands, got 1`)}, /* 66 */ {`"1.5" < `, nil, errors.New(`[1:8] infix operator "<" requires two not nil operands, got 1`)}, /* 67 */ {`"1.5" > `, nil, errors.New(`[1:8] infix operator ">" requires two not nil operands, got 1`)}, /* 68 */ {`"1.5" == `, nil, errors.New(`[1:8] infix operator "==" requires two not nil operands, got 1`)}, /* 69 */ {`"1.5" != `, nil, errors.New(`[1:8] infix operator "!=" requires two not nil operands, got 1`)}, /* 70 */ {"+1.5", float64(1.5), nil}, /* 71 */ {"+", nil, errors.New(`[1:2] prefix operator "+" requires one not nil operand`)}, /* 72 */ {"4 / 0", nil, errors.New(`division by zero`)}, /* 73 */ {"4.0 / 0", nil, errors.New(`division by zero`)}, /* 74 */ {"4.0 / \n2", float64(2.0), nil}, /* 75 */ {`123`, int64(123), nil}, /* 76 */ {`1.`, float64(1.0), nil}, /* 77 */ {`1.E-2`, float64(0.01), nil}, /* 78 */ {`1E2`, float64(100), nil}, /* 79 */ {`1 / 2`, int64(0), nil}, /* 80 */ {`1.0 / 2`, float64(0.5), nil}, /* 81 */ {`1 ./ 2`, float64(0.5), nil}, /* 82 */ {`5 % 2`, int64(1), nil}, /* 83 */ {`5 % (-2)`, int64(1), nil}, /* 84 */ {`-5 % 2`, int64(-1), nil}, /* 85 */ {`5 % 2.0`, nil, errors.New(`[1:4] left operand '5' [int64] and right operand '2' [float64] are not compatible with operator "%"`)}, /* 86 */ {`"a" < "b" AND NOT (2 < 1)`, true, nil}, /* 87 */ {`"a" < "b" AND NOT (2 == 1)`, true, nil}, /* 88 */ {`"a" < "b" AND ~ 2 == 1`, true, nil}, /* 89 */ {`~ 2 > 1`, false, nil}, /* 90 */ {`~ true && true`, false, nil}, /* 91 */ {`~ false || true`, true, nil}, /* 92 */ {`false but true`, true, nil}, /* 93 */ {`2+3 but 5*2`, int64(10), nil}, /* 94 */ {`add(1,2) but var2`, "abc", nil}, /* 95 */ {`x=2`, int64(2), nil}, /* 96 */ {`x=2 but x*10`, int64(20), nil}, /* 97 */ {`false and true`, false, nil}, /* 98 */ {`false and (x==2)`, false, nil}, /* 99 */ {`false and (x=2 but x==2) or x==2`, nil, errors.New(`undefined variable "x"`)}, /* 100 */ {`false or true`, true, nil}, /* 101 */ {`false or (x==2)`, nil, errors.New(`undefined variable "x"`)}, /* 102 */ {`a=5; a`, int64(5), nil}, /* 103 */ {`a=5; b=2; add(a, b*3)`, int64(11), nil}, /* 104 */ {`2=5`, nil, errors.New(`assign operator ("=") must be preceded by a variable`)}, /* 105 */ {`2+a=5`, nil, errors.New(`[1:3] left operand of "=" must be a variable`)}, /* 106 */ {`2+(a=5)`, int64(7), nil}, /* 107 */ {`two=func(){2}; two()`, int64(2), nil}, /* 108 */ {`double=func(x) {2*x}; (double(3))`, int64(6), nil}, /* 109 */ {`double=func(x){2*x}; double(3)`, int64(6), nil}, /* 110 */ {`double=func(x){2*x}; a=5; double(3+a) + 1`, int64(17), nil}, /* 111 */ {`double=func(x){2*x}; a=5; two=func() {2}; (double(3+a) + 1) * two()`, int64(34), nil}, /* 112 */ {`import("./test-funcs.expr"); (double(3+a) + 1) * two()`, int64(34), nil}, /* 113 */ {`import("test-funcs.expr"); (double(3+a) + 1) * two()`, int64(34), nil}, /* 114 */ {`x ?? "default"`, "default", nil}, /* 115 */ {`x="hello"; x ?? "default"`, "hello", nil}, /* 116 */ {`x ?? func(){}"`, nil, errors.New(`[1:15] the right operand of a coalescing operation cannot be a function definition`)}, /* 117 */ {`x ?= "default"; x`, "default", nil}, /* 118 */ {`x="hello"; x ?= "default"; x`, "hello", nil}, /* 119 */ {`@x="hello"; @x`, nil, errors.New(`[1:3] variable references are not allowed in top level expressions: "@x"`)}, /* 120 */ {`f=func(){@x="hello"}; f(); x`, "hello", nil}, /* 121 */ {`f=func(@y){@y=@y+1}; f(2); y`, int64(3), nil}, /* 122 */ {`f=func(@y){g=func(){@x=5}; @y=@y+g()}; f(2); y+x`, nil, errors.New(`undefined variable "x"`)}, /* 123 */ {`f=func(@y){g=func(){@x=5}; @z=g(); @y=@y+@z}; f(2); y+z`, int64(12), nil}, /* 124 */ {`f=func(@y){g=func(){@x=5}; g(); @z=x; @y=@y+@z}; f(2); y+z`, int64(12), nil}, /* 125 */ {`f=func(@y){g=func(){@x=5}; g(); @z=x; @x=@y+@z}; f(2); y+x`, int64(9), nil}, /* 126 */ {`include("./test-funcs.expr"); six()`, int64(6), nil}, /* 127 */ {`import("./sample-export-all.expr"); six()`, int64(6), nil}, /* 128 */ {`1 ? {"a"} : {"b"}`, "b", nil}, /* 129 */ {`10 ? {"a"} : {"b"} :: {"c"}`, "c", nil}, /* 130 */ {`10 ? {"a"} :[true, 2+8] {"b"} :: {"c"}`, "b", nil}, /* 131 */ {`10 ? {"a"} :[true, 2+8] {"b"} ::[10] {"c"}`, nil, errors.New(`[1:34] case list in default clause`)}, /* 132 */ {`10 ? {"a"} :[10] {x="b" but x} :: {"c"}`, "b", nil}, /* 133 */ {`10 ? {"a"} :[10] {x="b"; x} :: {"c"}`, "b", nil}, /* 134 */ {`10 ? {"a"} : {"b"}`, nil, errors.New(`[1:3] no case catches the value (10) of the selection expression`)}, /* 135 */ {`10 ? {"a"} :: {"b"} : {"c"}`, nil, errors.New(`[1:22] selector-case outside of a selector context`)}, /* 136 */ {`1 ? {"a"} : {"b"} ? ["a"] {"A"} :["b"] {"B"}`, "B", nil}, } check_env_expr_path := 113 succeeded := 0 failed := 0 // inputs1 := []inputType{ // {`1 ? {"a"} : {"b"} ? ["a"] {"A"} :["b"] {"B"}`, "B", nil}, // } for i, input := range inputs { var expr Expr var gotResult any var gotErr error ctx := NewSimpleFuncStore() ctx.SetVar("var1", int64(123)) ctx.SetVar("var2", "abc") importMathFuncs(ctx) importImportFunc(ctx) parser := NewParser(ctx) logTest(t, i+1, input.source, input.wantResult, input.wantErr) r := strings.NewReader(input.source) scanner := NewScanner(r, DefaultTranslations()) good := true if expr, gotErr = parser.Parse(scanner); gotErr == nil { gotResult, gotErr = expr.Eval(ctx) } if gotResult != input.wantResult { t.Errorf("%d: %q -> result = %v [%T], want %v [%T]", i+1, input.source, gotResult, gotResult, input.wantResult, input.wantResult) good = false } if gotErr != input.wantErr { if input.wantErr == nil || gotErr == nil || (gotErr.Error() != input.wantErr.Error()) { t.Errorf("%d: %q -> err = <%v>, want <%v>", i+1, input.source, gotErr, input.wantErr) good = false } } if good { succeeded++ } else { failed++ if i+1 == check_env_expr_path { t.Logf(`NOTICE: Test nr %d requires EXPR_PATH environment variable with value "."`, check_env_expr_path) } } } t.Log(fmt.Sprintf("test count: %d, succeeded count: %d, failed count: %d", len(inputs), succeeded, failed)) } func TestListParser(t *testing.T) { type inputType struct { source string wantResult any wantErr error } // inputs1 := []inputType{ // {`add(1,2,3)`, int64(6), nil}, // } inputs := []inputType{ /* 1 */ {`[]`, []any{}, nil}, /* 2 */ {`[1,2,3]`, []any{int64(1), int64(2), int64(3)}, nil}, /* 3 */ {`[1,2,"hello"]`, []any{int64(1), int64(2), "hello"}, nil}, /* 4 */ {`[1+2, not true, "hello"]`, []any{int64(3), false, "hello"}, nil}, /* 5 */ {`[1,2]+[3]`, []any{int64(1), int64(2), int64(3)}, nil}, /* 6 */ {`[1,4,3,2]-[3]`, []any{int64(1), int64(4), int64(2)}, nil}, /* 7 */ {`add([1,4,3,2])`, int64(10), nil}, /* 8 */ {`add([1,[2,2],3,2])`, int64(10), nil}, /* 9 */ {`mul([1,4,3.0,2])`, float64(24.0), nil}, /* 10 */ {`add([1,"hello"])`, nil, errors.New(`add(): param nr 2 has wrong type string, number expected`)}, /* 11 */ {`[a=1,b=2,c=3] but a+b+c`, int64(6), nil}, // /* 8 */ {`[int(x)|x=csv("test.csv",1,all(),1)]`, []any{int64(10), int64(40), int64(20)}, nil}, // /* 9 */ {`sum(@[int(x)|x=csv("test.csv",1,all(),1)])`, []any{int64(10), int64(40), int64(20)}, nil}, } succeeded := 0 failed := 0 for i, input := range inputs { var expr *ast var gotResult any var gotErr error ctx := NewSimpleFuncStore() ctx.SetVar("var1", int64(123)) ctx.SetVar("var2", "abc") importMathFuncs(ctx) parser := NewParser(ctx) logTest(t, i+1, input.source, input.wantResult, input.wantErr) r := strings.NewReader(input.source) scanner := NewScanner(r, DefaultTranslations()) good := true if expr, gotErr = parser.Parse(scanner); gotErr == nil { gotResult, gotErr = expr.Eval(ctx) } if (gotResult == nil && input.wantResult != nil) || (gotResult != nil && input.wantResult == nil) { t.Errorf("%d: %q -> result = %v [%T], want %v [%T]", i+1, input.source, gotResult, gotResult, input.wantResult, input.wantResult) good = false } if gotList, okGot := gotResult.([]any); okGot { if wantList, okWant := input.wantResult.([]any); okWant { if (gotList == nil && wantList != nil) || (gotList != nil && wantList == nil) { t.Errorf("%d: %q -> result = %v [%T], want %v [%T]", i+1, input.source, gotResult, gotResult, input.wantResult, input.wantResult) good = false } else { equal := len(gotList) == len(wantList) if equal { for i, gotItem := range gotList { wantItem := wantList[i] equal = gotItem == wantItem if !equal { break } } } if !equal { t.Errorf("%d: %q -> result = %v [%T], want %v [%T]", i+1, input.source, gotResult, gotResult, input.wantResult, input.wantResult) good = false } } } } if gotErr != input.wantErr { if input.wantErr == nil || gotErr == nil || (gotErr.Error() != input.wantErr.Error()) { t.Errorf("%d: %q -> err = <%v>, want <%v>", i+1, input.source, gotErr, input.wantErr) good = false } } if good { succeeded++ } else { failed++ } } t.Log(fmt.Sprintf("test count: %d, succeeded count: %d, failed count: %d", len(inputs), succeeded, failed)) } func logTest(t *testing.T, n int, source string, wantResult any, wantErr error) { if wantErr == nil { t.Log(fmt.Sprintf("[+]Test nr %3d -- %q --> %v", n, source, wantResult)) } else { t.Log(fmt.Sprintf("[-]Test nr %3d -- %q --> %v", n, source, wantErr)) } }