scanner: disabled prefix operator '()'

Now returns the value of the last evaluated expression.

ast.go

@@ -19,6 +19,10 @@ func NewAst() *ast {
 	return &ast{}
 }
 
+func (expr *ast) TypeName() string {
+	return "Expression"
+}
+
 func (expr *ast) ToForest() {
 	if expr.root != nil {
 		if expr.forest == nil {

bind-expr-functions.go

@@ -29,6 +29,10 @@ func newExprFunctor(e Expr, params []ExprFuncParam, ctx ExprContext) *exprFuncto
 	return &exprFunctor{expr: e, params: params, defCtx: defCtx}
 }
 
+func (functor *exprFunctor) TypeName() string {
+	return "ExprFunctor"
+}
+
 func (functor *exprFunctor) GetDefinitionContext() ExprContext {
 	return functor.defCtx
 }

bind-go-functions.go

@@ -14,6 +14,10 @@ func NewGolangFunctor(f FuncTemplate) *golangFunctor {
 	return &golangFunctor{f: f}
 }
 
+func (functor *golangFunctor) TypeName() string {
+	return "GoFunctor"
+}
+
 func (functor *golangFunctor) Invoke(ctx ExprContext, name string, args []any) (result any, err error) {
 	return functor.f(ctx, name, args)
 }

data-cursor.go

@@ -133,54 +133,79 @@ func (dc *dataCursor) Current() (item any, err error) { // must return io.EOF at
 	return
 }
 
-func (dc *dataCursor) _Next() (item any, err error) { // must return io.EOF after the last item
-	if dc.resource != nil {
-		ctx := cloneContext(dc.ctx)
-		// fmt.Printf("Entering Inner-Ctx [%p]: %s\n", ctx, CtxToString(ctx, 0))
-		if item, err = dc.nextFunc.Invoke(ctx, nextName, []any{dc.resource}); err == nil {
-			if item == nil {
-				err = io.EOF
-			} else {
-				dc.index++
-			}
-		}
-		// fmt.Printf("Exiting Inner-Ctx [%p]: %s\n", ctx, CtxToString(ctx, 0))
-		exportObjects(dc.ctx, ctx)
-		// fmt.Printf("Outer-Ctx [%p]: %s\n", dc.ctx, CtxToString(dc.ctx, 0))
-	} else {
-		err = errInvalidDataSource()
+// func (dc *dataCursor) _Next() (item any, err error) { // must return io.EOF after the last item
+// 	if dc.resource != nil {
+// 		ctx := cloneContext(dc.ctx)
+// 		// fmt.Printf("Entering Inner-Ctx [%p]: %s\n", ctx, CtxToString(ctx, 0))
+// 		if item, err = dc.nextFunc.Invoke(ctx, nextName, []any{dc.resource}); err == nil {
+// 			if item == nil {
+// 				err = io.EOF
+// 			} else {
+// 				dc.index++
+// 			}
+// 		}
+// 		// fmt.Printf("Exiting Inner-Ctx [%p]: %s\n", ctx, CtxToString(ctx, 0))
+// 		exportObjects(dc.ctx, ctx)
+// 		// fmt.Printf("Outer-Ctx [%p]: %s\n", dc.ctx, CtxToString(dc.ctx, 0))
+// 	} else {
+// 		err = errInvalidDataSource()
+// 	}
+// 	return
+// }
+
+// func (dc *dataCursor) _filter(item any) (filterdItem any, err error) {
+// 	if filter, ok := dc.ds[filterName]; ok {
+// 		ctx := cloneContext(dc.ctx)
+// 		filterdItem, err = filter.Invoke(ctx, filterName, []any{item, dc.index})
+// 	} else {
+// 		filterdItem = item
+// 	}
+// 	return
+// }
+
+func (dc *dataCursor) checkFilter(filter Functor, item any) (accepted bool, err error) {
+	var v any
+	var ok bool
+	ctx := cloneContext(dc.ctx)
+	if v, err = filter.Invoke(ctx, filterName, []any{item, dc.index}); err == nil && v != nil {
+		if accepted, ok = v.(bool); !ok {
+			accepted = true  // NOTE: A non-boolean value that is not nil means the item has been accepted
+		} 
 	}
+	
 	return
 }
-
-const filterName = "filter"
-func (dc *dataCursor) filter(item any) (filterdItem any, err error) {
-	if filter, ok := dc.ds[filterName]; ok {
-		ctx := cloneContext(dc.ctx)
-		filterdItem, err = filter.Invoke(ctx, filterName, []any{item, dc.index});
-	} else {
-		filterdItem = item
-	}
+func (dc *dataCursor) mapItem(mapper Functor, item any) (mappedItem any, err error) {
+	ctx := cloneContext(dc.ctx)
+	mappedItem, err = mapper.Invoke(ctx, mapName, []any{item, dc.index});
 	return
 }
 
 func (dc *dataCursor) Next() (item any, err error) { // must return io.EOF after the last item
+	var accepted bool
 	if dc.resource != nil {
-		ctx := cloneContext(dc.ctx)
-		// fmt.Printf("Entering Inner-Ctx [%p]: %s\n", ctx, CtxToString(ctx, 0))
+		filter := dc.ds[filterName]
+		mapper := dc.ds[mapName]
+
 		for item == nil && err == nil {
+			ctx := cloneContext(dc.ctx)
 			if item, err = dc.nextFunc.Invoke(ctx, nextName, []any{dc.resource}); err == nil {
 				if item == nil {
 					err = io.EOF
 				} else {
 					dc.index++
-					item, err = dc.filter(item)
+					if filter != nil {
+						if accepted, err = dc.checkFilter(filter, item); err != nil || !accepted {
+							item = nil
+						}
+					}
+					if item != nil && mapper != nil {
+						item, err = dc.mapItem(mapper, item)
+					}
 				}
 			}
+			exportObjects(dc.ctx, ctx)
 		}
-		// fmt.Printf("Exiting Inner-Ctx [%p]: %s\n", ctx, CtxToString(ctx, 0))
-		exportObjects(dc.ctx, ctx)
-		// fmt.Printf("Outer-Ctx [%p]: %s\n", dc.ctx, CtxToString(dc.ctx, 0))
 	} else {
 		err = errInvalidDataSource()
 	}

expr-context.go

@@ -14,8 +14,15 @@ type ExprContext interface {
 	GetLast() any
 	SetVar(varName string, value any)
 	UnsafeSetVar(varName string, value any)
+
 	EnumVars(func(name string) (accept bool)) (varNames []string)
+	VarCount() int
+	DeleteVar(varName string)
+
 	EnumFuncs(func(name string) (accept bool)) (funcNames []string)
+	FuncCount() int
+	DeleteFunc(funcName string)
+
 	GetFuncInfo(name string) (item ExprFunc, exists bool)
 	Call(name string, args []any) (result any, err error)
 	RegisterFuncInfo(info ExprFunc)

expr-function.go

@@ -6,6 +6,7 @@ package expr
 
 // ---- Functor interface
 type Functor interface {
+	Typer
 	Invoke(ctx ExprContext, name string, args []any) (result any, err error)
 	SetFunc(info ExprFunc)
 	GetFunc() ExprFunc

expr.go

@@ -6,6 +6,7 @@ package expr
 
 // ----Expression interface
 type Expr interface {
+	Typer
 	Eval(ctx ExprContext) (result any, err error)
 	String() string
 }

iterator.go

@@ -19,6 +19,8 @@ const (
 	currentName = "current"
 	indexName   = "index"
 	countName   = "count"
+	filterName  = "filter"
+	mapName     = "map"
 )
 
 type Iterator interface {

list-iterator.go

@@ -90,16 +90,20 @@ func (it *ListIterator) TypeName() string {
 }
 
 func (it *ListIterator) HasOperation(name string) bool {
-	yes := name == resetName || name == indexName || name == countName
+	yes := name == nextName || name == resetName || name == indexName || name == countName || name == currentName
 	return yes
 }
 
 func (it *ListIterator) CallOperation(name string, args []any) (v any, err error) {
 	switch name {
+	case nextName:
+		v, err = it.Next()
 	case resetName:
 		v, err = it.Reset()
 	case indexName:
 		v = int64(it.Index())
+	case currentName:
+		v, err = it.Current()
 	case countName:
 		v = it.count
 	default:

operator-default.go

@@ -11,7 +11,7 @@ func newDefaultTerm(tk *Token) (inst *term) {
 		tk:       *tk,
 		children: make([]*term, 0, 2),
 		position: posInfix,
-		priority: priCoalesce,
+		priority: priDefault,
 		evalFunc: evalDefault,
 	}
 }
@@ -45,7 +45,7 @@ func newAlternateTerm(tk *Token) (inst *term) {
 		tk:       *tk,
 		children: make([]*term, 0, 2),
 		position: posInfix,
-		priority: priCoalesce,
+		priority: priDefault,
 		evalFunc: evalAlternate,
 	}
 }
@@ -81,7 +81,7 @@ func newDefaultAssignTerm(tk *Token) (inst *term) {
 		tk:       *tk,
 		children: make([]*term, 0, 2),
 		position: posInfix,
-		priority: priCoalesce,
+		priority: priDefault,
 		evalFunc: evalAssignDefault,
 	}
 }

operator-include.go

@@ -25,8 +25,8 @@ func evalInclude(ctx ExprContext, opTerm *term) (v any, err error) {
 
 	count := 0
 	if IsList(childValue) {
-		list, _ := childValue.([]any)
-		for i, filePathSpec := range list {
+		list, _ := childValue.(*ListType)
+		for i, filePathSpec := range *list {
 			if filePath, ok := filePathSpec.(string); ok {
 				if v, err = EvalFile(ctx, filePath); err == nil {
 					count++
@@ -47,8 +47,9 @@ func evalInclude(ctx ExprContext, opTerm *term) (v any, err error) {
 	} else {
 		err = opTerm.errIncompatibleType(childValue)
 	}
-	if err == nil {
-		v = count
+	if err != nil {
+		//v = count
+		v = nil
 	}
 	return
 }

operator-iter-value.go

@@ -33,5 +33,6 @@ func evalIterValue(ctx ExprContext, opTerm *term) (v any, err error) {
 
 // init
 func init() {
-	registerTermConstructor(SymOpenClosedRound, newIterValueTerm)
+//	registerTermConstructor(SymOpenClosedRound, newIterValueTerm)
+	registerTermConstructor(SymCaret, newIterValueTerm)
 }

operator-unset.go

@@ -0,0 +1,69 @@
+// Copyright (c) 2024 Celestino Amoroso (celestino.amoroso@gmail.com).
+// All rights reserved.
+
+// operator-unset.go
+package expr
+
+import "strings"
+
+//-------- unset term
+
+func newUnsetTerm(tk *Token) (inst *term) {
+	return &term{
+		tk:       *tk,
+		children: make([]*term, 0, 1),
+		position: posPrefix,
+		priority: priSign,
+		evalFunc: evalUnset,
+	}
+}
+
+func deleteContextItem(ctx ExprContext, opTerm *term, item any) (deleted bool, err error) {
+	if name, ok := item.(string); ok {
+		var size int
+		if strings.HasSuffix(name, "()") {
+			size = ctx.FuncCount()
+			ctx.DeleteFunc(strings.TrimRight(name, "()"))
+			deleted = ctx.FuncCount() < size
+		} else {
+			size = ctx.VarCount()
+			ctx.DeleteVar(name)
+			deleted = ctx.VarCount() < size
+		}
+	} else {
+		err = opTerm.errIncompatibleType(item)
+	}
+	return
+}
+
+func evalUnset(ctx ExprContext, opTerm *term) (v any, err error) {
+	var childValue any
+	var deleted bool
+
+	if childValue, err = opTerm.evalPrefix(ctx); err != nil {
+		return
+	}
+
+	count := 0
+	if IsList(childValue) {
+		list, _ := childValue.(*ListType)
+		for _, item := range *list {
+			if deleted, err = deleteContextItem(ctx, opTerm, item); err != nil {
+				break
+			} else if deleted {
+				count++
+			}
+		}
+	} else if deleted, err = deleteContextItem(ctx, opTerm, childValue); err == nil && deleted {
+		count++
+	}
+	if err == nil {
+		v = int64(count)
+	}
+	return
+}
+
+// init
+func init() {
+	registerTermConstructor(SymKwUnset, newUnsetTerm)
+}

scanner.go

@@ -269,11 +269,11 @@ func (scanner *scanner) fetchNextToken() (tk *Token) {
 				tk = scanner.makeToken(SymDollar, ch)
 			}
 		case '(':
-			if next, _ := scanner.peek(); next == ')' {
-				tk = scanner.moveOn(SymOpenClosedRound, ch, next)
-			} else {
+//			if next, _ := scanner.peek(); next == ')' {
+//				tk = scanner.moveOn(SymOpenClosedRound, ch, next)
+//			} else {
 				tk = scanner.makeToken(SymOpenRound, ch)
-			}
+//			}
 		case ')':
 			tk = scanner.makeToken(SymClosedRound, ch)
 		case '[':

simple-store.go

@@ -132,6 +132,14 @@ func (ctx *SimpleStore) EnumVars(acceptor func(name string) (accept bool)) (varN
 	return
 }
 
+func (ctx *SimpleStore) VarCount() int {
+	return len(ctx.varStore)
+}
+
+func (ctx *SimpleStore) DeleteVar(varName string) {
+	delete(ctx.varStore, varName)
+}
+
 func (ctx *SimpleStore) GetFuncInfo(name string) (info ExprFunc, exists bool) {
 	info, exists = ctx.funcStore[name]
 	return
@@ -163,6 +171,14 @@ func (ctx *SimpleStore) EnumFuncs(acceptor func(name string) (accept bool)) (fun
 	return
 }
 
+func (ctx *SimpleStore) FuncCount() int {
+	return len(ctx.funcStore)
+}
+
+func (ctx *SimpleStore) DeleteFunc(funcName string) {
+	delete(ctx.funcStore, funcName)
+}
+
 func (ctx *SimpleStore) Call(name string, args []any) (result any, err error) {
 	if info, exists := GetLocalFuncInfo(ctx, name); exists {
 		functor := info.Functor()

symbol.go

@@ -106,6 +106,7 @@ const (
 	SymKwIn
 	SymKwInclude
 	SymKwNil
+	SymKwUnset
 )
 
 var keywords map[string]Symbol
@@ -123,5 +124,6 @@ func init() {
 		"NOT":     SymKwNot,
 		"OR":      SymKwOr,
 		"NIL":     SymKwNil,
+		"UNSET":   SymKwUnset,
 	}
 }

t_funcs_test.go

@@ -30,13 +30,14 @@ func TestFuncs(t *testing.T) {
 		/*  17 */ {`f=func(x,n){1}; f(3,4,)`, nil, `[1:24] expected "function-param-value", got ")"`},
 		/*  18 */ {`factory=func(base){func(){@base=base+1}}; inc10=factory(10); inc5=factory(5); inc10(); inc5(); inc10()`, int64(12), nil},
 		/*  19 */ {`f=func(a,y=1,z="sos"){}; string(f)`, `f(a, y=1, z="sos"):any{}`, nil},
+//		/*  20 */ {`a=[func(){3}]; a[0]()`, int64(3), nil},
 //		/*  20 */ {`m={}; m["f"]=func(){3}; m["f"]()`, int64(3), nil},
 		// /*  18 */ {`f=func(a){a*2}`, nil, errors.New(`[1:24] expected "function-param-value", got ")"`)},
 	}
 
 	// t.Setenv("EXPR_PATH", ".")
 
-	// runTestSuiteSpec(t, section, inputs, 20)
+	//runTestSuiteSpec(t, section, inputs, 20)
 	runTestSuite(t, section, inputs)
 }
 

t_iterator_test.go

@@ -20,7 +20,11 @@ func TestIteratorParser(t *testing.T) {
 		/*   9 */ {`include "test-resources/file-reader.expr"; it=$(ds,"test-resources/int.list"); it.clean`, true, nil},
 		/*  10 */ {`it=$(1,2,3); it++`, int64(1), nil},
 		/*  11 */ {`it=$(1,2,3); it++; it.reset; it++`, int64(1), nil},
-//		/*  12 */ {`include "test-resources/filter.expr"; it=$(ds,10); it++`, int64(1), nil},
+		/*  12 */ {`it=$([1,2,3,4],1); it++`, int64(2), nil},
+		/*  13 */ {`it=$([1,2,3,4],1,3); it++; it++;`, int64(3), nil},
+		/*  14 */ {`it=$([1,2,3,4],1,3,2); it++; it++;`, int64(4), nil},
+		/*  15 */ {`it=$([1,2,3,4],1,2,2); it++; it++;`, nil, `EOF`},
+		/*  16 */ {`include "test-resources/filter.expr"; it=$(ds,10); it++`, int64(2), nil},
 	}
 
 	//runTestSuiteSpec(t, section, inputs, 12)

t_operator_test.go

@@ -0,0 +1,23 @@
+// Copyright (c) 2024 Celestino Amoroso (celestino.amoroso@gmail.com).
+// All rights reserved.
+
+// t_operator_test.go
+package expr
+
+import (
+	"testing"
+)
+
+func TestOperator(t *testing.T) {
+	section := "Operator"
+	inputs := []inputType{
+		/*   1 */ {`a=1; unset "a"; a`, nil, `undefined variable or function "a"`},
+		/*   2 */ {`a=1; unset ["a", "b"]`, int64(1), nil},
+		/*   3 */ {`f=func(){3}; unset "f()"`, int64(1), nil},
+	}
+
+	// t.Setenv("EXPR_PATH", ".")
+
+	//runTestSuiteSpec(t, section, inputs, 3)
+	runTestSuite(t, section, inputs)
+}

term.go

@@ -26,7 +26,7 @@ const (
 	priSign
 	priFact
 	priIterValue
-	priCoalesce
+	priDefault
 	priIncDec
 	priDot
 	priValue

test-resources/filter.expr

@@ -0,0 +1,15 @@
+ds={
+		"init":func(end){@end=end; @current=0 but true},
+		"current":func(){current},
+		"next":func(){
+			((next=current+1) <= end) ? [true] {@current=next but current} :: {nil}
+		}
+		,		"filter":func(item,index) { item > 0 }
+		,		"map":   func(item,index) { item * 2 }
+}
+
+/* Example
+;
+it=$(ds,3);
+add(it)
+*/