1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
|
// Copyright (c) 2020 Alexander Kiryukhin <a.kiryukhin@mail.ru>
// Permission is hereby granted, free of charge, to any person obtaining a copy
// of this software and associated documentation files (the "Software"), to deal
// in the Software without restriction, including without limitation the rights
// to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
// copies of the Software, and to permit persons to whom the Software is
// furnished to do so, subject to the following conditions:
// The above copyright notice and this permission notice shall be included in all
// copies or substantial portions of the Software.
// THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
// IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
// FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
// AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
// LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
// OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
// SOFTWARE.
package executor
import (
"testing"
)
func TestTokenize(t *testing.T) {
operators := map[string]*Operator{
"+": {Op: "+", Assoc: LeftAssoc, Priority: 1, Fn: func(a float64, b float64) (float64, error) { return a + b, nil }},
"-": {Op: "-", Assoc: LeftAssoc, Priority: 1, Fn: func(a float64, b float64) (float64, error) { return a - b, nil }},
"*": {Op: "*", Assoc: LeftAssoc, Priority: 2, Fn: func(a float64, b float64) (float64, error) { return a * b, nil }},
"/": {Op: "/", Assoc: LeftAssoc, Priority: 2, Fn: func(a float64, b float64) (float64, error) { return a / b, nil }},
}
tk := newTokenizer("((15/(7-(1+1)))*-3)-(-2+(1+1))", operators)
if err := tk.tokenize(); err != nil {
t.Error(err)
}
tkns, err := tk.toRPN()
if err != nil {
t.Error(err)
}
expected := []token{
{literalType, "", 15},
{literalType, "", 7},
{literalType, "", 1},
{literalType, "", 1},
{operatorType, "+", 0},
{operatorType, "-", 0},
{operatorType, "/", 0},
{literalType, "", -3},
{operatorType, "*", 0},
{literalType, "", -2},
{literalType, "", 1},
{literalType, "", 1},
{operatorType, "+", 0},
{operatorType, "+", 0},
{operatorType, "-", 0},
}
if len(tkns) != len(expected) {
t.Errorf("Expected len = %d, got %d", len(expected), len(tkns))
}
for i, tkn := range tkns {
if tkn.Type != expected[i].Type {
t.Errorf("Expected type %d, got %d at pos %d", expected[i].Type, tkn.Type, i)
}
if tkn.SValue != expected[i].SValue {
t.Errorf("Expected %s, got %s at pos %d", expected[i].SValue, tkn.SValue, i)
}
if tkn.FValue != expected[i].FValue {
t.Errorf("Expected %f, got %f at pos %d", expected[i].FValue, tkn.FValue, i)
}
}
tk = newTokenizer("a**b==10", operators)
if err := tk.tokenize(); err != nil {
t.Error(err)
}
expected = []token{
{variableType, "a", 0},
{operatorType, "**", 0},
{variableType, "b", 0},
{operatorType, "==", 0},
{literalType, "", 10},
}
if len(tk.tkns) != len(expected) {
t.Errorf("Expected len = %d, got %d", len(expected), len(tkns))
}
for i, tkn := range tk.tkns {
if tkn.Type != expected[i].Type {
t.Errorf("Expected type %d, got %d at pos %d", expected[i].Type, tkn.Type, i)
}
if tkn.SValue != expected[i].SValue {
t.Errorf("Expected %s, got %s at pos %d", expected[i].SValue, tkn.SValue, i)
}
if tkn.FValue != expected[i].FValue {
t.Errorf("Expected %f, got %f at pos %d", expected[i].FValue, tkn.FValue, i)
}
}
}
|
