You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
1124 lines
23 KiB
1124 lines
23 KiB
// Copyright 2014 Google Inc. All rights reserved. |
|
// |
|
// Licensed under the Apache License, Version 2.0 (the "License"); |
|
// you may not use this file except in compliance with the License. |
|
// You may obtain a copy of the License at |
|
// |
|
// http://www.apache.org/licenses/LICENSE-2.0 |
|
// |
|
// Unless required by applicable law or agreed to in writing, software |
|
// distributed under the License is distributed on an "AS IS" BASIS, |
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
|
// See the License for the specific language governing permissions and |
|
// limitations under the License. |
|
|
|
package parser |
|
|
|
import ( |
|
"bytes" |
|
"reflect" |
|
"strconv" |
|
"strings" |
|
"testing" |
|
"text/scanner" |
|
) |
|
|
|
func mkpos(offset, line, column int) scanner.Position { |
|
return scanner.Position{ |
|
Offset: offset, |
|
Line: line, |
|
Column: column, |
|
} |
|
} |
|
|
|
var validParseTestCases = []struct { |
|
input string |
|
defs []Definition |
|
comments []*CommentGroup |
|
}{ |
|
{` |
|
foo {} |
|
`, |
|
[]Definition{ |
|
&Module{ |
|
Type: "foo", |
|
TypePos: mkpos(3, 2, 3), |
|
Map: Map{ |
|
LBracePos: mkpos(7, 2, 7), |
|
RBracePos: mkpos(8, 2, 8), |
|
}, |
|
}, |
|
}, |
|
nil, |
|
}, |
|
|
|
{` |
|
foo { |
|
name: "abc", |
|
} |
|
`, |
|
[]Definition{ |
|
&Module{ |
|
Type: "foo", |
|
TypePos: mkpos(3, 2, 3), |
|
Map: Map{ |
|
LBracePos: mkpos(7, 2, 7), |
|
RBracePos: mkpos(27, 4, 3), |
|
Properties: []*Property{ |
|
{ |
|
Name: "name", |
|
NamePos: mkpos(12, 3, 4), |
|
ColonPos: mkpos(16, 3, 8), |
|
Value: &String{ |
|
LiteralPos: mkpos(18, 3, 10), |
|
Value: "abc", |
|
}, |
|
}, |
|
}, |
|
}, |
|
}, |
|
}, |
|
nil, |
|
}, |
|
|
|
{` |
|
foo { |
|
isGood: true, |
|
} |
|
`, |
|
[]Definition{ |
|
&Module{ |
|
Type: "foo", |
|
TypePos: mkpos(3, 2, 3), |
|
Map: Map{ |
|
LBracePos: mkpos(7, 2, 7), |
|
RBracePos: mkpos(28, 4, 3), |
|
Properties: []*Property{ |
|
{ |
|
Name: "isGood", |
|
NamePos: mkpos(12, 3, 4), |
|
ColonPos: mkpos(18, 3, 10), |
|
Value: &Bool{ |
|
LiteralPos: mkpos(20, 3, 12), |
|
Value: true, |
|
Token: "true", |
|
}, |
|
}, |
|
}, |
|
}, |
|
}, |
|
}, |
|
nil, |
|
}, |
|
|
|
{` |
|
foo { |
|
num: 4, |
|
} |
|
`, |
|
[]Definition{ |
|
&Module{ |
|
Type: "foo", |
|
TypePos: mkpos(3, 2, 3), |
|
Map: Map{ |
|
LBracePos: mkpos(7, 2, 7), |
|
RBracePos: mkpos(22, 4, 3), |
|
Properties: []*Property{ |
|
{ |
|
Name: "num", |
|
NamePos: mkpos(12, 3, 4), |
|
ColonPos: mkpos(15, 3, 7), |
|
Value: &Int64{ |
|
LiteralPos: mkpos(17, 3, 9), |
|
Value: 4, |
|
Token: "4", |
|
}, |
|
}, |
|
}, |
|
}, |
|
}, |
|
}, |
|
nil, |
|
}, |
|
|
|
{` |
|
foo { |
|
stuff: ["asdf", "jkl;", "qwert", |
|
"uiop", "bnm,"] |
|
} |
|
`, |
|
[]Definition{ |
|
&Module{ |
|
Type: "foo", |
|
TypePos: mkpos(3, 2, 3), |
|
Map: Map{ |
|
LBracePos: mkpos(7, 2, 7), |
|
RBracePos: mkpos(67, 5, 3), |
|
Properties: []*Property{ |
|
{ |
|
Name: "stuff", |
|
NamePos: mkpos(12, 3, 4), |
|
ColonPos: mkpos(17, 3, 9), |
|
Value: &List{ |
|
LBracePos: mkpos(19, 3, 11), |
|
RBracePos: mkpos(63, 4, 19), |
|
Values: []Expression{ |
|
&String{ |
|
LiteralPos: mkpos(20, 3, 12), |
|
Value: "asdf", |
|
}, |
|
&String{ |
|
LiteralPos: mkpos(28, 3, 20), |
|
Value: "jkl;", |
|
}, |
|
&String{ |
|
LiteralPos: mkpos(36, 3, 28), |
|
Value: "qwert", |
|
}, |
|
&String{ |
|
LiteralPos: mkpos(49, 4, 5), |
|
Value: "uiop", |
|
}, |
|
&String{ |
|
LiteralPos: mkpos(57, 4, 13), |
|
Value: "bnm,", |
|
}, |
|
}, |
|
}, |
|
}, |
|
}, |
|
}, |
|
}, |
|
}, |
|
nil, |
|
}, |
|
|
|
{` |
|
foo { |
|
stuff: { |
|
isGood: true, |
|
name: "bar", |
|
num: 36, |
|
} |
|
} |
|
`, |
|
[]Definition{ |
|
&Module{ |
|
Type: "foo", |
|
TypePos: mkpos(3, 2, 3), |
|
Map: Map{ |
|
LBracePos: mkpos(7, 2, 7), |
|
RBracePos: mkpos(76, 8, 3), |
|
Properties: []*Property{ |
|
{ |
|
Name: "stuff", |
|
NamePos: mkpos(12, 3, 4), |
|
ColonPos: mkpos(17, 3, 9), |
|
Value: &Map{ |
|
LBracePos: mkpos(19, 3, 11), |
|
RBracePos: mkpos(72, 7, 4), |
|
Properties: []*Property{ |
|
{ |
|
Name: "isGood", |
|
NamePos: mkpos(25, 4, 5), |
|
ColonPos: mkpos(31, 4, 11), |
|
Value: &Bool{ |
|
LiteralPos: mkpos(33, 4, 13), |
|
Value: true, |
|
Token: "true", |
|
}, |
|
}, |
|
{ |
|
Name: "name", |
|
NamePos: mkpos(43, 5, 5), |
|
ColonPos: mkpos(47, 5, 9), |
|
Value: &String{ |
|
LiteralPos: mkpos(49, 5, 11), |
|
Value: "bar", |
|
}, |
|
}, |
|
{ |
|
Name: "num", |
|
NamePos: mkpos(60, 6, 5), |
|
ColonPos: mkpos(63, 6, 8), |
|
Value: &Int64{ |
|
LiteralPos: mkpos(65, 6, 10), |
|
Value: 36, |
|
Token: "36", |
|
}, |
|
}, |
|
}, |
|
}, |
|
}, |
|
}, |
|
}, |
|
}, |
|
}, |
|
nil, |
|
}, |
|
|
|
{` |
|
// comment1 |
|
foo /* test */ { |
|
// comment2 |
|
isGood: true, // comment3 |
|
} |
|
`, |
|
[]Definition{ |
|
&Module{ |
|
Type: "foo", |
|
TypePos: mkpos(17, 3, 3), |
|
Map: Map{ |
|
LBracePos: mkpos(32, 3, 18), |
|
RBracePos: mkpos(81, 6, 3), |
|
Properties: []*Property{ |
|
{ |
|
Name: "isGood", |
|
NamePos: mkpos(52, 5, 4), |
|
ColonPos: mkpos(58, 5, 10), |
|
Value: &Bool{ |
|
LiteralPos: mkpos(60, 5, 12), |
|
Value: true, |
|
Token: "true", |
|
}, |
|
}, |
|
}, |
|
}, |
|
}, |
|
}, |
|
[]*CommentGroup{ |
|
{ |
|
Comments: []*Comment{ |
|
&Comment{ |
|
Comment: []string{"// comment1"}, |
|
Slash: mkpos(3, 2, 3), |
|
}, |
|
}, |
|
}, |
|
{ |
|
Comments: []*Comment{ |
|
&Comment{ |
|
Comment: []string{"/* test */"}, |
|
Slash: mkpos(21, 3, 7), |
|
}, |
|
}, |
|
}, |
|
{ |
|
Comments: []*Comment{ |
|
&Comment{ |
|
Comment: []string{"// comment2"}, |
|
Slash: mkpos(37, 4, 4), |
|
}, |
|
}, |
|
}, |
|
{ |
|
Comments: []*Comment{ |
|
&Comment{ |
|
Comment: []string{"// comment3"}, |
|
Slash: mkpos(67, 5, 19), |
|
}, |
|
}, |
|
}, |
|
}, |
|
}, |
|
|
|
{` |
|
foo { |
|
name: "abc", |
|
num: 4, |
|
} |
|
|
|
bar { |
|
name: "def", |
|
num: -5, |
|
} |
|
`, |
|
[]Definition{ |
|
&Module{ |
|
Type: "foo", |
|
TypePos: mkpos(3, 2, 3), |
|
Map: Map{ |
|
LBracePos: mkpos(7, 2, 7), |
|
RBracePos: mkpos(38, 5, 3), |
|
Properties: []*Property{ |
|
{ |
|
Name: "name", |
|
NamePos: mkpos(12, 3, 4), |
|
ColonPos: mkpos(16, 3, 8), |
|
Value: &String{ |
|
LiteralPos: mkpos(18, 3, 10), |
|
Value: "abc", |
|
}, |
|
}, |
|
{ |
|
Name: "num", |
|
NamePos: mkpos(28, 4, 4), |
|
ColonPos: mkpos(31, 4, 7), |
|
Value: &Int64{ |
|
LiteralPos: mkpos(33, 4, 9), |
|
Value: 4, |
|
Token: "4", |
|
}, |
|
}, |
|
}, |
|
}, |
|
}, |
|
&Module{ |
|
Type: "bar", |
|
TypePos: mkpos(43, 7, 3), |
|
Map: Map{ |
|
LBracePos: mkpos(47, 7, 7), |
|
RBracePos: mkpos(79, 10, 3), |
|
Properties: []*Property{ |
|
{ |
|
Name: "name", |
|
NamePos: mkpos(52, 8, 4), |
|
ColonPos: mkpos(56, 8, 8), |
|
Value: &String{ |
|
LiteralPos: mkpos(58, 8, 10), |
|
Value: "def", |
|
}, |
|
}, |
|
{ |
|
Name: "num", |
|
NamePos: mkpos(68, 9, 4), |
|
ColonPos: mkpos(71, 9, 7), |
|
Value: &Int64{ |
|
LiteralPos: mkpos(73, 9, 9), |
|
Value: -5, |
|
Token: "-5", |
|
}, |
|
}, |
|
}, |
|
}, |
|
}, |
|
}, |
|
nil, |
|
}, |
|
|
|
{` |
|
foo = "stuff" |
|
bar = foo |
|
baz = foo + bar |
|
boo = baz |
|
boo += foo |
|
`, |
|
[]Definition{ |
|
&Assignment{ |
|
Name: "foo", |
|
NamePos: mkpos(3, 2, 3), |
|
EqualsPos: mkpos(7, 2, 7), |
|
Value: &String{ |
|
LiteralPos: mkpos(9, 2, 9), |
|
Value: "stuff", |
|
}, |
|
OrigValue: &String{ |
|
LiteralPos: mkpos(9, 2, 9), |
|
Value: "stuff", |
|
}, |
|
Assigner: "=", |
|
Referenced: true, |
|
}, |
|
&Assignment{ |
|
Name: "bar", |
|
NamePos: mkpos(19, 3, 3), |
|
EqualsPos: mkpos(23, 3, 7), |
|
Value: &Variable{ |
|
Name: "foo", |
|
NamePos: mkpos(25, 3, 9), |
|
Value: &String{ |
|
LiteralPos: mkpos(9, 2, 9), |
|
Value: "stuff", |
|
}, |
|
}, |
|
OrigValue: &Variable{ |
|
Name: "foo", |
|
NamePos: mkpos(25, 3, 9), |
|
Value: &String{ |
|
LiteralPos: mkpos(9, 2, 9), |
|
Value: "stuff", |
|
}, |
|
}, |
|
Assigner: "=", |
|
Referenced: true, |
|
}, |
|
&Assignment{ |
|
Name: "baz", |
|
NamePos: mkpos(31, 4, 3), |
|
EqualsPos: mkpos(35, 4, 7), |
|
Value: &Operator{ |
|
OperatorPos: mkpos(41, 4, 13), |
|
Operator: '+', |
|
Value: &String{ |
|
LiteralPos: mkpos(9, 2, 9), |
|
Value: "stuffstuff", |
|
}, |
|
Args: [2]Expression{ |
|
&Variable{ |
|
Name: "foo", |
|
NamePos: mkpos(37, 4, 9), |
|
Value: &String{ |
|
LiteralPos: mkpos(9, 2, 9), |
|
Value: "stuff", |
|
}, |
|
}, |
|
&Variable{ |
|
Name: "bar", |
|
NamePos: mkpos(43, 4, 15), |
|
Value: &Variable{ |
|
Name: "foo", |
|
NamePos: mkpos(25, 3, 9), |
|
Value: &String{ |
|
LiteralPos: mkpos(9, 2, 9), |
|
Value: "stuff", |
|
}, |
|
}, |
|
}, |
|
}, |
|
}, |
|
OrigValue: &Operator{ |
|
OperatorPos: mkpos(41, 4, 13), |
|
Operator: '+', |
|
Value: &String{ |
|
LiteralPos: mkpos(9, 2, 9), |
|
Value: "stuffstuff", |
|
}, |
|
Args: [2]Expression{ |
|
&Variable{ |
|
Name: "foo", |
|
NamePos: mkpos(37, 4, 9), |
|
Value: &String{ |
|
LiteralPos: mkpos(9, 2, 9), |
|
Value: "stuff", |
|
}, |
|
}, |
|
&Variable{ |
|
Name: "bar", |
|
NamePos: mkpos(43, 4, 15), |
|
Value: &Variable{ |
|
Name: "foo", |
|
NamePos: mkpos(25, 3, 9), |
|
Value: &String{ |
|
LiteralPos: mkpos(9, 2, 9), |
|
Value: "stuff", |
|
}, |
|
}, |
|
}, |
|
}, |
|
}, |
|
Assigner: "=", |
|
Referenced: true, |
|
}, |
|
&Assignment{ |
|
Name: "boo", |
|
NamePos: mkpos(49, 5, 3), |
|
EqualsPos: mkpos(53, 5, 7), |
|
Value: &Operator{ |
|
Args: [2]Expression{ |
|
&Variable{ |
|
Name: "baz", |
|
NamePos: mkpos(55, 5, 9), |
|
Value: &Operator{ |
|
OperatorPos: mkpos(41, 4, 13), |
|
Operator: '+', |
|
Value: &String{ |
|
LiteralPos: mkpos(9, 2, 9), |
|
Value: "stuffstuff", |
|
}, |
|
Args: [2]Expression{ |
|
&Variable{ |
|
Name: "foo", |
|
NamePos: mkpos(37, 4, 9), |
|
Value: &String{ |
|
LiteralPos: mkpos(9, 2, 9), |
|
Value: "stuff", |
|
}, |
|
}, |
|
&Variable{ |
|
Name: "bar", |
|
NamePos: mkpos(43, 4, 15), |
|
Value: &Variable{ |
|
Name: "foo", |
|
NamePos: mkpos(25, 3, 9), |
|
Value: &String{ |
|
LiteralPos: mkpos(9, 2, 9), |
|
Value: "stuff", |
|
}, |
|
}, |
|
}, |
|
}, |
|
}, |
|
}, |
|
&Variable{ |
|
Name: "foo", |
|
NamePos: mkpos(68, 6, 10), |
|
Value: &String{ |
|
LiteralPos: mkpos(9, 2, 9), |
|
Value: "stuff", |
|
}, |
|
}, |
|
}, |
|
OperatorPos: mkpos(66, 6, 8), |
|
Operator: '+', |
|
Value: &String{ |
|
LiteralPos: mkpos(9, 2, 9), |
|
Value: "stuffstuffstuff", |
|
}, |
|
}, |
|
OrigValue: &Variable{ |
|
Name: "baz", |
|
NamePos: mkpos(55, 5, 9), |
|
Value: &Operator{ |
|
OperatorPos: mkpos(41, 4, 13), |
|
Operator: '+', |
|
Value: &String{ |
|
LiteralPos: mkpos(9, 2, 9), |
|
Value: "stuffstuff", |
|
}, |
|
Args: [2]Expression{ |
|
&Variable{ |
|
Name: "foo", |
|
NamePos: mkpos(37, 4, 9), |
|
Value: &String{ |
|
LiteralPos: mkpos(9, 2, 9), |
|
Value: "stuff", |
|
}, |
|
}, |
|
&Variable{ |
|
Name: "bar", |
|
NamePos: mkpos(43, 4, 15), |
|
Value: &Variable{ |
|
Name: "foo", |
|
NamePos: mkpos(25, 3, 9), |
|
Value: &String{ |
|
LiteralPos: mkpos(9, 2, 9), |
|
Value: "stuff", |
|
}, |
|
}, |
|
}, |
|
}, |
|
}, |
|
}, |
|
Assigner: "=", |
|
}, |
|
&Assignment{ |
|
Name: "boo", |
|
NamePos: mkpos(61, 6, 3), |
|
EqualsPos: mkpos(66, 6, 8), |
|
Value: &Variable{ |
|
Name: "foo", |
|
NamePos: mkpos(68, 6, 10), |
|
Value: &String{ |
|
LiteralPos: mkpos(9, 2, 9), |
|
Value: "stuff", |
|
}, |
|
}, |
|
OrigValue: &Variable{ |
|
Name: "foo", |
|
NamePos: mkpos(68, 6, 10), |
|
Value: &String{ |
|
LiteralPos: mkpos(9, 2, 9), |
|
Value: "stuff", |
|
}, |
|
}, |
|
Assigner: "+=", |
|
}, |
|
}, |
|
nil, |
|
}, |
|
|
|
{` |
|
baz = -4 + -5 + 6 |
|
`, |
|
[]Definition{ |
|
&Assignment{ |
|
Name: "baz", |
|
NamePos: mkpos(3, 2, 3), |
|
EqualsPos: mkpos(7, 2, 7), |
|
Value: &Operator{ |
|
OperatorPos: mkpos(12, 2, 12), |
|
Operator: '+', |
|
Value: &Int64{ |
|
LiteralPos: mkpos(9, 2, 9), |
|
Value: -3, |
|
}, |
|
Args: [2]Expression{ |
|
&Int64{ |
|
LiteralPos: mkpos(9, 2, 9), |
|
Value: -4, |
|
Token: "-4", |
|
}, |
|
&Operator{ |
|
OperatorPos: mkpos(17, 2, 17), |
|
Operator: '+', |
|
Value: &Int64{ |
|
LiteralPos: mkpos(14, 2, 14), |
|
Value: 1, |
|
}, |
|
Args: [2]Expression{ |
|
&Int64{ |
|
LiteralPos: mkpos(14, 2, 14), |
|
Value: -5, |
|
Token: "-5", |
|
}, |
|
&Int64{ |
|
LiteralPos: mkpos(19, 2, 19), |
|
Value: 6, |
|
Token: "6", |
|
}, |
|
}, |
|
}, |
|
}, |
|
}, |
|
OrigValue: &Operator{ |
|
OperatorPos: mkpos(12, 2, 12), |
|
Operator: '+', |
|
Value: &Int64{ |
|
LiteralPos: mkpos(9, 2, 9), |
|
Value: -3, |
|
}, |
|
Args: [2]Expression{ |
|
&Int64{ |
|
LiteralPos: mkpos(9, 2, 9), |
|
Value: -4, |
|
Token: "-4", |
|
}, |
|
&Operator{ |
|
OperatorPos: mkpos(17, 2, 17), |
|
Operator: '+', |
|
Value: &Int64{ |
|
LiteralPos: mkpos(14, 2, 14), |
|
Value: 1, |
|
}, |
|
Args: [2]Expression{ |
|
&Int64{ |
|
LiteralPos: mkpos(14, 2, 14), |
|
Value: -5, |
|
Token: "-5", |
|
}, |
|
&Int64{ |
|
LiteralPos: mkpos(19, 2, 19), |
|
Value: 6, |
|
Token: "6", |
|
}, |
|
}, |
|
}, |
|
}, |
|
}, |
|
Assigner: "=", |
|
Referenced: false, |
|
}, |
|
}, |
|
nil, |
|
}, |
|
|
|
{` |
|
foo = 1000000 |
|
bar = foo |
|
baz = foo + bar |
|
boo = baz |
|
boo += foo |
|
`, |
|
[]Definition{ |
|
&Assignment{ |
|
Name: "foo", |
|
NamePos: mkpos(3, 2, 3), |
|
EqualsPos: mkpos(7, 2, 7), |
|
Value: &Int64{ |
|
LiteralPos: mkpos(9, 2, 9), |
|
Value: 1000000, |
|
Token: "1000000", |
|
}, |
|
OrigValue: &Int64{ |
|
LiteralPos: mkpos(9, 2, 9), |
|
Value: 1000000, |
|
Token: "1000000", |
|
}, |
|
Assigner: "=", |
|
Referenced: true, |
|
}, |
|
&Assignment{ |
|
Name: "bar", |
|
NamePos: mkpos(19, 3, 3), |
|
EqualsPos: mkpos(23, 3, 7), |
|
Value: &Variable{ |
|
Name: "foo", |
|
NamePos: mkpos(25, 3, 9), |
|
Value: &Int64{ |
|
LiteralPos: mkpos(9, 2, 9), |
|
Value: 1000000, |
|
Token: "1000000", |
|
}, |
|
}, |
|
OrigValue: &Variable{ |
|
Name: "foo", |
|
NamePos: mkpos(25, 3, 9), |
|
Value: &Int64{ |
|
LiteralPos: mkpos(9, 2, 9), |
|
Value: 1000000, |
|
Token: "1000000", |
|
}, |
|
}, |
|
Assigner: "=", |
|
Referenced: true, |
|
}, |
|
&Assignment{ |
|
Name: "baz", |
|
NamePos: mkpos(31, 4, 3), |
|
EqualsPos: mkpos(35, 4, 7), |
|
Value: &Operator{ |
|
OperatorPos: mkpos(41, 4, 13), |
|
Operator: '+', |
|
Value: &Int64{ |
|
LiteralPos: mkpos(9, 2, 9), |
|
Value: 2000000, |
|
}, |
|
Args: [2]Expression{ |
|
&Variable{ |
|
Name: "foo", |
|
NamePos: mkpos(37, 4, 9), |
|
Value: &Int64{ |
|
LiteralPos: mkpos(9, 2, 9), |
|
Value: 1000000, |
|
Token: "1000000", |
|
}, |
|
}, |
|
&Variable{ |
|
Name: "bar", |
|
NamePos: mkpos(43, 4, 15), |
|
Value: &Variable{ |
|
Name: "foo", |
|
NamePos: mkpos(25, 3, 9), |
|
Value: &Int64{ |
|
LiteralPos: mkpos(9, 2, 9), |
|
Value: 1000000, |
|
Token: "1000000", |
|
}, |
|
}, |
|
}, |
|
}, |
|
}, |
|
OrigValue: &Operator{ |
|
OperatorPos: mkpos(41, 4, 13), |
|
Operator: '+', |
|
Value: &Int64{ |
|
LiteralPos: mkpos(9, 2, 9), |
|
Value: 2000000, |
|
}, |
|
Args: [2]Expression{ |
|
&Variable{ |
|
Name: "foo", |
|
NamePos: mkpos(37, 4, 9), |
|
Value: &Int64{ |
|
LiteralPos: mkpos(9, 2, 9), |
|
Value: 1000000, |
|
Token: "1000000", |
|
}, |
|
}, |
|
&Variable{ |
|
Name: "bar", |
|
NamePos: mkpos(43, 4, 15), |
|
Value: &Variable{ |
|
Name: "foo", |
|
NamePos: mkpos(25, 3, 9), |
|
Value: &Int64{ |
|
LiteralPos: mkpos(9, 2, 9), |
|
Value: 1000000, |
|
Token: "1000000", |
|
}, |
|
}, |
|
}, |
|
}, |
|
}, |
|
Assigner: "=", |
|
Referenced: true, |
|
}, |
|
&Assignment{ |
|
Name: "boo", |
|
NamePos: mkpos(49, 5, 3), |
|
EqualsPos: mkpos(53, 5, 7), |
|
Value: &Operator{ |
|
Args: [2]Expression{ |
|
&Variable{ |
|
Name: "baz", |
|
NamePos: mkpos(55, 5, 9), |
|
Value: &Operator{ |
|
OperatorPos: mkpos(41, 4, 13), |
|
Operator: '+', |
|
Value: &Int64{ |
|
LiteralPos: mkpos(9, 2, 9), |
|
Value: 2000000, |
|
}, |
|
Args: [2]Expression{ |
|
&Variable{ |
|
Name: "foo", |
|
NamePos: mkpos(37, 4, 9), |
|
Value: &Int64{ |
|
LiteralPos: mkpos(9, 2, 9), |
|
Value: 1000000, |
|
Token: "1000000", |
|
}, |
|
}, |
|
&Variable{ |
|
Name: "bar", |
|
NamePos: mkpos(43, 4, 15), |
|
Value: &Variable{ |
|
Name: "foo", |
|
NamePos: mkpos(25, 3, 9), |
|
Value: &Int64{ |
|
LiteralPos: mkpos(9, 2, 9), |
|
Value: 1000000, |
|
Token: "1000000", |
|
}, |
|
}, |
|
}, |
|
}, |
|
}, |
|
}, |
|
&Variable{ |
|
Name: "foo", |
|
NamePos: mkpos(68, 6, 10), |
|
Value: &Int64{ |
|
LiteralPos: mkpos(9, 2, 9), |
|
Value: 1000000, |
|
Token: "1000000", |
|
}, |
|
}, |
|
}, |
|
OperatorPos: mkpos(66, 6, 8), |
|
Operator: '+', |
|
Value: &Int64{ |
|
LiteralPos: mkpos(9, 2, 9), |
|
Value: 3000000, |
|
}, |
|
}, |
|
OrigValue: &Variable{ |
|
Name: "baz", |
|
NamePos: mkpos(55, 5, 9), |
|
Value: &Operator{ |
|
OperatorPos: mkpos(41, 4, 13), |
|
Operator: '+', |
|
Value: &Int64{ |
|
LiteralPos: mkpos(9, 2, 9), |
|
Value: 2000000, |
|
}, |
|
Args: [2]Expression{ |
|
&Variable{ |
|
Name: "foo", |
|
NamePos: mkpos(37, 4, 9), |
|
Value: &Int64{ |
|
LiteralPos: mkpos(9, 2, 9), |
|
Value: 1000000, |
|
Token: "1000000", |
|
}, |
|
}, |
|
&Variable{ |
|
Name: "bar", |
|
NamePos: mkpos(43, 4, 15), |
|
Value: &Variable{ |
|
Name: "foo", |
|
NamePos: mkpos(25, 3, 9), |
|
Value: &Int64{ |
|
LiteralPos: mkpos(9, 2, 9), |
|
Value: 1000000, |
|
Token: "1000000", |
|
}, |
|
}, |
|
}, |
|
}, |
|
}, |
|
}, |
|
Assigner: "=", |
|
}, |
|
&Assignment{ |
|
Name: "boo", |
|
NamePos: mkpos(61, 6, 3), |
|
EqualsPos: mkpos(66, 6, 8), |
|
Value: &Variable{ |
|
Name: "foo", |
|
NamePos: mkpos(68, 6, 10), |
|
Value: &Int64{ |
|
LiteralPos: mkpos(9, 2, 9), |
|
Value: 1000000, |
|
Token: "1000000", |
|
}, |
|
}, |
|
OrigValue: &Variable{ |
|
Name: "foo", |
|
NamePos: mkpos(68, 6, 10), |
|
Value: &Int64{ |
|
LiteralPos: mkpos(9, 2, 9), |
|
Value: 1000000, |
|
Token: "1000000", |
|
}, |
|
}, |
|
Assigner: "+=", |
|
}, |
|
}, |
|
nil, |
|
}, |
|
|
|
{` |
|
// comment1 |
|
// comment2 |
|
|
|
/* comment3 |
|
comment4 */ |
|
// comment5 |
|
|
|
/* comment6 */ /* comment7 */ // comment8 |
|
`, |
|
nil, |
|
[]*CommentGroup{ |
|
{ |
|
Comments: []*Comment{ |
|
&Comment{ |
|
Comment: []string{"// comment1"}, |
|
Slash: mkpos(3, 2, 3), |
|
}, |
|
&Comment{ |
|
Comment: []string{"// comment2"}, |
|
Slash: mkpos(17, 3, 3), |
|
}, |
|
}, |
|
}, |
|
{ |
|
Comments: []*Comment{ |
|
&Comment{ |
|
Comment: []string{"/* comment3", " comment4 */"}, |
|
Slash: mkpos(32, 5, 3), |
|
}, |
|
&Comment{ |
|
Comment: []string{"// comment5"}, |
|
Slash: mkpos(63, 7, 3), |
|
}, |
|
}, |
|
}, |
|
{ |
|
Comments: []*Comment{ |
|
&Comment{ |
|
Comment: []string{"/* comment6 */"}, |
|
Slash: mkpos(78, 9, 3), |
|
}, |
|
&Comment{ |
|
Comment: []string{"/* comment7 */"}, |
|
Slash: mkpos(93, 9, 18), |
|
}, |
|
&Comment{ |
|
Comment: []string{"// comment8"}, |
|
Slash: mkpos(108, 9, 33), |
|
}, |
|
}, |
|
}, |
|
}, |
|
}, |
|
} |
|
|
|
func TestParseValidInput(t *testing.T) { |
|
for i, testCase := range validParseTestCases { |
|
t.Run(strconv.Itoa(i), func(t *testing.T) { |
|
r := bytes.NewBufferString(testCase.input) |
|
file, errs := ParseAndEval("", r, NewScope(nil)) |
|
if len(errs) != 0 { |
|
t.Errorf("test case: %s", testCase.input) |
|
t.Errorf("unexpected errors:") |
|
for _, err := range errs { |
|
t.Errorf(" %s", err) |
|
} |
|
t.FailNow() |
|
} |
|
|
|
if len(file.Defs) == len(testCase.defs) { |
|
for i := range file.Defs { |
|
if !reflect.DeepEqual(file.Defs[i], testCase.defs[i]) { |
|
t.Errorf("test case: %s", testCase.input) |
|
t.Errorf("incorrect defintion %d:", i) |
|
t.Errorf(" expected: %s", testCase.defs[i]) |
|
t.Errorf(" got: %s", file.Defs[i]) |
|
} |
|
} |
|
} else { |
|
t.Errorf("test case: %s", testCase.input) |
|
t.Errorf("length mismatch, expected %d definitions, got %d", |
|
len(testCase.defs), len(file.Defs)) |
|
} |
|
|
|
if len(file.Comments) == len(testCase.comments) { |
|
for i := range file.Comments { |
|
if !reflect.DeepEqual(file.Comments[i], testCase.comments[i]) { |
|
t.Errorf("test case: %s", testCase.input) |
|
t.Errorf("incorrect comment %d:", i) |
|
t.Errorf(" expected: %s", testCase.comments[i]) |
|
t.Errorf(" got: %s", file.Comments[i]) |
|
} |
|
} |
|
} else { |
|
t.Errorf("test case: %s", testCase.input) |
|
t.Errorf("length mismatch, expected %d comments, got %d", |
|
len(testCase.comments), len(file.Comments)) |
|
} |
|
}) |
|
} |
|
} |
|
|
|
// TODO: Test error strings |
|
|
|
func TestParserEndPos(t *testing.T) { |
|
in := ` |
|
module { |
|
string: "string", |
|
stringexp: "string1" + "string2", |
|
int: -1, |
|
intexp: -1 + 2, |
|
list: ["a", "b"], |
|
listexp: ["c"] + ["d"], |
|
multilinelist: [ |
|
"e", |
|
"f", |
|
], |
|
map: { |
|
prop: "abc", |
|
}, |
|
} |
|
` |
|
|
|
// Strip each line to make it easier to compute the previous "," from each property |
|
lines := strings.Split(in, "\n") |
|
for i := range lines { |
|
lines[i] = strings.TrimSpace(lines[i]) |
|
} |
|
in = strings.Join(lines, "\n") |
|
|
|
r := bytes.NewBufferString(in) |
|
|
|
file, errs := ParseAndEval("", r, NewScope(nil)) |
|
if len(errs) != 0 { |
|
t.Errorf("unexpected errors:") |
|
for _, err := range errs { |
|
t.Errorf(" %s", err) |
|
} |
|
t.FailNow() |
|
} |
|
|
|
mod := file.Defs[0].(*Module) |
|
modEnd := mkpos(len(in)-1, len(lines)-1, 2) |
|
if mod.End() != modEnd { |
|
t.Errorf("expected mod.End() %s, got %s", modEnd, mod.End()) |
|
} |
|
|
|
nextPos := make([]scanner.Position, len(mod.Properties)) |
|
for i := 0; i < len(mod.Properties)-1; i++ { |
|
nextPos[i] = mod.Properties[i+1].Pos() |
|
} |
|
nextPos[len(mod.Properties)-1] = mod.RBracePos |
|
|
|
for i, cur := range mod.Properties { |
|
endOffset := nextPos[i].Offset - len(",\n") |
|
endLine := nextPos[i].Line - 1 |
|
endColumn := len(lines[endLine-1]) // scanner.Position.Line is starts at 1 |
|
endPos := mkpos(endOffset, endLine, endColumn) |
|
if cur.End() != endPos { |
|
t.Errorf("expected property %s End() %s@%d, got %s@%d", cur.Name, endPos, endPos.Offset, cur.End(), cur.End().Offset) |
|
} |
|
} |
|
}
|
|
|