108 lines
1.9 KiB
Go
108 lines
1.9 KiB
Go
|
package lexer
|
||
|
|
|
||
|
|
import (
|
||
|
|
"reflect"
|
||
|
|
"testing"
|
||
|
|
)
|
||
|
|
|
||
|
|
func TestLexer(t *testing.T) {
|
||
|
|
type testCase struct {
|
||
|
|
input string
|
||
|
|
expect []string
|
||
|
|
expectErr bool
|
||
|
|
}
|
||
|
|
|
||
|
|
cases := []testCase{
|
||
|
|
|
||
|
|
testCase{
|
||
|
|
input: "foo bar baz",
|
||
|
|
expect: []string{"foo", "bar", "baz"},
|
||
|
|
expectErr: false,
|
||
|
|
},
|
||
|
|
|
||
|
|
// Quotes
|
||
|
|
|
||
|
|
testCase{
|
||
|
|
input: `foo "bar" baz`,
|
||
|
|
expect: []string{"foo", `"bar"`, "baz"},
|
||
|
|
expectErr: false,
|
||
|
|
},
|
||
|
|
testCase{
|
||
|
|
input: `foo "bar baz" quux`,
|
||
|
|
expect: []string{"foo", `"bar baz"`, "quux"},
|
||
|
|
expectErr: false,
|
||
|
|
},
|
||
|
|
testCase{
|
||
|
|
input: `foo 'bar baz' quux`,
|
||
|
|
expect: []string{"foo", `'bar baz'`, "quux"},
|
||
|
|
expectErr: false,
|
||
|
|
},
|
||
|
|
|
||
|
|
// Escape characters
|
||
|
|
|
||
|
|
testCase{
|
||
|
|
input: `foo 'bar \n baz' quux`,
|
||
|
|
expect: []string{"foo", `'bar \n baz'`, "quux"},
|
||
|
|
expectErr: false,
|
||
|
|
},
|
||
|
|
testCase{
|
||
|
|
input: `foo "bar\"" baz`,
|
||
|
|
expect: []string{"foo", `"bar\""`, "baz"},
|
||
|
|
expectErr: false,
|
||
|
|
},
|
||
|
|
|
||
|
|
// Collapsing whitespace
|
||
|
|
|
||
|
|
testCase{
|
||
|
|
input: " foo bar \r\t\n baz\n",
|
||
|
|
expect: []string{"foo", "bar", "baz"},
|
||
|
|
expectErr: false,
|
||
|
|
},
|
||
|
|
|
||
|
|
// Errors
|
||
|
|
|
||
|
|
testCase{
|
||
|
|
input: `foo "bar`,
|
||
|
|
expect: nil,
|
||
|
|
expectErr: true, // mismatched quotes
|
||
|
|
},
|
||
|
|
testCase{
|
||
|
|
input: `foo 'bar`,
|
||
|
|
expect: nil,
|
||
|
|
expectErr: true, // mismatched quotes
|
||
|
|
},
|
||
|
|
testCase{
|
||
|
|
input: `foo \"bar"`,
|
||
|
|
expect: nil,
|
||
|
|
expectErr: true, // invalid top-level escape
|
||
|
|
},
|
||
|
|
testCase{
|
||
|
|
input: `foo "bar\ "`,
|
||
|
|
expect: nil,
|
||
|
|
expectErr: true, // escaping nothing
|
||
|
|
},
|
||
|
|
}
|
||
|
|
|
||
|
|
for _, tc := range cases {
|
||
|
|
out, err := Fields(tc.input)
|
||
|
|
|
||
|
|
if err != nil {
|
||
|
|
if !tc.expectErr {
|
||
|
|
t.Errorf("Test %q got error %v, expected nil", tc.input, err)
|
||
|
|
}
|
||
|
|
|
||
|
|
} else {
|
||
|
|
|
||
|
|
if tc.expectErr {
|
||
|
|
t.Errorf("Test %q got error <nil>, expected error", tc.input)
|
||
|
|
continue
|
||
|
|
}
|
||
|
|
|
||
|
|
if !reflect.DeepEqual(out, tc.expect) {
|
||
|
|
t.Errorf("Test %q got %v, expected %v", tc.input, out, tc.expect)
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
}
|
||
|
|
}
|