aboutsummaryrefslogtreecommitdiff
path: root/driver/lexer_test.go
diff options
context:
space:
mode:
Diffstat (limited to 'driver/lexer_test.go')
-rw-r--r--driver/lexer_test.go27
1 files changed, 27 insertions, 0 deletions
diff --git a/driver/lexer_test.go b/driver/lexer_test.go
index a742bad..8af3817 100644
--- a/driver/lexer_test.go
+++ b/driver/lexer_test.go
@@ -103,6 +103,7 @@ func TestLexer_Next(t *testing.T) {
}{
{
lspec: &spec.LexSpec{
+ Name: "test",
Entries: []*spec.LexEntry{
newLexEntryDefaultNOP("t1", "(a|b)*abb"),
newLexEntryDefaultNOP("t2", " +"),
@@ -126,6 +127,7 @@ func TestLexer_Next(t *testing.T) {
},
{
lspec: &spec.LexSpec{
+ Name: "test",
Entries: []*spec.LexEntry{
newLexEntryDefaultNOP("t1", "b?a+"),
newLexEntryDefaultNOP("t2", "(ab)?(cd)+"),
@@ -154,6 +156,7 @@ func TestLexer_Next(t *testing.T) {
},
{
lspec: &spec.LexSpec{
+ Name: "test",
Entries: []*spec.LexEntry{
newLexEntryDefaultNOP("t1", "."),
},
@@ -198,6 +201,7 @@ func TestLexer_Next(t *testing.T) {
},
{
lspec: &spec.LexSpec{
+ Name: "test",
Entries: []*spec.LexEntry{
newLexEntryDefaultNOP("t1", "[ab.*+?|()[\\]]"),
},
@@ -220,6 +224,7 @@ func TestLexer_Next(t *testing.T) {
},
{
lspec: &spec.LexSpec{
+ Name: "test",
Entries: []*spec.LexEntry{
// all 1 byte characters except null character (U+0000)
//
@@ -246,6 +251,7 @@ func TestLexer_Next(t *testing.T) {
},
{
lspec: &spec.LexSpec{
+ Name: "test",
Entries: []*spec.LexEntry{
// all 2 byte characters
newLexEntryDefaultNOP("char2Byte", "[\xc2\x80-\xdf\xbf]"),
@@ -267,6 +273,7 @@ func TestLexer_Next(t *testing.T) {
},
{
lspec: &spec.LexSpec{
+ Name: "test",
Entries: []*spec.LexEntry{
// All bytes are the same.
newLexEntryDefaultNOP("char3Byte", "[\xe0\xa0\x80-\xe0\xa0\x80]"),
@@ -282,6 +289,7 @@ func TestLexer_Next(t *testing.T) {
},
{
lspec: &spec.LexSpec{
+ Name: "test",
Entries: []*spec.LexEntry{
// The first two bytes are the same.
newLexEntryDefaultNOP("char3Byte", "[\xe0\xa0\x80-\xe0\xa0\xbf]"),
@@ -303,6 +311,7 @@ func TestLexer_Next(t *testing.T) {
},
{
lspec: &spec.LexSpec{
+ Name: "test",
Entries: []*spec.LexEntry{
// The first byte are the same.
newLexEntryDefaultNOP("char3Byte", "[\xe0\xa0\x80-\xe0\xbf\xbf]"),
@@ -324,6 +333,7 @@ func TestLexer_Next(t *testing.T) {
},
{
lspec: &spec.LexSpec{
+ Name: "test",
Entries: []*spec.LexEntry{
// all 3 byte characters
newLexEntryDefaultNOP("char3Byte", "[\xe0\xa0\x80-\xef\xbf\xbf]"),
@@ -369,6 +379,7 @@ func TestLexer_Next(t *testing.T) {
},
{
lspec: &spec.LexSpec{
+ Name: "test",
Entries: []*spec.LexEntry{
// All bytes are the same.
newLexEntryDefaultNOP("char4Byte", "[\xf0\x90\x80\x80-\xf0\x90\x80\x80]"),
@@ -384,6 +395,7 @@ func TestLexer_Next(t *testing.T) {
},
{
lspec: &spec.LexSpec{
+ Name: "test",
Entries: []*spec.LexEntry{
// The first 3 bytes are the same.
newLexEntryDefaultNOP("char4Byte", "[\xf0\x90\x80\x80-\xf0\x90\x80\xbf]"),
@@ -405,6 +417,7 @@ func TestLexer_Next(t *testing.T) {
},
{
lspec: &spec.LexSpec{
+ Name: "test",
Entries: []*spec.LexEntry{
// The first 2 bytes are the same.
newLexEntryDefaultNOP("char4Byte", "[\xf0\x90\x80\x80-\xf0\x90\xbf\xbf]"),
@@ -426,6 +439,7 @@ func TestLexer_Next(t *testing.T) {
},
{
lspec: &spec.LexSpec{
+ Name: "test",
Entries: []*spec.LexEntry{
// The first byte are the same.
newLexEntryDefaultNOP("char4Byte", "[\xf0\x90\x80\x80-\xf0\xbf\xbf\xbf]"),
@@ -447,6 +461,7 @@ func TestLexer_Next(t *testing.T) {
},
{
lspec: &spec.LexSpec{
+ Name: "test",
Entries: []*spec.LexEntry{
// all 4 byte characters
newLexEntryDefaultNOP("char4Byte", "[\xf0\x90\x80\x80-\xf4\x8f\xbf\xbf]"),
@@ -484,6 +499,7 @@ func TestLexer_Next(t *testing.T) {
},
{
lspec: &spec.LexSpec{
+ Name: "test",
Entries: []*spec.LexEntry{
newLexEntryDefaultNOP("NonNumber", "[^0-9]+[0-9]"),
},
@@ -496,6 +512,7 @@ func TestLexer_Next(t *testing.T) {
},
{
lspec: &spec.LexSpec{
+ Name: "test",
Entries: []*spec.LexEntry{
newLexEntryDefaultNOP("char1Byte", "\\u{006E}"),
newLexEntryDefaultNOP("char2Byte", "\\u{03BD}"),
@@ -514,6 +531,7 @@ func TestLexer_Next(t *testing.T) {
},
{
lspec: &spec.LexSpec{
+ Name: "test",
Entries: []*spec.LexEntry{
newLexEntryDefaultNOP("codePointsAlt", "[\\u{006E}\\u{03BD}\\u{306B}\\u{01F638}]"),
},
@@ -529,6 +547,7 @@ func TestLexer_Next(t *testing.T) {
},
{
lspec: &spec.LexSpec{
+ Name: "test",
Entries: []*spec.LexEntry{
newLexEntryDefaultNOP("t1", "\\f{a2c}\\f{d2f}+"),
newLexEntryFragment("a2c", "abc"),
@@ -544,6 +563,7 @@ func TestLexer_Next(t *testing.T) {
},
{
lspec: &spec.LexSpec{
+ Name: "test",
Entries: []*spec.LexEntry{
newLexEntryDefaultNOP("t1", "(\\f{a2c}|\\f{d2f})+"),
newLexEntryFragment("a2c", "abc"),
@@ -558,6 +578,7 @@ func TestLexer_Next(t *testing.T) {
},
{
lspec: &spec.LexSpec{
+ Name: "test",
Entries: []*spec.LexEntry{
newLexEntryDefaultNOP("t1", "\\f{a2c_or_d2f}+"),
newLexEntryFragment("a2c_or_d2f", "\\f{a2c}|\\f{d2f}"),
@@ -573,6 +594,7 @@ func TestLexer_Next(t *testing.T) {
},
{
lspec: &spec.LexSpec{
+ Name: "test",
Entries: []*spec.LexEntry{
newLexEntryDefaultNOP("white_space", ` *`),
newLexEntry([]string{"default"}, "string_open", `"`, "string", false),
@@ -598,6 +620,7 @@ func TestLexer_Next(t *testing.T) {
},
{
lspec: &spec.LexSpec{
+ Name: "test",
Entries: []*spec.LexEntry{
// `white_space` is enabled in multiple modes.
newLexEntry([]string{"default", "state_a", "state_b"}, "white_space", ` *`, "", false),
@@ -623,6 +646,7 @@ func TestLexer_Next(t *testing.T) {
},
{
lspec: &spec.LexSpec{
+ Name: "test",
Entries: []*spec.LexEntry{
newLexEntry([]string{"default", "mode_1", "mode_2"}, "white_space", ` *`, "", false),
newLexEntry([]string{"default"}, "char", `.`, "", false),
@@ -671,6 +695,7 @@ func TestLexer_Next(t *testing.T) {
},
{
lspec: &spec.LexSpec{
+ Name: "test",
Entries: []*spec.LexEntry{
newLexEntry([]string{"default", "mode_1", "mode_2"}, "white_space", ` *`, "", false),
newLexEntry([]string{"default"}, "char", `.`, "", false),
@@ -710,6 +735,7 @@ func TestLexer_Next(t *testing.T) {
},
{
lspec: &spec.LexSpec{
+ Name: "test",
Entries: []*spec.LexEntry{
newLexEntryDefaultNOP("dot", spec.EscapePattern(`.`)),
newLexEntryDefaultNOP("star", spec.EscapePattern(`*`)),
@@ -778,6 +804,7 @@ func TestLexer_Next(t *testing.T) {
func TestLexer_Next_WithPosition(t *testing.T) {
lspec := &spec.LexSpec{
+ Name: "test",
Entries: []*spec.LexEntry{
newLexEntryDefaultNOP("newline", `\u{000A}+`),
newLexEntryDefaultNOP("any", `.`),