aboutsummaryrefslogtreecommitdiff
path: root/spec/lexer_test.go
diff options
context:
space:
mode:
Diffstat (limited to 'spec/lexer_test.go')
-rw-r--r--spec/lexer_test.go4
1 files changed, 3 insertions, 1 deletions
diff --git a/spec/lexer_test.go b/spec/lexer_test.go
index 484ad30..af586f2 100644
--- a/spec/lexer_test.go
+++ b/spec/lexer_test.go
@@ -14,13 +14,15 @@ func TestLexer_Run(t *testing.T) {
}{
{
caption: "the lexer can recognize all kinds of tokens",
- src: `id"terminal":|;`,
+ src: `id"terminal":|;@#`,
tokens: []*token{
newIDToken("id"),
newTerminalPatternToken("terminal"),
newSymbolToken(tokenKindColon),
newSymbolToken(tokenKindOr),
newSymbolToken(tokenKindSemicolon),
+ newSymbolToken(tokenKindModifierMarker),
+ newSymbolToken(tokenKindActionLeader),
newEOFToken(),
},
},