From 520bf02582be7ab36b17fd78f8931cfdb702b07f Mon Sep 17 00:00:00 2001
From: Ryo Nihei <nihei.dev@gmail.com>
Date: Tue, 25 May 2021 21:55:17 +0900
Subject: Add fragment expression

A fragment entry is defined by an entry whose `fragment` field is `true`, and is referenced by a fragment expression (`\f{...}`).
---
 driver/lexer_test.go | 52 ++++++++++++++++++++++++++++++++++++++++++++++++++++
 1 file changed, 52 insertions(+)

(limited to 'driver/lexer_test.go')

diff --git a/driver/lexer_test.go b/driver/lexer_test.go
index 1d0e887..87a381c 100644
--- a/driver/lexer_test.go
+++ b/driver/lexer_test.go
@@ -34,6 +34,14 @@ func newLexEntryDefaultNOP(kind string, pattern string) *spec.LexEntry {
 	}
 }
 
+func newLexEntryFragment(kind string, pattern string) *spec.LexEntry {
+	return &spec.LexEntry{
+		Kind:     spec.LexKind(kind),
+		Pattern:  spec.LexPattern(pattern),
+		Fragment: true,
+	}
+}
+
 func newTokenDefault(id int, kind string, match byteSequence) *Token {
 	return newToken(spec.LexModeNumDefault, spec.LexModeNameDefault, id, kind, match)
 }
@@ -474,6 +482,50 @@ func TestLexer_Next(t *testing.T) {
 				newEOFTokenDefault(),
 			},
 		},
+		{
+			lspec: &spec.LexSpec{
+				Entries: []*spec.LexEntry{
+					newLexEntryDefaultNOP("t1", "\\f{a2c}\\f{d2f}+"),
+					newLexEntryFragment("a2c", "abc"),
+					newLexEntryFragment("d2f", "def"),
+				},
+			},
+			src: "abcdefdefabcdef",
+			tokens: []*Token{
+				newTokenDefault(1, "t1", newByteSequence([]byte("abcdefdef"))),
+				newTokenDefault(1, "t1", newByteSequence([]byte("abcdef"))),
+				newEOFTokenDefault(),
+			},
+		},
+		{
+			lspec: &spec.LexSpec{
+				Entries: []*spec.LexEntry{
+					newLexEntryDefaultNOP("t1", "(\\f{a2c}|\\f{d2f})+"),
+					newLexEntryFragment("a2c", "abc"),
+					newLexEntryFragment("d2f", "def"),
+				},
+			},
+			src: "abcdefdefabc",
+			tokens: []*Token{
+				newTokenDefault(1, "t1", newByteSequence([]byte("abcdefdefabc"))),
+				newEOFTokenDefault(),
+			},
+		},
+		{
+			lspec: &spec.LexSpec{
+				Entries: []*spec.LexEntry{
+					newLexEntryDefaultNOP("t1", "\\f{a2c_or_d2f}+"),
+					newLexEntryFragment("a2c_or_d2f", "\\f{a2c}|\\f{d2f}"),
+					newLexEntryFragment("a2c", "abc"),
+					newLexEntryFragment("d2f", "def"),
+				},
+			},
+			src: "abcdefdefabc",
+			tokens: []*Token{
+				newTokenDefault(1, "t1", newByteSequence([]byte("abcdefdefabc"))),
+				newEOFTokenDefault(),
+			},
+		},
 		{
 			lspec: &spec.LexSpec{
 				Entries: []*spec.LexEntry{
-- 
cgit v1.2.3