src/paca.mjs (tokenizeRegexStep): Include `context` key in reduced state

1 files changed, 144 insertions, 118 deletions

diff --git a/tests/paca.mjs b/tests/paca.mjs
index aa7333b..82102f1 100644
--- a/tests/paca.mjs
+++ b/tests/paca.mjs
@@ -97,75 +97,91 @@ const test_tokenizeRegexStep = t => {
 		const stepFn = tokenizeRegexStep(regex);
 		const steps = [{
 			in: {
-				out:   [],
-				state: ConcatStep.ESCAPING,
+				out:     [],
+				state:   ConcatStep.ESCAPING,
+				context: null,
 			},
 			out: {
-				out:   ["a", { operator: "concat" }],
-				state: ConcatStep.ACCEPTING,
+				out:     ["a", { operator: "concat" }],
+				state:   ConcatStep.ACCEPTING,
+				context: null,
 			},
 		}, {
 			in: {
-				out:   [],
-				state: ConcatStep.ESCAPING,
+				out:     [],
+				state:   ConcatStep.ESCAPING,
+				context: null,
 			},
 			out: {
-				out:   ["b"],
-				state: ConcatStep.ACCEPTING,
+				out:     ["b"],
+				state:   ConcatStep.ACCEPTING,
+				context: null,
 			},
 		}, {
 			in: {
-				out:   [],
-				state: ConcatStep.ESCAPING,
+				out:     [],
+				state:   ConcatStep.ESCAPING,
+				context: null,
 			},
 			out: {
-				out:   ["|"],
-				state: ConcatStep.ACCEPTING,
+				out:     ["|"],
+				state:   ConcatStep.ACCEPTING,
+				context: null,
 			},
 		}, {
 			in: {
-				out:   [],
-				state: ConcatStep.ESCAPING,
+				out:     [],
+				state:   ConcatStep.ESCAPING,
+				context: null,
 			},
 			out: {
-				out:   ["("],
-				state: ConcatStep.ACCEPTING,
+				out:     ["("],
+				state:   ConcatStep.ACCEPTING,
+				context: null,
 			},
 		}, {
 			in: {
-				out:   [],
-				state: ConcatStep.ESCAPING,
+				out:     [],
+				state:   ConcatStep.ESCAPING,
+				context: null,
 			},
 			out: {
-				out:   ["c", { operator: "concat" }],
-				state: ConcatStep.ACCEPTING,
+				out:     ["c", { operator: "concat" }],
+				state:   ConcatStep.ACCEPTING,
+				context: null,
 			},
 		}, {
 			in: {
-				out:   [],
-				state: ConcatStep.ESCAPING,
+				out:     [],
+				state:   ConcatStep.ESCAPING,
+				context: null,
 			},
 			out: {
-				out:   ["d"],
-				state: ConcatStep.ACCEPTING,
+				out:     ["d"],
+				state:   ConcatStep.ACCEPTING,
+				context: null,
 			},
 		}, {
 			in: {
-				out:   [],
-				state: ConcatStep.ESCAPING,
+				out:     [],
+				state:   ConcatStep.ESCAPING,
+				context: null,
 			},
 			out: {
-				out:   [")"],
-				state: ConcatStep.ACCEPTING,
+				out:     [")"],
+				state:   ConcatStep.ACCEPTING,
+				context: null,
 			},
 		}, {
 			in: {
-				out:   [],
-				state: ConcatStep.ESCAPING,
+				out:     [],
+				state:   ConcatStep.ESCAPING,
+				context: null,
 			},
 			out: {
-				out:   ["*"],
-				state: ConcatStep.ACCEPTING,
+				out:     ["*"],
+				state:   ConcatStep.ACCEPTING,
+				context: null,
 			},
 		}];
 		for (const i in regex) {
@@ -179,154 +195,160 @@ const test_tokenizeRegexStep = t => {
 	});
 
 	t.testing("escape makes it enter escaping mode", () => {
-		const stepFn = tokenizeRegexStep("\\a\\*");
+		const regex = "\\a\\*";
+		const stepFn = tokenizeRegexStep(regex);
 		const steps = [{
-			char: "\\",
-			index: 0,
 			in: {
-				out:   [],
-				state: ConcatStep.ACCEPTING,
+				out:     [],
+				state:   ConcatStep.ACCEPTING,
+				context: null,
 			},
 			out: {
-				out:   [],
-				state: ConcatStep.ESCAPING,
+				out:     [],
+				state:   ConcatStep.ESCAPING,
+				context: null,
 			},
 		}, {
-			char: "a",
-			index: 1,
 			in: {
-				out:   [],
-				state: ConcatStep.ESCAPING,
+				out:     [],
+				state:   ConcatStep.ESCAPING,
+				context: null,
 			},
 			out: {
-				out:   ["a", { operator: "concat" }],
-				state: ConcatStep.ACCEPTING,
+				out:     ["a", { operator: "concat" }],
+				state:   ConcatStep.ACCEPTING,
+				context: null,
 			},
 		}, {
-			char: "\\",
-			index: 2,
 			in: {
-				out:   [],
-				state: ConcatStep.ACCEPTING,
+				out:     [],
+				state:   ConcatStep.ACCEPTING,
+				context: null,
 			},
 			out: {
-				out:   [],
-				state: ConcatStep.ESCAPING,
+				out:     [],
+				state:   ConcatStep.ESCAPING,
+				context: null,
 			},
 		}, {
-			char: "*",
-			index: 3,
 			in: {
-				out:   [],
-				state: ConcatStep.ESCAPING,
+				out:     [],
+				state:   ConcatStep.ESCAPING,
+				context: null,
 			},
 			out: {
-				out:   ["*"],
-				state: ConcatStep.ACCEPTING,
+				out:     ["*"],
+				state:   ConcatStep.ACCEPTING,
+				context: null,
 			},
 		}];
-		for (const step of steps) {
+		for (const i in regex) {
+			const step = steps[i];
+			const char = regex[i];
 			t.assertEq(
-				stepFn(step.in, step.char, step.index),
+				stepFn(step.in, char, Number(i)),
 				step.out,
 			);
 		}
 	});
 
 	t.testing("operators get detected as such", () => {
-		const stepFn = tokenizeRegexStep("ab|(cd)*");
+		const regex = "ab|(cd)*";
+		const stepFn = tokenizeRegexStep(regex);
 		const steps = [{
-			char: "a",
-			index: 0,
 			in: {
-				out:   [],
-				state: ConcatStep.ACCEPTING,
+				out:     [],
+				state:   ConcatStep.ACCEPTING,
+				context: null,
 			},
 			out: {
-				out:   ["a", { operator: "concat" }],
-				state: ConcatStep.ACCEPTING,
+				out:     ["a", { operator: "concat" }],
+				state:   ConcatStep.ACCEPTING,
+				context: null,
 			},
 		}, {
-			char: "b",
-			index: 1,
 			in: {
-				out:   [],
-				state: ConcatStep.ACCEPTING,
+				out:     [],
+				state:   ConcatStep.ACCEPTING,
+				context: null,
 			},
 			out: {
-				out:   ["b"],
-				state: ConcatStep.ACCEPTING,
+				out:     ["b"],
+				state:   ConcatStep.ACCEPTING,
+				context: null,
 			},
 		}, {
-			char: "|",
-			index: 2,
 			in: {
-				out:   [],
-				state: ConcatStep.ACCEPTING,
+				out:     [],
+				state:   ConcatStep.ACCEPTING,
+				context: null,
 			},
 			out: {
-				out:   [{ operator: "|" }],
-				state: ConcatStep.ACCEPTING,
+				out:     [{ operator: "|" }],
+				state:   ConcatStep.ACCEPTING,
+				context: null,
 			},
 		}, {
-			char: "(",
-			index: 3,
 			in: {
-				out:   [],
-				state: ConcatStep.ACCEPTING,
+				out:     [],
+				state:   ConcatStep.ACCEPTING,
+				context: null,
 			},
 			out: {
-				out:   [{ operator: "(" }],
-				state: ConcatStep.ACCEPTING,
+				out:     [{ operator: "(" }],
+				state:   ConcatStep.ACCEPTING,
+				context: null,
 			},
 		}, {
-			char: "c",
-			index: 4,
 			in: {
-				out:   [],
-				state: ConcatStep.ACCEPTING,
+				out:     [],
+				state:   ConcatStep.ACCEPTING,
+				context: null,
 			},
 			out: {
-				out:   ["c", { operator: "concat" }],
-				state: ConcatStep.ACCEPTING,
+				out:     ["c", { operator: "concat" }],
+				state:   ConcatStep.ACCEPTING,
+				context: null,
 			},
 		}, {
-			char: "d",
-			index: 5,
 			in: {
-				out:   [],
-				state: ConcatStep.ACCEPTING,
+				out:     [],
+				state:   ConcatStep.ACCEPTING,
+				context: null,
 			},
 			out: {
-				out:   ["d"],
-				state: ConcatStep.ACCEPTING,
+				out:     ["d"],
+				state:   ConcatStep.ACCEPTING,
+				context: null,
 			},
 		}, {
-			char: ")",
-			index: 6,
 			in: {
-				out:   [],
-				state: ConcatStep.ACCEPTING,
+				out:     [],
+				state:   ConcatStep.ACCEPTING,
+				context: null,
 			},
 			out: {
-				out:   [{ operator: ")" }],
-				state: ConcatStep.ACCEPTING,
+				out:     [{ operator: ")" }],
+				state:   ConcatStep.ACCEPTING,
+				context: null,
 			},
 		}, {
-			char: "*",
-			index: 7,
 			in: {
-				out:   [],
-				state: ConcatStep.ACCEPTING,
+				out:     [],
+				state:   ConcatStep.ACCEPTING,
+				context: null,
 			},
 			out: {
-				out:   [{ operator: "*" }],
-				state: ConcatStep.ACCEPTING,
+				out:     [{ operator: "*" }],
+				state:   ConcatStep.ACCEPTING,
+				context: null,
 			},
 		}];
-		for (const step of steps) {
+		for (const i in regex) {
+			const step = steps[i];
+			const char = regex[i];
 			t.assertEq(
-				stepFn(step.in, step.char, step.index),
+				stepFn(step.in, char, Number(i)),
 				step.out,
 			);
 		}
@@ -342,26 +364,30 @@ const test_tokenizeRegexFn = t => {
 		const table = [{
 			in:       "",
 			expected: {
-				out:   [],
-				state: ConcatStep.ACCEPTING,
+				out:     [],
+				state:   ConcatStep.ACCEPTING,
+				context: null,
 			},
 		}, {
 			in:       "a",
 			expected: {
-				out:   ["a"],
-				state: ConcatStep.ACCEPTING,
+				out:     ["a"],
+				state:   ConcatStep.ACCEPTING,
+				context: null,
 			},
 		}, {
 			in:       "a*",
 			expected: {
-				out:   ["a", star],
-				state: ConcatStep.ACCEPTING,
+				out:     ["a", star],
+				state:   ConcatStep.ACCEPTING,
+				context: null,
 			},
 		}, {
 			in:       "a*b",
 			expected: {
-				out:   ["a", star, concat, "b"],
-				state: ConcatStep.ACCEPTING,
+				out:     ["a", star, concat, "b"],
+				state:   ConcatStep.ACCEPTING,
+				context: null,
 			},
 		}];
 		for (const test of table) {