Add --break-on-error option to lex command

As you use --break-on-error option, break lexical analysis with exit status 1 immediately when an error token appears.

2 files changed, 9 insertions, 3 deletions

diff --git a/cli/cmd/lex.go b/cli/cmd/lex.go
index f47f503..3a9059f 100644
--- a/cli/cmd/lex.go
+++ b/cli/cmd/lex.go
@@ -13,9 +13,10 @@ import (
 )
 
 var lexFlags = struct {
-	debug  *bool
-	source *string
-	output *string
+	debug        *bool
+	source       *string
+	output       *string
+	breakOnError *bool
 }{}
 
 func init() {
@@ -31,6 +32,7 @@ As use ` + "`maleeni compile`" + `, you can generate the specification.`,
 	lexFlags.debug = cmd.Flags().BoolP("debug", "d", false, "enable logging")
 	lexFlags.source = cmd.Flags().StringP("source", "s", "", "source file path (default: stdin)")
 	lexFlags.output = cmd.Flags().StringP("output", "o", "", "output file path (default: stdout)")
+	lexFlags.breakOnError = cmd.Flags().BoolP("break-on-error", "b", false, "break lexical analysis with exit status 1 immediately when an error token appears.")
 	rootCmd.AddCommand(cmd)
 }
 
@@ -98,6 +100,9 @@ Date time: %v
 		if err != nil {
 			return fmt.Errorf("failed to marshal a token; token: %v, error: %v\n", tok, err)
 		}
+		if tok.Invalid && *lexFlags.breakOnError {
+			return fmt.Errorf("detected an error token: %v", string(data))
+		}
 		fmt.Fprintf(w, "%v\n", string(data))
 		if tok.EOF {
 			break
diff --git a/driver/lexer.go b/driver/lexer.go
index 95540f4..76f8092 100644
--- a/driver/lexer.go
+++ b/driver/lexer.go
@@ -90,6 +90,7 @@ func newInvalidToken(mode spec.LexModeNum, modeName spec.LexModeName, match byte
 		ModeName: modeName,
 		ID:       0,
 		Match:    match,
+		Text:     string(match.ByteSlice()),
 		Invalid:  true,
 	}
 }