Import source code of lexer generator

From: https://github.com/nihei9/maleeni

1 files changed, 65 insertions, 0 deletions

diff --git a/ucd/codepoint.go.tmpl b/ucd/codepoint.go.tmpl
new file mode 100644
index 0000000..cc0d48e
--- /dev/null
+++ b/ucd/codepoint.go.tmpl
@@ -0,0 +1,65 @@
+// Code generated by {{ .GeneratorName }}; DO NOT EDIT.
+
+package ucd
+
+// https://www.unicode.org/Public/13.0.0/ucd/PropertyValueAliases.txt
+var generalCategoryValueAbbs = map[string]string{ {{ range $long, $abb := .PropertyValueAliases.GeneralCategory }}
+    "{{ $long }}": "{{ $abb }}",{{ end }}
+}
+
+// https://www.unicode.org/Public/13.0.0/ucd/PropertyValueAliases.txt
+var scriptValueAbbs = map[string]string{ {{ range $long, $abb := .PropertyValueAliases.Script }}
+    "{{ $long }}": "{{ $abb }}",{{ end }}
+}
+
+// https://www.unicode.org/Public/13.0.0/ucd/PropertyValueAliases.txt
+var (
+	generalCategoryDefaultRange = &CodePointRange{
+		From: rune({{ .PropertyValueAliases.GeneralCategoryDefaultRange.From }}),
+		To: rune({{ .PropertyValueAliases.GeneralCategoryDefaultRange.To }}),
+	}
+	generalCategoryDefaultValue = "{{ .PropertyValueAliases.GeneralCategoryDefaultValue }}"
+)
+
+// https://www.unicode.org/Public/13.0.0/ucd/UnicodeData.txt
+var generalCategoryCodePoints = map[string][]*CodePointRange{ {{ range $propName, $codePoints := .UnicodeData.GeneralCategory }}
+	"{{ $propName }}": { {{ range $codePoints }}
+	   &CodePointRange{From: rune({{ .From }}), To: rune({{ .To }})},{{ end }}
+	},{{ end }}
+}
+
+// https://www.unicode.org/Public/13.0.0/ucd/Scripts.txt
+var (
+	scriptDefaultRange = &CodePointRange{
+		From: rune({{ .Scripts.ScriptDefaultRange.From }}),
+		To: rune({{ .Scripts.ScriptDefaultRange.To }}),
+	}
+	scriptDefaultValue = "{{ .Scripts.ScriptDefaultValue }}"
+)
+
+// https://www.unicode.org/Public/13.0.0/ucd/Scripts.txt
+var scriptCodepoints = map[string][]*CodePointRange{ {{ range $script, $codePoints := .Scripts.Script }}
+	"{{ $script }}": { {{ range $codePoints }}
+	   &CodePointRange{From: rune({{ .From }}), To: rune({{ .To }})},{{ end }}
+	},{{ end }}
+}
+
+// https://www.unicode.org/Public/13.0.0/ucd/PropList.txt
+var otherAlphabeticCodePoints = []*CodePointRange{ {{ range .PropList.OtherAlphabetic }}
+    &CodePointRange{From: rune({{ .From }}), To: rune({{ .To }})},{{ end }}
+}
+
+// https://www.unicode.org/Public/13.0.0/ucd/PropList.txt
+var otherLowercaseCodePoints = []*CodePointRange{ {{ range .PropList.OtherLowercase }}
+    &CodePointRange{From: rune({{ .From }}), To: rune({{ .To }})},{{ end }}
+}
+
+// https://www.unicode.org/Public/13.0.0/ucd/PropList.txt
+var otherUppercaseCodePoints = []*CodePointRange{ {{ range .PropList.OtherUppercase }}
+    &CodePointRange{From: rune({{ .From }}), To: rune({{ .To }})},{{ end }}
+}
+
+// https://www.unicode.org/Public/13.0.0/ucd/PropList.txt
+var whiteSpaceCodePoints = []*CodePointRange{ {{ range .PropList.WhiteSpace }}
+    &CodePointRange{From: rune({{ .From }}), To: rune({{ .To }})},{{ end }}
+}