fix(lexer): tokenise the flag separator and handle NUL and invalid UTF-8

Assisted-by: GLM 5.3
2026-09-19 23:48:47 +02:00
parent 93c47a312a
commit ac1c05c793
5 changed files with 105 additions and 18 deletions
@@ -13,6 +13,7 @@ func TestKindString(t *testing.T) {
 		LParen:  "(",
 		LShift:  "<<",
 		Arrow:   "->",
+		Pipe:    "|",
 		Illegal: "ILLEGAL",
 	}
 	for k, want := range cases {