Files
interpres/parser.go
T

1018 lines
23 KiB
Go
Raw Normal View History

2026-08-19 09:47:00 +02:00
// Copyright (c) 2026 Petr Balvín <opensource@petrbalvin.org> (https://petrbalvin.org)
// SPDX-License-Identifier: MIT
package interpres
import (
"context"
"fmt"
"strconv"
"strings"
"unicode/utf8"
2026-08-19 09:47:00 +02:00
)
// ctxCheckInterval is the number of top-level parser iterations between
// context-cancellation checks. A small interval keeps the response snappy on
// cancellation; a too-small one wastes cycles on a non-cancelled run.
const ctxCheckInterval = 64
// parser is a recursive-descent TOML parser producing a map[string]any tree.
//
// The scanner works on bytes, not runes: the input is validated UTF-8 before
// the parser runs, every character that drives the grammar (quotes,
// separators, newlines, bare-key characters) is ASCII, and multi-byte runes
// matter only as string content, where they are decoded on the spot. Holding
// the source as []rune instead would cost a conversion pass plus four bytes
// per rune of extra memory before parsing even starts.
2026-08-19 09:47:00 +02:00
type parser struct {
src []byte
2026-08-19 09:47:00 +02:00
pos int
line int
ctx context.Context
// maxDepth and depth bound the nesting the recursive descent may follow:
// arrays and inline tables nest through parseValue, and without a limit a
// hostile document would exhaust the stack.
maxDepth int
depth int
2026-08-19 09:47:00 +02:00
root map[string]any
current map[string]any
headers map[string]bool
frozen map[string]bool
dotted map[string]bool
arrays map[string]bool
currentPath []string
}
// maxNestingDepth bounds how deeply arrays and inline tables may nest when no
// limit is set. It matches the default encoding/json uses for the same reason,
// and sits far above any document a person writes.
const maxNestingDepth = 10000
// enterNesting counts one level of array or inline-table nesting and reports a
// document that nests deeper than the limit allows.
func (p *parser) enterNesting() error {
p.depth++
if p.depth > p.maxDepth {
return p.errf("nesting exceeds the limit of %d", p.maxDepth)
}
return nil
}
func (p *parser) leaveNesting() { p.depth-- }
2026-08-19 09:47:00 +02:00
func (p *parser) parse() (map[string]any, error) {
p.root = map[string]any{}
p.current = p.root
p.headers = map[string]bool{}
p.frozen = map[string]bool{}
p.dotted = map[string]bool{}
p.arrays = map[string]bool{}
p.currentPath = nil
for i := 0; ; i++ {
if i%ctxCheckInterval == 0 {
if err := p.checkCtx(); err != nil {
return nil, err
}
}
if err := p.skipBlank(); err != nil {
return nil, err
}
if p.eof() {
break
}
c := p.peek()
switch {
case c == '[':
if err := p.parseTableHeader(); err != nil {
return nil, err
}
default:
if err := p.parseKeyValue(); err != nil {
return nil, err
}
}
if err := p.expectLineEnd(); err != nil {
return nil, err
}
}
return p.root, nil
}
// checkCtx returns ctx.Err() when the context has been cancelled, nil
// otherwise. The call is a no-op when ctx is nil or the zero Background
// context, both of which never cancel.
func (p *parser) checkCtx() error {
if p.ctx == nil {
return nil
}
return p.ctx.Err()
}
// --- table headers ---------------------------------------------------------
func (p *parser) parseTableHeader() error {
array := false
p.pos++ // consume '['
2026-08-19 09:47:00 +02:00
if !p.eof() && p.peek() == '[' {
array = true
p.pos++
2026-08-19 09:47:00 +02:00
}
key, err := p.parseKeyPath()
if err != nil {
return err
}
p.skipInline()
if p.eof() || p.peek() != ']' {
return p.errf("expected ']' to close table header")
}
p.pos++
2026-08-19 09:47:00 +02:00
if array {
if p.eof() || p.peek() != ']' {
return p.errf("expected ']]' to close array-of-tables header")
}
p.pos++
2026-08-19 09:47:00 +02:00
}
if array {
tbl, err := p.appendArrayTable(key)
if err != nil {
return err
}
// A new array-of-tables element starts a fresh scope: sub-table headers
// and inline-table freezes from the previous element no longer apply.
p.resetScopeUnder(key)
p.arrays[pathKey(key)] = true
p.current = tbl
p.currentPath = key
return nil
}
pk := pathKey(key)
if p.headers[pk] || p.dotted[pk] || p.arrays[pk] {
return p.errf("table %q is defined more than once", strings.Join(key, "."))
}
p.headers[pk] = true
tbl, err := p.tableAt(key)
if err != nil {
return err
}
p.current = tbl
p.currentPath = key
return nil
}
// tableAt walks (creating intermediate tables) to the table named by key,
// relative to the document root, rejecting any step into a frozen inline table.
func (p *parser) tableAt(key []string) (map[string]any, error) {
cur := p.root
path := make([]string, 0, len(key))
for _, k := range key {
path = append(path, k)
if p.frozen[pathKey(path)] {
return nil, p.errf("cannot extend inline table %q", strings.Join(path, "."))
}
existing, ok := cur[k]
if !ok {
next := map[string]any{}
cur[k] = next
cur = next
continue
}
switch v := existing.(type) {
case map[string]any:
cur = v
case []map[string]any:
if len(v) == 0 {
return nil, p.errf("key %q is an empty array of tables", k)
}
cur = v[len(v)-1]
default:
return nil, p.errf("key %q is not a table", k)
}
}
return cur, nil
}
func (p *parser) appendArrayTable(key []string) (map[string]any, error) {
parent := p.root
path := make([]string, 0, len(key))
2026-08-19 09:47:00 +02:00
for _, k := range key[:len(key)-1] {
path = append(path, k)
if p.frozen[pathKey(path)] {
return nil, p.errf("cannot extend inline table %q", strings.Join(path, "."))
}
2026-08-19 09:47:00 +02:00
existing, ok := parent[k]
if !ok {
next := map[string]any{}
parent[k] = next
parent = next
continue
}
switch v := existing.(type) {
case map[string]any:
parent = v
case []map[string]any:
parent = v[len(v)-1]
default:
return nil, p.errf("key %q is not a table", k)
}
}
leaf := key[len(key)-1]
tbl := map[string]any{}
switch existing := parent[leaf].(type) {
case nil:
parent[leaf] = []map[string]any{tbl}
case []map[string]any:
parent[leaf] = append(existing, tbl)
default:
return nil, p.errf("key %q is not an array of tables", leaf)
}
return tbl, nil
}
// --- key/value -------------------------------------------------------------
func (p *parser) parseKeyValue() error {
key, err := p.parseKeyPath()
if err != nil {
return err
}
p.skipInline()
if p.eof() || p.peek() != '=' {
return p.errf("expected '=' after key")
}
p.pos++
2026-08-19 09:47:00 +02:00
p.skipInline()
val, err := p.parseValue()
if err != nil {
return err
}
dest := p.current
// One allocation covers the current section plus the dotted key; a
// top-level statement reuses it for the leaf.
abs := make([]string, 0, len(p.currentPath)+len(key))
abs = append(abs, p.currentPath...)
2026-08-19 09:47:00 +02:00
for _, k := range key[:len(key)-1] {
abs = append(abs, k)
if p.frozen[pathKey(abs)] {
return p.errf("cannot extend inline table %q", strings.Join(abs, "."))
}
if p.headers[pathKey(abs)] {
return p.errf("cannot extend table %q with a dotted key", strings.Join(abs, "."))
}
p.dotted[pathKey(abs)] = true
existing, ok := dest[k]
if !ok {
next := map[string]any{}
dest[k] = next
dest = next
continue
}
m, ok := existing.(map[string]any)
if !ok {
return p.errf("key %q is not a table", k)
}
dest = m
}
leaf := key[len(key)-1]
abs = append(abs, leaf)
if _, exists := dest[leaf]; exists {
return p.errf("duplicate key %q", leaf)
}
dest[leaf] = val
p.freezeInline(abs, val)
return nil
}
// freezeInline marks the path of an inline table (and any nested inline tables)
// as immutable, so a later header or dotted key cannot extend it.
func (p *parser) freezeInline(path []string, val any) {
m, ok := val.(map[string]any)
if !ok {
return
}
p.frozen[pathKey(path)] = true
for k, v := range m {
child := append(append([]string{}, path...), k)
p.freezeInline(child, v)
}
}
// resetScopeUnder forgets the definition records nested under key, which
// belong to the previous element of an array of tables: headers, frozen
// inline tables, dotted-key paths, and nested arrays of tables all start
// fresh in the new element.
2026-08-19 09:47:00 +02:00
func (p *parser) resetScopeUnder(key []string) {
prefix := pathKey(key) + "\x00"
for _, m := range []map[string]bool{p.headers, p.frozen, p.dotted, p.arrays} {
for k := range m {
if strings.HasPrefix(k, prefix) {
delete(m, k)
}
2026-08-19 09:47:00 +02:00
}
}
}
// parseKeyPath parses a dotted key into its components.
func (p *parser) parseKeyPath() ([]string, error) {
var parts []string
for {
p.skipInline()
part, err := p.parseKeyComponent()
if err != nil {
return nil, err
}
parts = append(parts, part)
p.skipInline()
if !p.eof() && p.peek() == '.' {
p.pos++
2026-08-19 09:47:00 +02:00
continue
}
break
}
return parts, nil
}
func (p *parser) parseKeyComponent() (string, error) {
if p.eof() {
return "", p.errf("expected a key")
}
switch p.peek() {
2026-08-19 09:47:00 +02:00
case '"':
if p.lookahead(`"""`) {
return "", p.errf("multiline strings are not allowed in keys")
}
return p.parseBasicString()
case '\'':
if p.lookahead(`'''`) {
return "", p.errf("multiline strings are not allowed in keys")
}
return p.parseLiteralString()
default:
start := p.pos
for !p.eof() {
c := p.peek()
if (c >= 'A' && c <= 'Z') || (c >= 'a' && c <= 'z') ||
(c >= '0' && c <= '9') || c == '_' || c == '-' {
p.pos++
2026-08-19 09:47:00 +02:00
continue
}
break
}
if p.pos == start {
r, _ := utf8.DecodeRune(p.src[p.pos:])
return "", p.errf("invalid key character %q", string(r))
2026-08-19 09:47:00 +02:00
}
return string(p.src[start:p.pos]), nil
}
}
// --- values ----------------------------------------------------------------
func (p *parser) parseValue() (any, error) {
if p.eof() {
return nil, p.errf("expected a value")
}
switch c := p.peek(); {
case c == '"':
return p.parseBasicString()
case c == '\'':
return p.parseLiteralString()
case c == '[':
return p.parseArray()
case c == '{':
return p.parseInlineTable()
case c == 't' || c == 'f':
return p.parseBool()
default:
return p.parseAtom()
}
}
func (p *parser) parseBool() (any, error) {
if p.match("true") {
return true, nil
}
if p.match("false") {
return false, nil
}
return nil, p.errf("invalid value")
}
// parseAtom handles numbers, inf/nan, and date-times.
func (p *parser) parseAtom() (any, error) {
start := p.pos
p.scanBareToken()
tok := string(p.src[start:p.pos])
if tok == "" {
return nil, p.errf("expected a value")
}
// A date may be followed by a space and a time, forming one date-time.
if isDateToken(tok) && !p.eof() && p.peek() == ' ' {
if next, ok := p.peekAt(1); ok && next >= '0' && next <= '9' {
p.pos++ // consume the separating space
2026-08-19 09:47:00 +02:00
timeStart := p.pos
p.scanBareToken()
tok = tok + " " + string(p.src[timeStart:p.pos])
}
}
if v, ok := parseDateTime(tok); ok {
return v, nil
}
v, err := decodeNumber(tok)
if err != nil {
return nil, p.errf("%s", err)
}
return v, nil
}
// scanBareToken advances past a bare value token (number, bool, or date-time),
// stopping at whitespace, a separator, or a comment.
func (p *parser) scanBareToken() {
for !p.eof() {
c := p.peek()
if c == ' ' || c == '\t' || c == '\n' || c == '\r' ||
c == ',' || c == ']' || c == '}' || c == '#' {
return
}
p.pos++
2026-08-19 09:47:00 +02:00
}
}
// --- strings ---------------------------------------------------------------
func (p *parser) parseBasicString() (string, error) {
if p.lookahead(`"""`) {
return p.parseMultilineString('"', true)
}
p.pos++ // opening quote
2026-08-19 09:47:00 +02:00
var b strings.Builder
for {
if p.eof() {
return "", p.errf("unterminated string")
}
c := p.peek()
2026-08-19 09:47:00 +02:00
switch c {
case '"':
p.pos++
2026-08-19 09:47:00 +02:00
return b.String(), nil
case '\n':
return "", p.errf("unterminated string")
case '\r':
return "", p.errf("bare carriage return is not allowed in a string")
case '\\':
p.pos++
2026-08-19 09:47:00 +02:00
r, err := p.readEscape()
if err != nil {
return "", err
}
b.WriteRune(r)
default:
if err := p.writeContentRune(&b); err != nil {
return "", err
2026-08-19 09:47:00 +02:00
}
}
}
}
func (p *parser) parseLiteralString() (string, error) {
if p.lookahead(`'''`) {
return p.parseMultilineString('\'', false)
}
p.pos++ // opening quote
2026-08-19 09:47:00 +02:00
var b strings.Builder
for {
if p.eof() {
return "", p.errf("unterminated literal string")
}
c := p.peek()
switch c {
case '\'':
p.pos++
2026-08-19 09:47:00 +02:00
return b.String(), nil
case '\n':
2026-08-19 09:47:00 +02:00
return "", p.errf("unterminated literal string")
case '\r':
2026-08-19 09:47:00 +02:00
return "", p.errf("bare carriage return is not allowed in a string")
default:
if err := p.writeContentRune(&b); err != nil {
return "", err
}
2026-08-19 09:47:00 +02:00
}
}
}
// writeContentRune appends the rune at the cursor to b and advances past it.
// An ASCII byte, which includes every control character the grammar forbids,
// is checked and written directly; a multi-byte rune is decoded and can never
// be a control character.
func (p *parser) writeContentRune(b *strings.Builder) error {
c := p.peek()
if c < utf8.RuneSelf {
if isControlRune(rune(c)) {
return p.errf("control character U+%04X is not allowed in a string", c)
}
p.pos++
b.WriteByte(c)
return nil
}
r, size := utf8.DecodeRune(p.src[p.pos:])
p.pos += size
b.WriteRune(r)
return nil
}
func (p *parser) parseMultilineString(quote byte, escapes bool) (string, error) {
2026-08-19 09:47:00 +02:00
p.skipN(3) // opening delimiter
// A newline immediately after the opening delimiter is trimmed.
if !p.eof() && p.peek() == '\r' {
p.pos++
2026-08-19 09:47:00 +02:00
}
if !p.eof() && p.peek() == '\n' {
p.line++
p.pos++
2026-08-19 09:47:00 +02:00
}
var b strings.Builder
for {
if p.eof() {
return "", p.errf("unterminated multiline string")
}
if p.peek() == quote {
// Count the run of delimiter characters. The last three close the
// string; up to two extra ones belong to the content.
n := 0
for p.pos+n < len(p.src) && p.src[p.pos+n] == quote {
n++
}
if n >= 3 {
if n > 5 {
return "", p.errf("too many '%c' before the closing delimiter", quote)
}
for range n - 3 {
b.WriteByte(quote)
2026-08-19 09:47:00 +02:00
}
p.skipN(n)
return b.String(), nil
}
for range n {
b.WriteByte(quote)
p.pos++
2026-08-19 09:47:00 +02:00
}
continue
}
c := p.peek()
switch {
case c == '\n':
2026-08-19 09:47:00 +02:00
p.line++
p.pos++
b.WriteByte(c)
case c == '\r':
if p.pos+1 < len(p.src) && p.src[p.pos+1] == '\n' {
b.WriteByte(c)
p.pos++
2026-08-19 09:47:00 +02:00
continue
}
return "", p.errf("bare carriage return is not allowed in a string")
case escapes && c == '\\':
p.pos++
2026-08-19 09:47:00 +02:00
// Line-ending backslash trims the following whitespace/newlines.
if p.trimLineEndingBackslash() {
continue
}
r, err := p.readEscape()
if err != nil {
return "", err
}
b.WriteRune(r)
default:
if err := p.writeContentRune(&b); err != nil {
return "", err
}
2026-08-19 09:47:00 +02:00
}
}
}
// trimLineEndingBackslash consumes whitespace through the next newline (and the
// blank lines that follow) when a backslash is the last token on a line.
// It reports whether it did so.
func (p *parser) trimLineEndingBackslash() bool {
save, saveLine := p.pos, p.line
for !p.eof() {
c := p.peek()
if c == ' ' || c == '\t' || c == '\r' {
p.pos++
2026-08-19 09:47:00 +02:00
continue
}
if c == '\n' {
break
}
// Not a line-ending backslash; restore.
p.pos, p.line = save, saveLine
return false
}
if p.eof() {
p.pos, p.line = save, saveLine
return false
}
// Consume the newline and all following whitespace.
for !p.eof() {
c := p.peek()
if c == '\n' {
p.line++
p.pos++
2026-08-19 09:47:00 +02:00
continue
}
if c == ' ' || c == '\t' || c == '\r' {
p.pos++
2026-08-19 09:47:00 +02:00
continue
}
break
}
return true
}
func (p *parser) readEscape() (rune, error) {
if p.eof() {
return 0, p.errf("unterminated escape sequence")
}
c := p.next()
switch c {
case 'b':
return '\b', nil
case 't':
return '\t', nil
case 'n':
return '\n', nil
case 'f':
return '\f', nil
case 'r':
return '\r', nil
2026-09-17 22:06:26 +02:00
case 'e':
// TOML 1.1: the escape character.
return '\x1b', nil
2026-08-19 09:47:00 +02:00
case '"':
return '"', nil
case '\\':
return '\\', nil
2026-09-17 22:06:26 +02:00
case 'x':
// TOML 1.1: two hex digits, code points 0x00 through 0xFF.
return p.readUnicode(2)
2026-08-19 09:47:00 +02:00
case 'u':
return p.readUnicode(4)
case 'U':
return p.readUnicode(8)
default:
// The byte just consumed starts a rune: the backslash before it is a
// boundary, and the input is valid UTF-8.
r, _ := utf8.DecodeRune(p.src[p.pos-1:])
return 0, p.errf("invalid escape sequence \\%c", r)
2026-08-19 09:47:00 +02:00
}
}
func (p *parser) readUnicode(n int) (rune, error) {
if p.pos+n > len(p.src) {
return 0, p.errf("invalid unicode escape")
}
hex := string(p.src[p.pos : p.pos+n])
p.pos += n
v, err := strconv.ParseInt(hex, 16, 64)
if err != nil {
return 0, p.errf("invalid unicode escape \\%s", hex)
}
if v > 0x10FFFF || (v >= 0xD800 && v <= 0xDFFF) {
return 0, p.errf("escape \\%s is not a valid Unicode scalar value", hex)
}
return rune(v), nil
}
// --- arrays and inline tables ---------------------------------------------
func (p *parser) parseArray() (any, error) {
if err := p.enterNesting(); err != nil {
return nil, err
}
defer p.leaveNesting()
p.pos++ // '['
2026-08-19 09:47:00 +02:00
arr := []any{}
for {
2026-09-17 22:06:26 +02:00
if err := p.skipNestedSpace(); err != nil {
2026-08-19 09:47:00 +02:00
return nil, err
}
if p.eof() {
return nil, p.errf("unterminated array")
}
if p.peek() == ']' {
p.pos++
2026-08-19 09:47:00 +02:00
return arr, nil
}
v, err := p.parseValue()
if err != nil {
return nil, err
}
arr = append(arr, v)
2026-09-17 22:06:26 +02:00
if err := p.skipNestedSpace(); err != nil {
2026-08-19 09:47:00 +02:00
return nil, err
}
if p.eof() {
return nil, p.errf("unterminated array")
}
switch p.peek() {
case ',':
p.pos++
2026-08-19 09:47:00 +02:00
case ']':
p.pos++
2026-08-19 09:47:00 +02:00
return arr, nil
default:
return nil, p.errf("expected ',' or ']' in array")
}
}
}
func (p *parser) parseInlineTable() (any, error) {
if err := p.enterNesting(); err != nil {
return nil, err
}
defer p.leaveNesting()
p.pos++ // '{'
2026-08-19 09:47:00 +02:00
tbl := map[string]any{}
assigned := map[string]bool{}
2026-09-17 22:06:26 +02:00
// TOML 1.1 lets an inline table span lines: interior whitespace includes
// newlines and comments, and a trailing comma is allowed before the
// closing brace.
if err := p.skipNestedSpace(); err != nil {
return nil, err
}
2026-08-19 09:47:00 +02:00
if !p.eof() && p.peek() == '}' {
p.pos++
2026-08-19 09:47:00 +02:00
return tbl, nil
}
for {
2026-09-17 22:06:26 +02:00
if err := p.skipNestedSpace(); err != nil {
return nil, err
}
2026-08-19 09:47:00 +02:00
key, err := p.parseKeyPath()
if err != nil {
return nil, err
}
p.skipInline()
if p.eof() || p.peek() != '=' {
return nil, p.errf("expected '=' in inline table")
}
p.pos++
2026-08-19 09:47:00 +02:00
p.skipInline()
val, err := p.parseValue()
if err != nil {
return nil, err
}
dest := tbl
path := make([]string, 0, len(key))
for _, k := range key[:len(key)-1] {
path = append(path, k)
if assigned[pathKey(path)] {
return nil, p.errf("key %q is already defined", strings.Join(path, "."))
}
existing, ok := dest[k]
if !ok {
m := map[string]any{}
dest[k] = m
dest = m
continue
}
m, isMap := existing.(map[string]any)
if !isMap {
return nil, p.errf("key %q is already defined", k)
}
dest = m
}
leaf := key[len(key)-1]
path = append(path, leaf)
if _, exists := dest[leaf]; exists {
return nil, p.errf("duplicate key %q in inline table", leaf)
}
dest[leaf] = val
assigned[pathKey(path)] = true
2026-09-17 22:06:26 +02:00
if err := p.skipNestedSpace(); err != nil {
return nil, err
}
2026-08-19 09:47:00 +02:00
if p.eof() {
return nil, p.errf("unterminated inline table")
}
switch p.peek() {
case ',':
p.pos++
2026-09-17 22:06:26 +02:00
if err := p.skipNestedSpace(); err != nil {
return nil, err
}
if !p.eof() && p.peek() == '}' {
p.pos++
2026-09-17 22:06:26 +02:00
return tbl, nil
}
2026-08-19 09:47:00 +02:00
case '}':
p.pos++
2026-08-19 09:47:00 +02:00
return tbl, nil
default:
return nil, p.errf("expected ',' or '}' in inline table")
}
}
}
// --- scanning helpers ------------------------------------------------------
func (p *parser) eof() bool { return p.pos >= len(p.src) }
func (p *parser) peek() byte { return p.src[p.pos] }
2026-08-19 09:47:00 +02:00
// peekAt returns the byte at offset n from the current position and whether the
2026-08-19 09:47:00 +02:00
// offset is within the source. Use it instead of indexing p.src directly when
// the offset may sit past the end.
func (p *parser) peekAt(n int) (byte, bool) {
2026-08-19 09:47:00 +02:00
i := p.pos + n
if i < 0 || i >= len(p.src) {
return 0, false
}
return p.src[i], true
}
func (p *parser) next() byte {
2026-08-19 09:47:00 +02:00
c := p.src[p.pos]
p.pos++
return c
}
func (p *parser) skipN(n int) {
for i := 0; i < n && !p.eof(); i++ {
p.next()
}
}
func (p *parser) match(word string) bool {
if p.lookahead(word) {
p.skipN(len(word))
2026-08-19 09:47:00 +02:00
return true
}
return false
}
// lookahead reports whether s follows the cursor. Every lookahead argument in
// the grammar is ASCII, so comparing bytes is exact.
2026-08-19 09:47:00 +02:00
func (p *parser) lookahead(s string) bool {
return p.pos+len(s) <= len(p.src) && string(p.src[p.pos:p.pos+len(s)]) == s
2026-08-19 09:47:00 +02:00
}
// skipInline consumes spaces and tabs only.
func (p *parser) skipInline() {
for !p.eof() {
if c := p.peek(); c == ' ' || c == '\t' {
p.pos++
2026-08-19 09:47:00 +02:00
continue
}
break
}
}
2026-09-17 22:06:26 +02:00
// skipNestedSpace consumes whitespace, newlines, and comments inside a value
// container (an array, or an inline table under TOML 1.1).
func (p *parser) skipNestedSpace() error {
2026-08-19 09:47:00 +02:00
for !p.eof() {
switch p.peek() {
case ' ', '\t':
p.pos++
2026-08-19 09:47:00 +02:00
case '\r':
if err := p.expectCRLF(); err != nil {
return err
}
case '\n':
p.line++
p.pos++
2026-08-19 09:47:00 +02:00
case '#':
if err := p.skipComment(); err != nil {
return err
}
default:
return nil
}
}
return nil
}
// skipBlank consumes whitespace, blank lines, and comments between statements.
func (p *parser) skipBlank() error {
for !p.eof() {
switch p.peek() {
case ' ', '\t':
p.pos++
2026-08-19 09:47:00 +02:00
case '\r':
if err := p.expectCRLF(); err != nil {
return err
}
case '\n':
p.line++
p.pos++
2026-08-19 09:47:00 +02:00
case '#':
if err := p.skipComment(); err != nil {
return err
}
default:
return nil
}
}
return nil
}
func (p *parser) skipComment() error {
p.pos++ // consume '#'
2026-08-19 09:47:00 +02:00
for !p.eof() {
c := p.peek()
switch {
case c == '\n':
return nil
case c == '\r':
if p.pos+1 < len(p.src) && p.src[p.pos+1] == '\n' {
return nil
}
return p.errf("bare carriage return is not allowed")
case c == '\t':
p.pos++
2026-08-19 09:47:00 +02:00
case c < 0x20 || c == 0x7f:
return p.errf("control character U+%04X is not allowed in a comment", c)
default:
p.pos++
2026-08-19 09:47:00 +02:00
}
}
return nil
}
// expectCRLF consumes a carriage return that must be immediately followed by a
// line feed; a bare CR is invalid.
func (p *parser) expectCRLF() error {
if p.pos+1 < len(p.src) && p.src[p.pos+1] == '\n' {
p.pos++ // consume CR; the LF is handled by the caller
2026-08-19 09:47:00 +02:00
return nil
}
return p.errf("bare carriage return is not allowed")
}
// expectLineEnd consumes trailing inline whitespace and an optional comment,
// then requires a newline or end of input.
func (p *parser) expectLineEnd() error {
p.skipInline()
if p.eof() {
return nil
}
if p.peek() == '#' {
if err := p.skipComment(); err != nil {
return err
}
}
if p.eof() {
return nil
}
if p.peek() == '\r' {
if err := p.expectCRLF(); err != nil {
return err
}
}
if p.eof() {
return nil
}
if p.peek() == '\n' {
p.line++
p.pos++
2026-08-19 09:47:00 +02:00
return nil
}
r, _ := utf8.DecodeRune(p.src[p.pos:])
return p.errf("unexpected %q after value", string(r))
2026-08-19 09:47:00 +02:00
}
func (p *parser) errf(format string, args ...any) error {
return &SyntaxError{Line: p.line, Msg: fmt.Sprintf(format, args...)}
}
// pathKey joins key components with a NUL separator so a dotted path can be
// used as a map key for tracking defined tables.
func pathKey(parts []string) string {
return strings.Join(parts, "\x00")
}
// isControlRune reports whether r is a control character disallowed in a string
// literal. Tab, line feed, and carriage return are permitted (handled
// elsewhere); everything else below U+0020, plus U+007F, is rejected.
func isControlRune(r rune) bool {
if r == '\t' || r == '\n' || r == '\r' {
return false
}
return r < 0x20 || r == 0x7f
}