// Copyright (c) 2026 Petr BalvĂ­n (https://petrbalvin.org) // SPDX-License-Identifier: MIT package interpres import ( "context" "errors" "fmt" "reflect" "slices" "strconv" "strings" "sync" ) // errTargetFallback aborts a targeted parse and hands the document back to // the ordinary tree path. It is the contract-keeping device of this file: // every condition the tree path answers with a decode-stage error, an // Unmarshaler hook, an embedded map filler or any other machinery the // targeted skeleton does not model, ends here, and the caller reruns the // document through the tree path, so the observable behaviour is the tree // path's, exactly. A targeted parse either completes with the result the // tree path would give, or it erases itself. var errTargetFallback = errors.New("interpres: targeted decode falls back to the tree path") // targetCache holds whether a destination type may take the targeted parse. // One computed answer per type, the same trade-off structSchemaCache makes. var targetCache sync.Map // reflect.Type -> bool // mapStringAnyType is the map shape the tree builds for an any destination's // tables, reused by the any-map element branch. var mapStringAnyType = reflect.TypeFor[map[string]any]() // typeTargetable reports whether decoding into the struct type t can use the // targeted parse. The one structural ban is untagged embedded maps: their // filler-key rule lives in the tree decode, and a targeted document that // meets an unknown table would need a subtree of it. Everything else is safe // to attempt, because the value layer is the ordinary decode and every // mismatch falls back. func typeTargetable(t reflect.Type) bool { if t == nil || t.Kind() != reflect.Struct || t == orderedMapType { return false } if v, ok := targetCache.Load(t); ok { return v.(bool) } r := scanTargetable(t, make(map[reflect.Type]bool)) v, _ := targetCache.LoadOrStore(t, r) return v.(bool) } func scanTargetable(t reflect.Type, seen map[reflect.Type]bool) bool { if seen[t] { return true } seen[t] = true if len(cachedStructSchema(t).embedMaps) != 0 { return false } for _, loc := range cachedStructSchema(t).byName { ft := derefType(t.FieldByIndex(loc.index).Type) if ft == orderedMapType { return false } if ft.Kind() != reflect.Struct || isScalarStruct(ft) { continue } // A struct field with a custom decode hook receives the whole parsed // value from the tree decode; the targeted skeleton never builds that // value for a table it enters directly, so the hook must win. if implementsDecodeHook(ft) || implementsDecodeHook(reflect.PointerTo(ft)) { return false } if !scanTargetable(ft, seen) { return false } } return true } func derefType(t reflect.Type) reflect.Type { for t.Kind() == reflect.Pointer { t = t.Elem() } return t } // implementsDecodeHook reports whether t carries one of the custom decode // interfaces the tree decode honours. func implementsDecodeHook(t reflect.Type) bool { return t.Implements(unmarshalerType) || t.Implements(ctxUnmarshalerType) || t.Implements(textUnmarshalerType) } // canTargetDecode reports whether the decoder can take the targeted path for // the destination v: a non-nil pointer to a struct whose graph carries no // embedded map filler, and that is not itself a custom decode hook (the tree // decode hands a hook the whole parsed tree). func canTargetDecode(v any) bool { rv := reflect.ValueOf(v) if rv.Kind() != reflect.Pointer || rv.IsNil() { return false } et := rv.Type().Elem() if et.Kind() != reflect.Struct || !typeTargetable(et) { return false } return !implementsDecodeHook(et) && !implementsDecodeHook(reflect.PointerTo(et)) } // targetTable is one open table of the targeted parse: the struct (or map) // value its keys fill, the schema that resolves them (nil for a map or sink // destination), the absolute path its errors wrap, and whether it collects // the keys no field claims for the strict check. A sink is the destination // an unknown subtree gets: its statements parse for the syntax and definition // contracts, and its values are discarded. type targetTable struct { rv reflect.Value schema *structSchema path []string sink bool keys []string // the keys defined in the table, interned; struct // tables keep theirs per destination address instead strict bool unknown string // strict: the smallest unclaimed key so far resolvedSeen map[string]bool // the schema keys resolved so far, for required } // targetParser parses a document straight into a struct destination. It // reuses the parser's scanner, grammar errors and definition maps, and the // decoder's value assignment; its own work is the table skeleton a struct // destination needs: which field does this header or key land in. type targetParser struct { *parser d *decoder root reflect.Value tables []*targetTable // every opened table, in document order rootT *targetTable cur *targetTable // arrayNext tracks how many elements of a fixed-size array the document // has filled, per field address. arrayNext map[uintptr]int // opened registers every opened table by its path key, sinks included: a // later header or dotted key meets the table the tree already built. opened map[string]*targetTable // keyAssigned records the fields a key statement assigned directly, per // table address: an array-of-tables header over such a field is the // tree's `not an array of tables` error, where a header over a // header-built array appends. keyAssignedKeys map[uintptr]map[string]bool // tableKeysByAddr holds the defined keys of one struct destination, keyed // by the value's address: the table object a dotted descent builds is // transient, the destination is not. tableKeysByAddr map[uintptr][]string } // markKeyAssigned records that a key statement assigned the field, and // keyAssigned reports that state. Sinks keep no such bookkeeping. func (tp *targetParser) markKeyAssigned(t *targetTable, key string) { if t.sink || t.schema == nil || !t.rv.CanAddr() || t.rv.Kind() != reflect.Struct { return } addr := t.rv.Addr().Pointer() if tp.keyAssignedKeys == nil { tp.keyAssignedKeys = make(map[uintptr]map[string]bool, 8) } if tp.keyAssignedKeys[addr] == nil { tp.keyAssignedKeys[addr] = make(map[string]bool, 8) } tp.keyAssignedKeys[addr][key] = true } func (tp *targetParser) keyAssigned(t *targetTable, key string) bool { if t.sink || t.schema == nil || !t.rv.CanAddr() || t.rv.Kind() != reflect.Struct { return false } addr := t.rv.Addr().Pointer() return tp.keyAssignedKeys[addr][key] } // tableHas reports whether key is already defined in the table. A struct // table's keys are interned parser strings, so the linear scan compares // against a handful of short keys, cheaper than hashing a per-table map. // Struct tables keep their keys by destination address, because the table // object a dotted descent builds is transient while the destination is not. func (tp *targetParser) tableHas(t *targetTable, key string) bool { switch { case t.sink: return slices.Contains(t.keys, key) case t.schema == nil: return t.rv.Kind() == reflect.Map && t.rv.MapIndex(reflect.ValueOf(key)).IsValid() default: return slices.Contains(tp.tableKeys(t), key) } } // tableKeys returns the persistent keys slice of a struct table. func (tp *targetParser) tableKeys(t *targetTable) []string { if !t.rv.CanAddr() || t.rv.Kind() != reflect.Struct { return nil } addr := t.rv.Addr().Pointer() if tp.tableKeysByAddr == nil { tp.tableKeysByAddr = make(map[uintptr][]string, 8) } return tp.tableKeysByAddr[addr] } // tableMark records the key as defined. func (tp *targetParser) tableMark(t *targetTable, key string) { switch { case t.sink: t.keys = append(t.keys, key) case t.schema == nil: default: if !t.rv.CanAddr() || t.rv.Kind() != reflect.Struct { return } addr := t.rv.Addr().Pointer() if tp.tableKeysByAddr == nil { tp.tableKeysByAddr = make(map[uintptr][]string, 8) } tp.tableKeysByAddr[addr] = append(tp.tableKeysByAddr[addr], key) } } // resolvedHas reports whether the resolved schema key has been seen, the // check a required tag runs: the duplicate bookkeeping tracks the key as the // document wrote it, the required bookkeeping the key as the schema // resolved it. func (t *targetTable) resolvedHas(key string) bool { return t.resolvedSeen[key] } func (t *targetTable) markResolved(key string) { if t.schema == nil || len(t.schema.required) == 0 { return } if t.resolvedSeen == nil { t.resolvedSeen = make(map[string]bool, 8) } t.resolvedSeen[key] = true } // recordStrictUnknown remembers the key no field claims when strict decoding // is on: the smallest one is reported, the tree decode's own choice. func (t *targetTable) recordStrictUnknown(key string) { if !t.strict { return } if t.unknown == "" || key < t.unknown { t.unknown = key } } // schemaRef hands out the pointer form the target tables hold. The schema // is immutable once published, so sharing one copy is safe. func schemaRef(t reflect.Type) *structSchema { s := cachedStructSchema(t) return &s } // parseIntoTargeted runs the targeted parse of data into v. It returns // errTargetFallback when the document or the destination needs the tree // path, and any parse error the tree path would return. func parseIntoTargeted(ctx context.Context, data []byte, d *decoder, useNumber bool, maxDepth int, v any) error { if maxDepth <= 0 { maxDepth = maxNestingDepth } rv := reflect.ValueOf(v) tp := &targetParser{ parser: &parser{src: data, line: 1, ctx: ctx, maxDepth: maxDepth, useNumber: useNumber}, d: d, root: rv.Elem(), arrayNext: make(map[uintptr]int, 4), keyAssignedKeys: make(map[uintptr]map[string]bool, 8), opened: make(map[string]*targetTable, 8), } tp.rootT = &targetTable{rv: tp.root, schema: schemaRef(tp.root.Type()), strict: d.disallowUnknown} tp.tables = append(tp.tables, tp.rootT) tp.cur = tp.rootT if err := tp.run(); err != nil { return err } return tp.reportDeferred() } // run walks the statements; the cadence and the end conditions mirror the // tree parser's loop. func (tp *targetParser) run() error { p := tp.parser for i := 0; ; i++ { if i%ctxCheckInterval == 0 { if err := p.checkCtx(); err != nil { return err } } if err := p.skipBlank(); err != nil { return err } p.pending = nil if p.eof() { break } c := p.peek() switch { case c == '[': if err := tp.parseHeader(); err != nil { return err } default: if err := tp.parseKeyStatement(); err != nil { return err } } if err := p.expectLineEnd(); err != nil { return err } } return nil } // reportDeferred raises the decode-stage findings in the tree decode's // order: the root table first, then the opened tables in document order. The // tree decode reports them after a full parse, so a later parse error always // won; here the parse has already completed. func (tp *targetParser) reportDeferred() error { for _, t := range append([]*targetTable{tp.rootT}, tp.tables...) { if t.sink { continue } if t.strict && t.unknown != "" { return tp.wrapTableErr(t, fmt.Errorf("interpres: unknown field %q for %s", t.unknown, t.rv.Type())) } if t.schema != nil { for _, key := range t.schema.required { if !t.resolvedHas(key) { return tp.wrapTableErr(t, fmt.Errorf("interpres: missing required key %q", key)) } } } } return nil } // wrapTableErr wraps a table's finding the way the tree decode wraps it: the // root speaks for itself, a nested table gains its path. func (tp *targetParser) wrapTableErr(t *targetTable, err error) error { if len(t.path) == 0 { return err } return &DecodeError{Path: Path(slices.Clone(t.path)), Err: err} } // --- headers --------------------------------------------------------------- // parseHeader parses a [table] or [[array of tables]] header and makes it the // current table. The definition checks and their messages are the tree // parser's. func (tp *targetParser) parseHeader() error { p := tp.parser array := false p.pos++ // consume '[' if !p.eof() && p.peek() == '[' { array = true p.pos++ } first, rest, err := p.parseKeyPath() if err != nil { return err } p.skipInline() if p.eof() || p.peek() != ']' { return p.errf("expected ']' to close table header") } p.pos++ if array { if p.eof() || p.peek() != ']' { return p.errf("expected ']]' to close array-of-tables header") } p.pos++ } key := p.keyBuf[:1] key[0] = first if len(rest) > 0 { key = append([]string{first}, rest...) } if array { return tp.appendArrayTable(key) } pk := pathKey(key) if p.headers[pk] || p.dotted[pk] || p.arrays[pk] { return p.errf("table %q is defined more than once", strings.Join(key, ".")) } p.markHeader(pk) tbl, err := tp.openTablePath(key) if err != nil { return err } if !tbl.sink { tp.tables = append(tp.tables, tbl) } tp.cur = tbl return nil } // openTablePath walks the header path from the root and returns the table it // names. The frozen checks are the tree parser's; a segment no field claims // opens a sink, and a segment whose destination cannot be a table falls // back, because the tree decode answers with its own type error. func (tp *targetParser) openTablePath(key []string) (*targetTable, error) { parent := tp.rootT for i, k := range key[:len(key)-1] { if tp.frozenAt(key[:i+1]) { return nil, tp.errf("cannot extend inline table %q", strings.Join(key[:i+1], ".")) } child, err := tp.descendOne(parent, k, key[:i+1]) if err != nil { return nil, err } tp.tableMark(parent, k) if !child.sink { tp.tables = append(tp.tables, child) } parent = child } leaf := key[len(key)-1] if tp.frozenAt(key) { return nil, tp.errf("cannot extend inline table %q", strings.Join(key, ".")) } tbl, err := tp.descendOne(parent, leaf, key) if err != nil { return nil, err } tp.tableMark(parent, leaf) return tbl, nil } // frozenAt reports whether the path was frozen as an inline table. func (tp *targetParser) frozenAt(path []string) bool { return tp.parser.frozen[pathKey(path)] } // elementPath extends a table's path with an array-of-tables element's // key and bracketed index, the path the tree decode wraps an element's // errors with. func elementPath(base []string, key string, index int) []string { out := make([]string, 0, len(base)+2) out = append(out, base...) out = append(out, key, "["+strconv.Itoa(index)+"]") return out } // descendOne enters the table one header segment names inside parent. func (tp *targetParser) descendOne(parent *targetTable, key string, abs []string) (*targetTable, error) { if parent.sink { return parent, nil } if parent.schema == nil { // A map destination: the entry must be (or become) a table. if parent.rv.Kind() != reflect.Map { return nil, errTargetFallback } elemT := parent.rv.Type().Elem() if elemT.Kind() != reflect.Map || elemT.Key().Kind() != reflect.String { return nil, errTargetFallback } if existing := parent.rv.MapIndex(reflect.ValueOf(key)); existing.IsValid() && !existing.IsNil() { return &targetTable{rv: existing.Elem(), path: abs}, nil } next := reflect.MakeMap(elemT) parent.rv.SetMapIndex(reflect.ValueOf(key), next) return &targetTable{rv: next, path: abs}, nil } resolved := key loc, ok := parent.schema.byName[key] if !ok { resolved = strings.ToLower(key) loc, ok = parent.schema.byName[resolved] } if !ok { parent.recordStrictUnknown(key) if opened, ok := tp.opened[pathKey(abs)]; ok { return opened, nil } if tp.tableHas(parent, key) { return nil, tp.errf("key %q is not a table", key) } sink := &targetTable{sink: true, path: abs} tp.opened[pathKey(abs)] = sink return sink, nil } parent.markResolved(resolved) fv, err := fieldByIndex(parent.rv, loc.index) if err != nil { return nil, errTargetFallback } return tp.openValueTable(fv, parent, key, abs, parent.strict) } // openValueTable opens a table scope over a placed field value, allocating a // nil pointer on the way. The rules mirror the tree decode's own type // decisions: a struct enters, a map enters (allocated when nil), an array of // tables enters its last element, and anything else is a type mismatch the // tree decode reports, so it falls back. A scalar field the table keys // already define is the tree's `key is not a table` error, checked against // parent, the table the key belongs to. func (tp *targetParser) openValueTable(fv reflect.Value, parent *targetTable, key string, abs []string, strict bool) (*targetTable, error) { if fv.Kind() == reflect.Pointer { if fv.IsNil() { if !fv.CanSet() { return nil, errTargetFallback } fv.Set(reflect.New(fv.Type().Elem())) } fv = fv.Elem() } switch fv.Kind() { case reflect.Struct: if isScalarStruct(fv.Type()) { return nil, errTargetFallback } return &targetTable{rv: fv, schema: schemaRef(fv.Type()), path: abs, strict: strict}, nil case reflect.Map: if fv.Type().Key().Kind() != reflect.String { return nil, errTargetFallback } if fv.IsNil() { fv.Set(reflect.MakeMap(fv.Type())) } return &targetTable{rv: fv, path: abs}, nil case reflect.Slice: if fv.Len() == 0 { // No [[header]] ever filled it, so the tree holds a map here and // its decode raises the type mismatch. return nil, errTargetFallback } et := derefType(fv.Type().Elem()) if et.Kind() != reflect.Struct || isScalarStruct(et) { return nil, errTargetFallback } return &targetTable{rv: fv.Index(fv.Len() - 1), schema: schemaRef(et), path: elementPath(abs, key, fv.Len()-1), strict: strict}, nil } if tp.tableHas(parent, key) { return nil, tp.errf("key %q is not a table", key) } return nil, errTargetFallback } // appendArrayTable appends a new element to the array of tables the leaf // names and makes it the current table. func (tp *targetParser) appendArrayTable(key []string) error { parent := tp.rootT for i, k := range key[:len(key)-1] { if tp.frozenAt(key[:i+1]) { return tp.errf("cannot extend inline table %q", strings.Join(key[:i+1], ".")) } child, err := tp.descendOne(parent, k, key[:i+1]) if err != nil { return err } tp.tableMark(parent, k) parent = child } leaf := key[len(key)-1] if tp.frozenAt(key) { return tp.errf("cannot extend inline table %q", strings.Join(key, ".")) } pk := pathKey(key) if tp.parser.dotted[pk] || tp.parser.headers[pk] { return tp.errf("key %q is not an array of tables", leaf) } tp.parser.markArray(pk) elem, err := tp.appendElement(parent, leaf, key) if err != nil { return err } tp.tableMark(parent, leaf) if !elem.sink { tp.tables = append(tp.tables, elem) } tp.cur = elem return nil } // appendElement appends one element to the array the leaf names in parent // and returns its table. A leaf no field claims sinks; a field whose array // element kind cannot be a table falls back, the tree decode owning the type // error. func (tp *targetParser) appendElement(parent *targetTable, leaf string, key []string) (*targetTable, error) { if parent.sink { return parent, nil } if parent.schema == nil { if parent.rv.Kind() != reflect.Map { return nil, errTargetFallback } elemT := parent.rv.Type().Elem() gk := reflect.ValueOf(leaf) var arr reflect.Value if existing := parent.rv.MapIndex(gk); existing.IsValid() && !existing.IsNil() { if existing.Elem().Kind() != reflect.Slice { return nil, tp.errf("key %q is not an array of tables", leaf) } arr = existing.Elem() } var elem reflect.Value switch { case elemT.Kind() == reflect.Slice: et := elemT.Elem() if et.Kind() != reflect.Map || et.Key().Kind() != reflect.String { return nil, errTargetFallback } if !arr.IsValid() { arr = reflect.MakeSlice(elemT, 0, 4) } elem = reflect.MakeMap(et) case elemT.Kind() == reflect.Interface: // An any-map entry is built exactly as the tree builds it: a // []map[string]any slice of entry maps. if !arr.IsValid() { arr = reflect.ValueOf([]map[string]any{}) } elem = reflect.MakeMap(mapStringAnyType) default: return nil, errTargetFallback } grown := reflect.Append(arr, elem) parent.rv.SetMapIndex(gk, grown) return &targetTable{rv: grown.Index(grown.Len() - 1), path: elementPath(parent.path, leaf, grown.Len()-1)}, nil } resolved := leaf loc, ok := parent.schema.byName[leaf] if !ok { resolved = strings.ToLower(leaf) loc, ok = parent.schema.byName[resolved] } if !ok { parent.recordStrictUnknown(leaf) if opened, ok := tp.opened[pathKey(parent.path)]; ok { return opened, nil } if tp.tableHas(parent, leaf) { return nil, tp.errf("key %q is not an array of tables", leaf) } sink := &targetTable{sink: true, path: parent.path} tp.opened[pathKey(parent.path)] = sink return sink, nil } parent.markResolved(resolved) if tp.keyAssigned(parent, resolved) { // A key statement already assigned the field its own value; the tree // holds a value array there and its header append is the // `not an array of tables` parse error. return nil, tp.errf("key %q is not an array of tables", leaf) } fv, err := fieldByIndex(parent.rv, loc.index) if err != nil { return nil, errTargetFallback } if fv.Kind() == reflect.Array { // A fixed-size array fills position by position; one element too many // is the length mismatch the tree decode reports. et := derefType(fv.Type().Elem()) switch et.Kind() { case reflect.Struct: if isScalarStruct(et) { return nil, errTargetFallback } addr := fv.Addr().Pointer() n := tp.arrayNext[addr] if n >= fv.Len() { return nil, errTargetFallback } tp.arrayNext[addr] = n + 1 return &targetTable{rv: fv.Index(n), schema: schemaRef(et), path: parent.path, strict: parent.strict}, nil case reflect.Map: if et.Key().Kind() != reflect.String { return nil, errTargetFallback } addr := fv.Addr().Pointer() n := tp.arrayNext[addr] if n >= fv.Len() { return nil, errTargetFallback } tp.arrayNext[addr] = n + 1 elem := reflect.MakeMap(et) fv.Index(n).Set(elem) return &targetTable{rv: elem, path: parent.path}, nil } return nil, errTargetFallback } if fv.Kind() != reflect.Slice { return nil, tp.errf("key %q is not an array of tables", leaf) } et := derefType(fv.Type().Elem()) switch et.Kind() { case reflect.Struct: if isScalarStruct(et) { return nil, errTargetFallback } grown := reflect.Append(fv, reflect.New(et).Elem()) fv.Set(grown) return &targetTable{rv: grown.Index(grown.Len() - 1), schema: schemaRef(et), path: elementPath(parent.path, leaf, grown.Len()-1), strict: parent.strict}, nil case reflect.Map: if et.Key().Kind() != reflect.String { return nil, errTargetFallback } grown := reflect.Append(fv, reflect.MakeMap(et)) fv.Set(grown) return &targetTable{rv: grown.Index(grown.Len() - 1), path: elementPath(parent.path, leaf, grown.Len()-1)}, nil } return nil, errTargetFallback } // --- keys ------------------------------------------------------------------ // parseKeyStatement parses one `key = value` statement into the current // table, mirroring the tree parser's dotted descent and definition checks. // The value parses after the descent here, straight into the destination // where the destination is a plain scalar: the descent and the value scan // are independent, so the only observable difference is which error a line // with two faults reports. func (tp *targetParser) parseKeyStatement() error { p := tp.parser first, rest, err := p.parseKeyPath() if err != nil { return err } p.skipInline() if p.eof() || p.peek() != '=' { return p.errf("expected '=' after key") } p.pos++ p.skipInline() dest := tp.cur leaf := first var dst reflect.Value var mapDst reflect.Value var leafTable *targetTable placed := false if len(rest) == 0 { dst, mapDst, leafTable, placed, err = tp.leafInTable(dest, first) if err != nil { return err } } else { // A dotted key is the one shape whose bookkeeping needs the statement // path (the segment freeze and definition checks), so only here does // the path slice get built. A plain key at the root has no path, and // a plain key inside a table needs none either. abs := make([]string, 0, len(dest.path)+len(rest)+1) abs = append(abs, dest.path...) abs = append(abs, first) abs = append(abs, rest...) dst, mapDst, leafTable, placed, err = tp.descendDotted(dest, first, rest, abs) if err != nil { return err } leaf = rest[len(rest)-1] } if !placed { // A sink or an unknown key: the value parses for the syntax contract // and is dropped, but the key still takes the duplicate check, the way // the tree's maps record every key they receive. The sink's flat key // set tracks the full statement path, because a dotted key inside a // sink lands in a sub-table of its own in the tree, not beside the // leaf name. val, verr := p.parseValue() if verr != nil { return verr } dupKey := first if len(dest.path) > 0 || len(rest) > 0 { full := make([]string, 0, len(dest.path)+len(rest)+1) full = append(full, dest.path...) full = append(full, first) full = append(full, rest...) dupKey = pathKey(full) } if tp.tableHas(leafTable, dupKey) { return p.errf("duplicate key %q", leaf) } tp.tableMark(leafTable, dupKey) if m, isMap := val.(map[string]any); isMap { full := make([]string, 0, len(dest.path)+len(leaf)+1) full = append(full, dest.path...) full = append(full, leaf) p.freezeInline(full, m) } return nil } if tp.tableHas(leafTable, leaf) { return p.errf("duplicate key %q", leaf) } tp.tableMark(leafTable, leaf) if dst.Kind() == reflect.Slice || dst.Kind() == reflect.Array { // Only a field a later [[header]] could append to needs the // key-assigned record; everything else never checks it. et := derefType(dst.Type().Elem()) if et.Kind() == reflect.Struct && !isScalarStruct(et) || et.Kind() == reflect.Map { tp.markKeyAssigned(leafTable, leaf) } } val, err := tp.parseValueInto(dst) if err != nil { return err } if mapDst.IsValid() { mapDst.SetMapIndex(reflect.ValueOf(leaf), dst) } if m, isMap := val.(map[string]any); isMap { // An inline table freezes its paths; the abs slice is built for it // alone, after the parse proved one is needed. abs := make([]string, 0, len(dest.path)+len(leaf)+1) abs = append(abs, dest.path...) abs = append(abs, leaf) p.freezeInline(abs, m) } return nil } // parseValueInto parses the value at the cursor straight into the // destination and returns the boxed value the freeze bookkeeping may need // (non-nil only for inline tables and other composites). Scalars are written // into the destination without the boxing the tree layer requires. func (tp *targetParser) parseValueInto(dst reflect.Value) (any, error) { p := tp.parser if p.eof() { return nil, p.errf("expected a value") } start := p.pos if dstHasDecodeHook(dst) { // The custom hooks take the boxed value the tree layer produces. v, err := p.parseValue() if err != nil { return nil, err } if err := tp.d.assign(v, dst); err != nil { return nil, errTargetFallback } return v, nil } switch c := p.peek(); { case c == '"' || c == '\'': if dst.Kind() == reflect.String { var s string var err error if c == '"' { s, err = p.parseBasicString() } else { s, err = p.parseLiteralString() } if err != nil { return nil, err } dst.SetString(s) return nil, nil } case c == 't' || c == 'f': b, ok := tp.scanBool() if !ok { return nil, p.errf("invalid value") } if dst.Kind() == reflect.Bool { dst.SetBool(b) return nil, nil } p.pos = start case (c >= '0' && c <= '9') || c == '+' || c == '-': // The plain-digit fast path parses the common integer without a // token copy; anything else takes the token route, where the strict // number rules live. if dstNumericKind(dst) && dst.Kind() != reflect.Float32 && dst.Kind() != reflect.Float64 { if n, ok := tp.tryFastInt(); ok { if err := setInt(dst, n); err != nil { return nil, errTargetFallback } return nil, nil } } tok := tp.scanNumberToken() if dtv, dtok := parseDateTime(tok); dtok { if err := tp.d.assign(dtv, dst); err != nil { return nil, errTargetFallback } return dtv, nil } if dstNumericKind(dst) { fallback, syntaxErr := numberIntoReflect(dst, tok) if syntaxErr != nil { return nil, p.errf("%s", syntaxErr) } if fallback { return nil, errTargetFallback } return nil, nil } p.pos = start } v, err := p.parseValue() if err != nil { return nil, err } if err := tp.d.assign(v, dst); err != nil { return nil, errTargetFallback } return v, nil } // dstHasDecodeHook reports whether the destination carries one of the custom // decode interfaces, whose hooks need the boxed value the tree layer makes. func dstHasDecodeHook(dst reflect.Value) bool { if _, ok := unmarshalerOf(dst); ok { return true } if _, ok := ctxUnmarshalerOf(dst); ok { return true } if _, ok := textUnmarshalerOf(dst); ok { return true } return false } // scanBool consumes true or false and returns the value, reporting whether // the token was a boolean at all. func (tp *targetParser) scanBool() (bool, bool) { if tp.parser.match("true") { return true, true } if tp.parser.match("false") { return false, true } return false, false } // tryFastInt parses a run of plain decimal digits at the cursor into an // int64 without materialising the token, reporting whether the token was // one. A leading zero, an underscore, or any trailing character that is not // a token terminator hands the token back to the strict number rules. func (tp *targetParser) tryFastInt() (int64, bool) { p := tp.parser i := p.pos if i >= len(p.src) { return 0, false } if p.src[i] == '+' || p.src[i] == '-' { return 0, false } if p.src[i] == '0' && i+1 < len(p.src) && p.src[i+1] >= '0' && p.src[i+1] <= '9' { return 0, false } var n int64 digits := 0 for i < len(p.src) && p.src[i] >= '0' && p.src[i] <= '9' { if digits >= 18 { return 0, false } n = n*10 + int64(p.src[i]-'0') i++ digits++ } if digits == 0 { return 0, false } if i < len(p.src) { switch p.src[i] { case ' ', '\t', '\n', '\r', ',', ']', '}', '#': default: return 0, false } } p.pos = i return n, true } // scanNumberToken scans a bare number (or date-time) token, including the // space-separated date and time forms, and returns it as text. func (tp *targetParser) scanNumberToken() string { p := tp.parser start := p.pos p.scanBareToken() tok := string(p.src[start:p.pos]) if isDateToken(tok) && !p.eof() && p.peek() == ' ' { if next, ok := p.peekAt(1); ok && next >= '0' && next <= '9' { p.pos++ // consume the separating space timeStart := p.pos p.scanBareToken() tok = tok + " " + string(p.src[timeStart:p.pos]) } } return tok } // dstNumericKind reports whether the destination takes a parsed number. func dstNumericKind(dst reflect.Value) bool { switch dst.Kind() { case reflect.Int, reflect.Int8, reflect.Int16, reflect.Int32, reflect.Int64, reflect.Uint, reflect.Uint8, reflect.Uint16, reflect.Uint32, reflect.Uint64, reflect.Float32, reflect.Float64: return true } return false } // numberIntoReflect parses a number token straight into a numeric // destination, with the strict validation the tree parser applies. The // fallback flag reports a destination-level overflow, the tree decode's // own error; syntaxErr is the token-level error the parser reports. func numberIntoReflect(dst reflect.Value, tok string) (fallback bool, syntaxErr error) { v, err := decodeNumber(tok) if err != nil { return false, err } switch n := v.(type) { case int64: if err := setInt(dst, n); err != nil { return true, nil } return false, nil case float64: if err := setFloat(dst, n); err != nil { return true, nil } return false, nil } return true, nil } // descendDotted walks the dotted segments first..rest[:len(rest)-1] and // returns the leaf destination: a struct field, or a map entry to set after // the value assigns. A segment no field claims sinks the rest of the dotted // key. The per-segment checks and their messages are the tree parser's // descendKey: an existing value that is not a table is the `not a table` // error, a missing one is created where the tree creates it and falls back // where the tree's creation meets a decode-stage type error. func (tp *targetParser) descendDotted(dest *targetTable, first string, rest []string, abs []string) (dst reflect.Value, mapDst reflect.Value, leafTable *targetTable, placed bool, err error) { leafTable = dest if dest.sink { return reflect.Value{}, reflect.Value{}, leafTable, false, nil } tbl := dest segments := append([]string{first}, rest[:len(rest)-1]...) for i, seg := range segments { segAbs := abs[:len(dest.path)+i+1] if tp.frozenAt(segAbs) { return reflect.Value{}, reflect.Value{}, leafTable, false, tp.errf("cannot extend inline table %q", strings.Join(segAbs, ".")) } if tp.parser.headers[pathKey(segAbs)] { return reflect.Value{}, reflect.Value{}, leafTable, false, tp.errf("cannot extend table %q with a dotted key", strings.Join(segAbs, ".")) } tp.parser.markDotted(pathKey(segAbs)) child, err := tp.dottedEnter(tbl, seg, segAbs) if err != nil { return reflect.Value{}, reflect.Value{}, leafTable, false, err } tp.tableMark(tbl, seg) tbl = child if tbl.sink { leafTable = tbl return reflect.Value{}, reflect.Value{}, leafTable, false, nil } } leaf := rest[len(rest)-1] leafTable = tbl if tp.tableHas(tbl, leaf) { return reflect.Value{}, reflect.Value{}, leafTable, false, tp.errf("duplicate key %q", leaf) } if tbl.schema == nil { if tbl.rv.Kind() != reflect.Map { return reflect.Value{}, reflect.Value{}, leafTable, false, errTargetFallback } elem := reflect.New(tbl.rv.Type().Elem()).Elem() return elem, tbl.rv, leafTable, true, nil } resolved := leaf loc, found := tbl.schema.byName[leaf] if !found { resolved = strings.ToLower(leaf) loc, found = tbl.schema.byName[resolved] } if !found { tbl.recordStrictUnknown(leaf) return reflect.Value{}, reflect.Value{}, leafTable, false, nil } tbl.markResolved(resolved) fv, ferr := fieldByIndex(tbl.rv, loc.index) if ferr != nil { return reflect.Value{}, reflect.Value{}, leafTable, false, errTargetFallback } return fv, reflect.Value{}, leafTable, true, nil } // dottedEnter enters one dotted segment inside tbl. It differs from the // header descent in the slice and assigned-scalar cases, which the tree's // descendKey answers with `key is not a table`. func (tp *targetParser) dottedEnter(tbl *targetTable, seg string, segAbs []string) (*targetTable, error) { if tbl.sink { return tbl, nil } if tbl.schema == nil { if tbl.rv.Kind() != reflect.Map { return nil, errTargetFallback } elemT := tbl.rv.Type().Elem() if elemT.Kind() != reflect.Map || elemT.Key().Kind() != reflect.String { return nil, errTargetFallback } if existing := tbl.rv.MapIndex(reflect.ValueOf(seg)); existing.IsValid() && !existing.IsNil() { ev := existing.Elem() if ev.Kind() != reflect.Map { return nil, tp.errf("key %q is not a table", seg) } return &targetTable{rv: ev, path: segAbs}, nil } next := reflect.MakeMap(elemT) tbl.rv.SetMapIndex(reflect.ValueOf(seg), next) return &targetTable{rv: next, path: segAbs}, nil } resolved := seg loc, ok := tbl.schema.byName[seg] if !ok { resolved = strings.ToLower(seg) loc, ok = tbl.schema.byName[resolved] } if !ok { tbl.recordStrictUnknown(seg) if opened, ok := tp.opened[pathKey(segAbs)]; ok { return opened, nil } if tp.tableHas(tbl, seg) { return nil, tp.errf("key %q is not a table", seg) } sink := &targetTable{sink: true, path: segAbs} tp.opened[pathKey(segAbs)] = sink return sink, nil } fv, ferr := fieldByIndex(tbl.rv, loc.index) if ferr != nil { return nil, errTargetFallback } if fv.Kind() == reflect.Pointer { if fv.IsNil() { if !fv.CanSet() { return nil, errTargetFallback } fv.Set(reflect.New(fv.Type().Elem())) } fv = fv.Elem() } switch fv.Kind() { case reflect.Struct: if isScalarStruct(fv.Type()) { if tp.tableHas(tbl, seg) { return nil, tp.errf("key %q is not a table", seg) } return nil, errTargetFallback } return &targetTable{rv: fv, schema: schemaRef(fv.Type()), path: segAbs, strict: tbl.strict}, nil case reflect.Map: if fv.Type().Key().Kind() != reflect.String { return nil, errTargetFallback } if fv.IsNil() { fv.Set(reflect.MakeMap(fv.Type())) } return &targetTable{rv: fv, path: segAbs}, nil } if tp.tableHas(tbl, seg) { return nil, tp.errf("key %q is not a table", seg) } return nil, errTargetFallback } // leafInTable resolves a plain key in the table. func (tp *targetParser) leafInTable(dest *targetTable, key string) (dst reflect.Value, mapDst reflect.Value, leafTable *targetTable, placed bool, err error) { leafTable = dest if dest.sink { return reflect.Value{}, reflect.Value{}, leafTable, false, nil } if dest.schema == nil { if dest.rv.Kind() != reflect.Map { return reflect.Value{}, reflect.Value{}, leafTable, false, errTargetFallback } if dest.rv.MapIndex(reflect.ValueOf(key)).IsValid() { return reflect.Value{}, reflect.Value{}, leafTable, false, tp.errf("duplicate key %q", key) } elem := reflect.New(dest.rv.Type().Elem()).Elem() return elem, dest.rv, leafTable, true, nil } resolved := key loc, ok := dest.schema.byName[key] if !ok { resolved = strings.ToLower(key) loc, ok = dest.schema.byName[resolved] } if !ok { dest.recordStrictUnknown(key) return reflect.Value{}, reflect.Value{}, leafTable, false, nil } dest.markResolved(resolved) fv, ferr := fieldByIndex(dest.rv, loc.index) if ferr != nil { return reflect.Value{}, reflect.Value{}, leafTable, false, errTargetFallback } return fv, reflect.Value{}, leafTable, true, nil }