From a52ac8dcebf10bc30aed9ea4afcb2ba90bfe5fc2 Mon Sep 17 00:00:00 2001
From: John Bartholomew <jpa.bartholomew@gmail.com>
Date: Tue, 27 Jan 2026 16:16:20 +0000
Subject: [PATCH] inline processing of number text into lexNumber

---
 internal/parser/lexer.go | 21 ++++++---------------
 1 file changed, 6 insertions(+), 15 deletions(-)

diff --git a/internal/parser/lexer.go b/internal/parser/lexer.go
index b45e6e7..8c8a3f0 100644
--- a/internal/parser/lexer.go
+++ b/internal/parser/lexer.go
@@ -358,21 +358,7 @@ func (l *lexer) resetTokenStart() {
 	l.tokenStartLoc = l.location()
 }
 
-// tokenKindPostprocessors defines a transformation of the lexed token string
-// before it is stored in the tokens list. It is optional for each token kind.
-var tokenKindPostprocessors = map[tokenKind]func(string) string{
-	tokenNumber: func(s string) string {
-		// Get rid of underscore digit separators.
-		return strings.ReplaceAll(s, "_", "")
-	},
-}
-
 func (l *lexer) emitFullToken(kind tokenKind, data, stringBlockIndent, stringBlockTermIndent string) {
-	// Run the postprocessor if the token kind has one defined.
-	if pp, ok := tokenKindPostprocessors[kind]; ok {
-		data = pp(data)
-	}
-
 	l.tokens = append(l.tokens, token{
 		kind:                  kind,
 		fodder:                l.fodder,
@@ -487,6 +473,7 @@ func (l *lexer) lexNumber() error {
 		numAfterExpUnderscore
 	)
 
+	var cb bytes.Buffer
 	state := numBegin
 
 outerLoop:
@@ -611,10 +598,14 @@ outerLoop:
 			}
 		}
 
+		if r != '_' {
+			cb.WriteRune(r)
+		}
 		l.next()
 	}
 
-	l.emitToken(tokenNumber)
+	l.emitFullToken(tokenNumber, cb.String(), "", "")
+	l.resetTokenStart()
 	return nil
 }