Clean up token strings

This commit is contained in:
Marcelo Cantos 2018-02-24 22:01:57 +11:00 committed by Dave Cunningham
parent 44770e75dd
commit 5ae4798d8d

View File

@ -101,16 +101,16 @@ const (
var tokenKindStrings = []string{ var tokenKindStrings = []string{
// Symbols // Symbols
tokenBraceL: "\"{\"", tokenBraceL: `"{"`,
tokenBraceR: "\"}\"", tokenBraceR: `"}"`,
tokenBracketL: "\"[\"", tokenBracketL: `"["`,
tokenBracketR: "\"]\"", tokenBracketR: `"]"`,
tokenComma: "\",\"", tokenComma: `","`,
tokenDollar: "\"$\"", tokenDollar: `"$"`,
tokenDot: "\".\"", tokenDot: `"."`,
tokenParenL: "\"(\"", tokenParenL: `"("`,
tokenParenR: "\")\"", tokenParenR: `")"`,
tokenSemicolon: "\";\"", tokenSemicolon: `";"`,
// Arbitrary length lexemes // Arbitrary length lexemes
tokenIdentifier: "IDENTIFIER", tokenIdentifier: "IDENTIFIER",