refactor printer

2020-05-17 22:56:32 +03:00
parent 50f8a47119
commit 4971309b75
21 changed files with 6955 additions and 6862 deletions
--- a/internal/scanner/scanner.go
+++ b/internal/scanner/scanner.go
@@ -22867,6 +22867,7 @@ func (lex *Lexer) Lex(lval Lval) int {

 	token.Tokens = lex.Tokens
 	token.Value = lex.data[lex.ts:lex.te]
+	token.ID = tok

 	lval.Token(token)

--- a/internal/scanner/scanner.rl
+++ b/internal/scanner/scanner.rl
@@ -510,6 +510,7 @@ func (lex *Lexer) Lex(lval Lval) int {

    token.Tokens = lex.Tokens
 	token.Value = lex.data[lex.ts:lex.te]
+	token.ID = tok

    lval.Token(token)

--- a/internal/scanner/token.go
+++ b/internal/scanner/token.go
@@ -6,6 +6,7 @@ import (

 // Token value returned by lexer
 type Token struct {
+	ID        TokenID
 	Value     []byte
 	Tokens    []token.Token
 	StartLine int