[refactoring] update Token structure
This commit is contained in:
@@ -113,9 +113,6 @@ func (v *Dump) printToken(key string, t *token.Token) {
|
||||
v.printIndent(v.indent + 1)
|
||||
v.print("Value: []byte(" + strconv.Quote(string(t.Value)) + "),\n")
|
||||
|
||||
v.printIndent(v.indent + 1)
|
||||
v.print("Skipped: []byte(" + strconv.Quote(string(t.Skipped)) + "),\n")
|
||||
|
||||
v.printIndent(v.indent)
|
||||
v.print("},\n")
|
||||
}
|
||||
|
||||
@@ -147,11 +147,10 @@ const (
|
||||
)
|
||||
|
||||
type Token struct {
|
||||
ID ID
|
||||
Value []byte
|
||||
Position *position.Position
|
||||
SkippedTokens []*Token
|
||||
Skipped []byte
|
||||
ID ID
|
||||
Value []byte
|
||||
Position *position.Position
|
||||
FreeFloating []*Token
|
||||
}
|
||||
|
||||
func (t *Token) GetPosition() *position.Position {
|
||||
|
||||
Reference in New Issue
Block a user