php-parser/scanner/token.go

package scanner

import (
	"github.com/z7zmey/php-parser/comment"
	"github.com/z7zmey/php-parser/position"
)

// Token value returned by lexer
type Token struct {
	Value    string
	Position *position.Position
	Comments []*comment.Comment
}

func (t *Token) String() string {
	return string(t.Value)
}
merge token package into scanner package 2018-04-15 11:47:40 +00:00			`package scanner`
add node and token namespaces 2017-12-03 18:49:18 +00:00
handle comments 2018-01-05 15:03:59 +00:00			`import (`
			`"github.com/z7zmey/php-parser/comment"`
scanner.NewToken returns pointer, and scanner.Token saves position as position.Position 2018-04-15 19:56:20 +00:00			`"github.com/z7zmey/php-parser/position"`
handle comments 2018-01-05 15:03:59 +00:00			`)`

add token comments 2018-01-11 18:49:00 +00:00			`// Token value returned by lexer`
add node and token namespaces 2017-12-03 18:49:18 +00:00			`type Token struct {`
scanner.NewToken returns pointer, and scanner.Token saves position as position.Position 2018-04-15 19:56:20 +00:00			`Value string`
#27 reduce memory allocations for `scanner.Token` by using `sync.Pool` 2018-06-10 23:41:12 +00:00			`Position *position.Position`
			`Comments []*comment.Comment`
add node and token namespaces 2017-12-03 18:49:18 +00:00			`}`

scanner.NewToken returns pointer, and scanner.Token saves position as position.Position 2018-04-15 19:56:20 +00:00			`func (t *Token) String() string {`
add node and token namespaces 2017-12-03 18:49:18 +00:00			`return string(t.Value)`
			`}`