php-parser/scanner/token.go

package scanner

import (
	"github.com/z7zmey/php-parser/meta"
)

// Token value returned by lexer
type Token struct {
	Value     string
	Meta      []meta.Meta
	StartLine int
	EndLine   int
	StartPos  int
	EndPos    int
}

func (t *Token) String() string {
	return string(t.Value)
}
merge token package into scanner package 2018-04-15 11:47:40 +00:00			`package scanner`
add node and token namespaces 2017-12-03 18:49:18 +00:00
handle comments 2018-01-05 15:03:59 +00:00			`import (`
#33 comment package has renamed to meta and parser now saves whitespaces 2018-06-29 21:51:11 +00:00			`"github.com/z7zmey/php-parser/meta"`
handle comments 2018-01-05 15:03:59 +00:00			`)`

add token comments 2018-01-11 18:49:00 +00:00			`// Token value returned by lexer`
add node and token namespaces 2017-12-03 18:49:18 +00:00			`type Token struct {`
#25: save position within node 2018-06-24 07:19:44 +00:00			`Value string`
#33 comment package has renamed to meta and parser now saves whitespaces 2018-06-29 21:51:11 +00:00			`Meta []meta.Meta`
#25: save position within node 2018-06-24 07:19:44 +00:00			`StartLine int`
			`EndLine int`
			`StartPos int`
			`EndPos int`
add node and token namespaces 2017-12-03 18:49:18 +00:00			`}`

scanner.NewToken returns pointer, and scanner.Token saves position as position.Position 2018-04-15 19:56:20 +00:00			`func (t *Token) String() string {`
add node and token namespaces 2017-12-03 18:49:18 +00:00			`return string(t.Value)`
			`}`