php-parser/scanner/token.go

package scanner

import (
	"github.com/z7zmey/php-parser/meta"
)

// Token value returned by lexer
type Token struct {
	Value     string
	Meta      meta.Collection
	StartLine int
	EndLine   int
	StartPos  int
	EndPos    int
}

func (t *Token) String() string {
	return string(t.Value)
}
merge token package into scanner package 2018-04-15 11:47:40 +00:00			`package scanner`
add node and token namespaces 2017-12-03 18:49:18 +00:00
handle comments 2018-01-05 15:03:59 +00:00			`import (`
#33 comment package has renamed to meta and parser now saves whitespaces 2018-06-29 21:51:11 +00:00			`"github.com/z7zmey/php-parser/meta"`
handle comments 2018-01-05 15:03:59 +00:00			`)`

add token comments 2018-01-11 18:49:00 +00:00			`// Token value returned by lexer`
add node and token namespaces 2017-12-03 18:49:18 +00:00			`type Token struct {`
#25: save position within node 2018-06-24 07:19:44 +00:00			`Value string`
#51 saving optional tokes and tokens that have different representation as meta 2018-07-29 08:44:38 +00:00			`Meta meta.Collection`
#25: save position within node 2018-06-24 07:19:44 +00:00			`StartLine int`
			`EndLine int`
			`StartPos int`
			`EndPos int`
add node and token namespaces 2017-12-03 18:49:18 +00:00			`}`

scanner.NewToken returns pointer, and scanner.Token saves position as position.Position 2018-04-15 19:56:20 +00:00			`func (t *Token) String() string {`
add node and token namespaces 2017-12-03 18:49:18 +00:00			`return string(t.Value)`
			`}`