php-parser/scanner/token.go

package scanner

import (
	"github.com/z7zmey/php-parser/meta"
)

// Token value returned by lexer
type Token struct {
	Value     string
	Meta      meta.Collection
	StartLine int
	EndLine   int
	StartPos  int
	EndPos    int
}

func (t *Token) String() string {
	return string(t.Value)
}
merge token package into scanner package 2018-04-15 14:47:40 +03:00			`package scanner`
add node and token namespaces 2017-12-03 20:49:18 +02:00
handle comments 2018-01-05 17:03:59 +02:00			`import (`
#33 comment package has renamed to meta and parser now saves whitespaces 2018-06-30 00:51:11 +03:00			`"github.com/z7zmey/php-parser/meta"`
handle comments 2018-01-05 17:03:59 +02:00			`)`

add token comments 2018-01-11 20:49:00 +02:00			`// Token value returned by lexer`
add node and token namespaces 2017-12-03 20:49:18 +02:00			`type Token struct {`
#25: save position within node 2018-06-24 10:19:44 +03:00			`Value string`
#51 saving optional tokes and tokens that have different representation as meta 2018-07-29 11:44:38 +03:00			`Meta meta.Collection`
#25: save position within node 2018-06-24 10:19:44 +03:00			`StartLine int`
			`EndLine int`
			`StartPos int`
			`EndPos int`
add node and token namespaces 2017-12-03 20:49:18 +02:00			`}`

scanner.NewToken returns pointer, and scanner.Token saves position as position.Position 2018-04-15 22:56:20 +03:00			`func (t *Token) String() string {`
add node and token namespaces 2017-12-03 20:49:18 +02:00			`return string(t.Value)`
			`}`