37 lines
749 B
Go
37 lines
749 B
Go
package scanner
|
|
|
|
import (
|
|
"github.com/z7zmey/php-parser/comment"
|
|
)
|
|
|
|
// Token value returned by lexer
|
|
type Token struct {
|
|
Value string
|
|
StartLine int
|
|
EndLine int
|
|
StartPos int
|
|
EndPos int
|
|
comments []*comment.Comment
|
|
}
|
|
|
|
// NewToken Token constructor
|
|
// TODO: return pointer
|
|
func NewToken(value []byte, startLine int, endLine int, startPos int, endPos int) Token {
|
|
return Token{string(value), startLine, endLine, startPos, endPos, nil}
|
|
}
|
|
|
|
func (t Token) String() string {
|
|
return string(t.Value)
|
|
}
|
|
|
|
// Comments returns attached comments
|
|
func (t Token) Comments() []*comment.Comment {
|
|
return t.comments
|
|
}
|
|
|
|
// SetComments attach comments
|
|
func (t Token) SetComments(comments []*comment.Comment) Token {
|
|
t.comments = comments
|
|
return t
|
|
}
|