refactor tokenString

token/token.go

@@ -16,8 +16,8 @@ type Token struct {
 
 // NewToken Token constructor
 // TODO: return pointer
-func NewToken(value []byte, startLine int, endLine int, startPos int, endPos int) Token {
-	return Token{string(value), startLine, endLine, startPos, endPos, nil}
+func NewToken(value string, startLine int, endLine int, startPos int, endPos int) Token {
+	return Token{value, startLine, endLine, startPos, endPos, nil}
 }
 
 func (t Token) String() string {

token/token_test.go

@@ -10,7 +10,7 @@ import (
 )
 
 func TestToken(t *testing.T) {
-	tkn := token.NewToken([]byte(`foo`), 1, 1, 0, 3)
+	tkn := token.NewToken(`foo`, 1, 1, 0, 3)
 
 	c := []comment.Comment{
 		comment.NewPlainComment("test comment"),