[refactoring] remove scanner token

2020-08-17 20:31:04 +03:00
parent 394092269a
commit 97747c5ac0
36 changed files with 6591 additions and 9813 deletions
--- a/pkg/parser/parser.go
+++ b/pkg/parser/parser.go
@@ -29,7 +29,7 @@ func Parse(src []byte, ver string, cfg Config) (ast.Vertex, error) {
 		return nil, err
 	}

-	lexer := scanner.NewLexer(src, ver, cfg.WithTokens, cfg.ErrorHandlerFunc)
+	lexer := scanner.NewLexer(src, ver, cfg.ErrorHandlerFunc)

 	if r == -1 {
 		parser = php5.NewParser(lexer, cfg.ErrorHandlerFunc)