maride/php-parser
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

fix bugs: multibyte chars, null pointer in a list

Browse Source
This commit is contained in:
z7zmey 2018-01-10 14:35:08 +02:00
parent ae34fc530e
commit 068716a66d
43 changed files with 2893 additions and 2652 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
node/expr/array.go
View File

@ -26,7 +26,9 @@ func (n *Array) Walk(v node.Visitor) {
if n.Items != nil { if n.Items != nil {
vv := v.GetChildrenVisitor("Items") vv := v.GetChildrenVisitor("Items")
for _, nn := range n.Items { for _, nn := range n.Items {
nn.Walk(vv) if nn != nil {
nn.Walk(vv)
}
} }
} }

12
node/expr/closure.go
View File

@ -42,14 +42,18 @@ func (n *Closure) Walk(v node.Visitor) {
if n.Params != nil { if n.Params != nil {
vv := v.GetChildrenVisitor("Params") vv := v.GetChildrenVisitor("Params")
for _, nn := range n.Params { for _, nn := range n.Params {
nn.Walk(vv) if nn != nil {
nn.Walk(vv)
}
} }
} }
if n.Uses != nil { if n.Uses != nil {
vv := v.GetChildrenVisitor("Uses") vv := v.GetChildrenVisitor("Uses")
for _, nn := range n.Uses { for _, nn := range n.Uses {
nn.Walk(vv) if nn != nil {
nn.Walk(vv)
}
} }
} }
@ -61,7 +65,9 @@ func (n *Closure) Walk(v node.Visitor) {
if n.Stmts != nil { if n.Stmts != nil {
vv := v.GetChildrenVisitor("Stmts") vv := v.GetChildrenVisitor("Stmts")
for _, nn := range n.Stmts { for _, nn := range n.Stmts {
nn.Walk(vv) if nn != nil {
nn.Walk(vv)
}
} }
} }

4
node/expr/function_call.go
View File

@ -33,7 +33,9 @@ func (n *FunctionCall) Walk(v node.Visitor) {
if n.Arguments != nil { if n.Arguments != nil {
vv := v.GetChildrenVisitor("Arguments") vv := v.GetChildrenVisitor("Arguments")
for _, nn := range n.Arguments { for _, nn := range n.Arguments {
nn.Walk(vv) if nn != nil {
nn.Walk(vv)
}
} }
} }

4
node/expr/isset.go
View File

@ -26,7 +26,9 @@ func (n *Isset) Walk(v node.Visitor) {
if n.Variables != nil { if n.Variables != nil {
vv := v.GetChildrenVisitor("Variables") vv := v.GetChildrenVisitor("Variables")
for _, nn := range n.Variables { for _, nn := range n.Variables {
nn.Walk(vv) if nn != nil {
nn.Walk(vv)
}
} }
} }

4
node/expr/list.go
View File

@ -26,7 +26,9 @@ func (n *List) Walk(v node.Visitor) {
if n.Items != nil { if n.Items != nil {
vv := v.GetChildrenVisitor("Items") vv := v.GetChildrenVisitor("Items")
for _, nn := range n.Items { for _, nn := range n.Items {
nn.Walk(vv) if nn != nil {
nn.Walk(vv)
}
} }
} }

4
node/expr/method_call.go
View File

@ -40,7 +40,9 @@ func (n *MethodCall) Walk(v node.Visitor) {
if n.Arguments != nil { if n.Arguments != nil {
vv := v.GetChildrenVisitor("Arguments") vv := v.GetChildrenVisitor("Arguments")
for _, nn := range n.Arguments { for _, nn := range n.Arguments {
nn.Walk(vv) if nn != nil {
nn.Walk(vv)
}
} }
} }

4
node/expr/new.go
View File

@ -33,7 +33,9 @@ func (n *New) Walk(v node.Visitor) {
if n.Arguments != nil { if n.Arguments != nil {
vv := v.GetChildrenVisitor("Arguments") vv := v.GetChildrenVisitor("Arguments")
for _, nn := range n.Arguments { for _, nn := range n.Arguments {
nn.Walk(vv) if nn != nil {
nn.Walk(vv)
}
} }
} }

4
node/expr/shell_exec.go
View File

@ -26,7 +26,9 @@ func (n *ShellExec) Walk(v node.Visitor) {
if n.Parts != nil { if n.Parts != nil {
vv := v.GetChildrenVisitor("Parts") vv := v.GetChildrenVisitor("Parts")
for _, nn := range n.Parts { for _, nn := range n.Parts {
nn.Walk(vv) if nn != nil {
nn.Walk(vv)
}
} }
} }

4
node/expr/short_array.go
View File

@ -26,7 +26,9 @@ func (n *ShortArray) Walk(v node.Visitor) {
if n.Items != nil { if n.Items != nil {
vv := v.GetChildrenVisitor("Items") vv := v.GetChildrenVisitor("Items")
for _, nn := range n.Items { for _, nn := range n.Items {
nn.Walk(vv) if nn != nil {
nn.Walk(vv)
}
} }
} }

4
node/expr/short_list.go
View File

@ -26,7 +26,9 @@ func (n *ShortList) Walk(v node.Visitor) {
if n.Items != nil { if n.Items != nil {
vv := v.GetChildrenVisitor("Items") vv := v.GetChildrenVisitor("Items")
for _, nn := range n.Items { for _, nn := range n.Items {
nn.Walk(vv) if nn != nil {
nn.Walk(vv)
}
} }
} }

4
node/expr/static_call.go
View File

@ -40,7 +40,9 @@ func (n *StaticCall) Walk(v node.Visitor) {
if n.Arguments != nil { if n.Arguments != nil {
vv := v.GetChildrenVisitor("Arguments") vv := v.GetChildrenVisitor("Arguments")
for _, nn := range n.Arguments { for _, nn := range n.Arguments {
nn.Walk(vv) if nn != nil {
nn.Walk(vv)
}
} }
} }

4
node/name/name.go
View File

@ -26,7 +26,9 @@ func (n *Name) Walk(v node.Visitor) {
if n.Parts != nil { if n.Parts != nil {
vv := v.GetChildrenVisitor("Parts") vv := v.GetChildrenVisitor("Parts")
for _, nn := range n.Parts { for _, nn := range n.Parts {
nn.Walk(vv) if nn != nil {
nn.Walk(vv)
}
} }
} }

4
node/scalar/encapsed.go
View File

@ -26,7 +26,9 @@ func (n *Encapsed) Walk(v node.Visitor) {
if n.Parts != nil { if n.Parts != nil {
vv := v.GetChildrenVisitor("Parts") vv := v.GetChildrenVisitor("Parts")
for _, nn := range n.Parts { for _, nn := range n.Parts {
nn.Walk(vv) if nn != nil {
nn.Walk(vv)
}
} }
} }
} }

4
node/stmt/alt_if.go
View File

@ -58,7 +58,9 @@ func (n *AltIf) Walk(v node.Visitor) {
if n.ElseIf != nil { if n.ElseIf != nil {
vv := v.GetChildrenVisitor("ElseIf") vv := v.GetChildrenVisitor("ElseIf")
for _, nn := range n.ElseIf { for _, nn := range n.ElseIf {
nn.Walk(vv) if nn != nil {
nn.Walk(vv)
}
} }
} }

4
node/stmt/case.go
View File

@ -33,7 +33,9 @@ func (n *Case) Walk(v node.Visitor) {
if n.Stmts != nil { if n.Stmts != nil {
vv := v.GetChildrenVisitor("Stmts") vv := v.GetChildrenVisitor("Stmts")
for _, nn := range n.Stmts { for _, nn := range n.Stmts {
nn.Walk(vv) if nn != nil {
nn.Walk(vv)
}
} }
} }

8
node/stmt/catch.go
View File

@ -30,14 +30,18 @@ func (n *Catch) Walk(v node.Visitor) {
if n.Types != nil { if n.Types != nil {
vv := v.GetChildrenVisitor("Types") vv := v.GetChildrenVisitor("Types")
for _, nn := range n.Types { for _, nn := range n.Types {
nn.Walk(vv) if nn != nil {
nn.Walk(vv)
}
} }
} }
if n.Stmts != nil { if n.Stmts != nil {
vv := v.GetChildrenVisitor("Stmts") vv := v.GetChildrenVisitor("Stmts")
for _, nn := range n.Stmts { for _, nn := range n.Stmts {
nn.Walk(vv) if nn != nil {
nn.Walk(vv)
}
} }
} }

16
node/stmt/class.go
View File

@ -45,14 +45,18 @@ func (n *Class) Walk(v node.Visitor) {
if n.Modifiers != nil { if n.Modifiers != nil {
vv := v.GetChildrenVisitor("Modifiers") vv := v.GetChildrenVisitor("Modifiers")
for _, nn := range n.Modifiers { for _, nn := range n.Modifiers {
nn.Walk(vv) if nn != nil {
nn.Walk(vv)
}
} }
} }
if n.args != nil { if n.args != nil {
vv := v.GetChildrenVisitor("args") vv := v.GetChildrenVisitor("args")
for _, nn := range n.args { for _, nn := range n.args {
nn.Walk(vv) if nn != nil {
nn.Walk(vv)
}
} }
} }
@ -64,14 +68,18 @@ func (n *Class) Walk(v node.Visitor) {
if n.Implements != nil { if n.Implements != nil {
vv := v.GetChildrenVisitor("Implements") vv := v.GetChildrenVisitor("Implements")
for _, nn := range n.Implements { for _, nn := range n.Implements {
nn.Walk(vv) if nn != nil {
nn.Walk(vv)
}
} }
} }
if n.Stmts != nil { if n.Stmts != nil {
vv := v.GetChildrenVisitor("Stmts") vv := v.GetChildrenVisitor("Stmts")
for _, nn := range n.Stmts { for _, nn := range n.Stmts {
nn.Walk(vv) if nn != nil {
nn.Walk(vv)
}
} }
} }

8
node/stmt/class_const_list.go
View File

@ -28,14 +28,18 @@ func (n *ClassConstList) Walk(v node.Visitor) {
if n.Modifiers != nil { if n.Modifiers != nil {
vv := v.GetChildrenVisitor("Modifiers") vv := v.GetChildrenVisitor("Modifiers")
for _, nn := range n.Modifiers { for _, nn := range n.Modifiers {
nn.Walk(vv) if nn != nil {
nn.Walk(vv)
}
} }
} }
if n.Consts != nil { if n.Consts != nil {
vv := v.GetChildrenVisitor("Consts") vv := v.GetChildrenVisitor("Consts")
for _, nn := range n.Consts { for _, nn := range n.Consts {
nn.Walk(vv) if nn != nil {
nn.Walk(vv)
}
} }
} }

12
node/stmt/class_method.go
View File

@ -46,14 +46,18 @@ func (n *ClassMethod) Walk(v node.Visitor) {
if n.Modifiers != nil { if n.Modifiers != nil {
vv := v.GetChildrenVisitor("Modifiers") vv := v.GetChildrenVisitor("Modifiers")
for _, nn := range n.Modifiers { for _, nn := range n.Modifiers {
nn.Walk(vv) if nn != nil {
nn.Walk(vv)
}
} }
} }
if n.Params != nil { if n.Params != nil {
vv := v.GetChildrenVisitor("Params") vv := v.GetChildrenVisitor("Params")
for _, nn := range n.Params { for _, nn := range n.Params {
nn.Walk(vv) if nn != nil {
nn.Walk(vv)
}
} }
} }
@ -65,7 +69,9 @@ func (n *ClassMethod) Walk(v node.Visitor) {
if n.Stmts != nil { if n.Stmts != nil {
vv := v.GetChildrenVisitor("Stmts") vv := v.GetChildrenVisitor("Stmts")
for _, nn := range n.Stmts { for _, nn := range n.Stmts {
nn.Walk(vv) if nn != nil {
nn.Walk(vv)
}
} }
} }

4
node/stmt/const_list.go
View File

@ -26,7 +26,9 @@ func (n *ConstList) Walk(v node.Visitor) {
if n.Consts != nil { if n.Consts != nil {
vv := v.GetChildrenVisitor("Consts") vv := v.GetChildrenVisitor("Consts")
for _, nn := range n.Consts { for _, nn := range n.Consts {
nn.Walk(vv) if nn != nil {
nn.Walk(vv)
}
} }
} }

4
node/stmt/declare.go
View File

@ -28,7 +28,9 @@ func (n *Declare) Walk(v node.Visitor) {
if n.Consts != nil { if n.Consts != nil {
vv := v.GetChildrenVisitor("Consts") vv := v.GetChildrenVisitor("Consts")
for _, nn := range n.Consts { for _, nn := range n.Consts {
nn.Walk(vv) if nn != nil {
nn.Walk(vv)
}
} }
} }

4
node/stmt/default.go
View File

@ -26,7 +26,9 @@ func (n *Default) Walk(v node.Visitor) {
if n.Stmts != nil { if n.Stmts != nil {
vv := v.GetChildrenVisitor("Stmts") vv := v.GetChildrenVisitor("Stmts")
for _, nn := range n.Stmts { for _, nn := range n.Stmts {
nn.Walk(vv) if nn != nil {
nn.Walk(vv)
}
} }
} }

4
node/stmt/echo.go
View File

@ -26,7 +26,9 @@ func (n *Echo) Walk(v node.Visitor) {
if n.Exprs != nil { if n.Exprs != nil {
vv := v.GetChildrenVisitor("Exprs") vv := v.GetChildrenVisitor("Exprs")
for _, nn := range n.Exprs { for _, nn := range n.Exprs {
nn.Walk(vv) if nn != nil {
nn.Walk(vv)
}
} }
} }

4
node/stmt/finally.go
View File

@ -26,7 +26,9 @@ func (n *Finally) Walk(v node.Visitor) {
if n.Stmts != nil { if n.Stmts != nil {
vv := v.GetChildrenVisitor("Stmts") vv := v.GetChildrenVisitor("Stmts")
for _, nn := range n.Stmts { for _, nn := range n.Stmts {
nn.Walk(vv) if nn != nil {
nn.Walk(vv)
}
} }
} }

12
node/stmt/for.go
View File

@ -32,21 +32,27 @@ func (n *For) Walk(v node.Visitor) {
if n.Init != nil { if n.Init != nil {
vv := v.GetChildrenVisitor("Init") vv := v.GetChildrenVisitor("Init")
for _, nn := range n.Init { for _, nn := range n.Init {
nn.Walk(vv) if nn != nil {
nn.Walk(vv)
}
} }
} }
if n.Cond != nil { if n.Cond != nil {
vv := v.GetChildrenVisitor("Cond") vv := v.GetChildrenVisitor("Cond")
for _, nn := range n.Cond { for _, nn := range n.Cond {
nn.Walk(vv) if nn != nil {
nn.Walk(vv)
}
} }
} }
if n.Loop != nil { if n.Loop != nil {
vv := v.GetChildrenVisitor("Loop") vv := v.GetChildrenVisitor("Loop")
for _, nn := range n.Loop { for _, nn := range n.Loop {
nn.Walk(vv) if nn != nil {
nn.Walk(vv)
}
} }
} }

8
node/stmt/function.go
View File

@ -45,7 +45,9 @@ func (n *Function) Walk(v node.Visitor) {
if n.Params != nil { if n.Params != nil {
vv := v.GetChildrenVisitor("Params") vv := v.GetChildrenVisitor("Params")
for _, nn := range n.Params { for _, nn := range n.Params {
nn.Walk(vv) if nn != nil {
nn.Walk(vv)
}
} }
} }
@ -57,7 +59,9 @@ func (n *Function) Walk(v node.Visitor) {
if n.Stmts != nil { if n.Stmts != nil {
vv := v.GetChildrenVisitor("Stmts") vv := v.GetChildrenVisitor("Stmts")
for _, nn := range n.Stmts { for _, nn := range n.Stmts {
nn.Walk(vv) if nn != nil {
nn.Walk(vv)
}
} }
} }

4
node/stmt/global.go
View File

@ -26,7 +26,9 @@ func (n *Global) Walk(v node.Visitor) {
if n.Vars != nil { if n.Vars != nil {
vv := v.GetChildrenVisitor("Vars") vv := v.GetChildrenVisitor("Vars")
for _, nn := range n.Vars { for _, nn := range n.Vars {
nn.Walk(vv) if nn != nil {
nn.Walk(vv)
}
} }
} }

4
node/stmt/group_use.go
View File

@ -45,7 +45,9 @@ func (n *GroupUse) Walk(v node.Visitor) {
if n.UseList != nil { if n.UseList != nil {
vv := v.GetChildrenVisitor("UseList") vv := v.GetChildrenVisitor("UseList")
for _, nn := range n.UseList { for _, nn := range n.UseList {
nn.Walk(vv) if nn != nil {
nn.Walk(vv)
}
} }
} }

4
node/stmt/if.go
View File

@ -58,7 +58,9 @@ func (n *If) Walk(v node.Visitor) {
if n.ElseIf != nil { if n.ElseIf != nil {
vv := v.GetChildrenVisitor("ElseIf") vv := v.GetChildrenVisitor("ElseIf")
for _, nn := range n.ElseIf { for _, nn := range n.ElseIf {
nn.Walk(vv) if nn != nil {
nn.Walk(vv)
}
} }
} }

8
node/stmt/interface.go
View File

@ -39,14 +39,18 @@ func (n *Interface) Walk(v node.Visitor) {
if n.Extends != nil { if n.Extends != nil {
vv := v.GetChildrenVisitor("Extends") vv := v.GetChildrenVisitor("Extends")
for _, nn := range n.Extends { for _, nn := range n.Extends {
nn.Walk(vv) if nn != nil {
nn.Walk(vv)
}
} }
} }
if n.Stmts != nil { if n.Stmts != nil {
vv := v.GetChildrenVisitor("Stmts") vv := v.GetChildrenVisitor("Stmts")
for _, nn := range n.Stmts { for _, nn := range n.Stmts {
nn.Walk(vv) if nn != nil {
nn.Walk(vv)
}
} }
} }

4
node/stmt/namespace.go
View File

@ -33,7 +33,9 @@ func (n *Namespace) Walk(v node.Visitor) {
if n.Stmts != nil { if n.Stmts != nil {
vv := v.GetChildrenVisitor("Stmts") vv := v.GetChildrenVisitor("Stmts")
for _, nn := range n.Stmts { for _, nn := range n.Stmts {
nn.Walk(vv) if nn != nil {
nn.Walk(vv)
}
} }
} }

8
node/stmt/property_list.go
View File

@ -28,14 +28,18 @@ func (n *PropertyList) Walk(v node.Visitor) {
if n.Modifiers != nil { if n.Modifiers != nil {
vv := v.GetChildrenVisitor("Modifiers") vv := v.GetChildrenVisitor("Modifiers")
for _, nn := range n.Modifiers { for _, nn := range n.Modifiers {
nn.Walk(vv) if nn != nil {
nn.Walk(vv)
}
} }
} }
if n.Properties != nil { if n.Properties != nil {
vv := v.GetChildrenVisitor("Properties") vv := v.GetChildrenVisitor("Properties")
for _, nn := range n.Properties { for _, nn := range n.Properties {
nn.Walk(vv) if nn != nil {
nn.Walk(vv)
}
} }
} }

4
node/stmt/static.go
View File

@ -26,7 +26,9 @@ func (n *Static) Walk(v node.Visitor) {
if n.Vars != nil { if n.Vars != nil {
vv := v.GetChildrenVisitor("Vars") vv := v.GetChildrenVisitor("Vars")
for _, nn := range n.Vars { for _, nn := range n.Vars {
nn.Walk(vv) if nn != nil {
nn.Walk(vv)
}
} }
} }

4
node/stmt/stmt_list.go
View File

@ -26,7 +26,9 @@ func (n *StmtList) Walk(v node.Visitor) {
if n.Stmts != nil { if n.Stmts != nil {
vv := v.GetChildrenVisitor("Stmts") vv := v.GetChildrenVisitor("Stmts")
for _, nn := range n.Stmts { for _, nn := range n.Stmts {
nn.Walk(vv) if nn != nil {
nn.Walk(vv)
}
} }
} }

4
node/stmt/switch.go
View File

@ -36,7 +36,9 @@ func (n *Switch) Walk(v node.Visitor) {
if n.cases != nil { if n.cases != nil {
vv := v.GetChildrenVisitor("cases") vv := v.GetChildrenVisitor("cases")
for _, nn := range n.cases { for _, nn := range n.cases {
nn.Walk(vv) if nn != nil {
nn.Walk(vv)
}
} }
} }

4
node/stmt/trait.go
View File

@ -37,7 +37,9 @@ func (n *Trait) Walk(v node.Visitor) {
if n.Stmts != nil { if n.Stmts != nil {
vv := v.GetChildrenVisitor("Stmts") vv := v.GetChildrenVisitor("Stmts")
for _, nn := range n.Stmts { for _, nn := range n.Stmts {
nn.Walk(vv) if nn != nil {
nn.Walk(vv)
}
} }
} }

8
node/stmt/trait_use.go
View File

@ -28,14 +28,18 @@ func (n *TraitUse) Walk(v node.Visitor) {
if n.Traits != nil { if n.Traits != nil {
vv := v.GetChildrenVisitor("Traits") vv := v.GetChildrenVisitor("Traits")
for _, nn := range n.Traits { for _, nn := range n.Traits {
nn.Walk(vv) if nn != nil {
nn.Walk(vv)
}
} }
} }
if n.Adaptations != nil { if n.Adaptations != nil {
vv := v.GetChildrenVisitor("Adaptations") vv := v.GetChildrenVisitor("Adaptations")
for _, nn := range n.Adaptations { for _, nn := range n.Adaptations {
nn.Walk(vv) if nn != nil {
nn.Walk(vv)
}
} }
} }

8
node/stmt/try.go
View File

@ -30,14 +30,18 @@ func (n *Try) Walk(v node.Visitor) {
if n.Stmts != nil { if n.Stmts != nil {
vv := v.GetChildrenVisitor("Stmts") vv := v.GetChildrenVisitor("Stmts")
for _, nn := range n.Stmts { for _, nn := range n.Stmts {
nn.Walk(vv) if nn != nil {
nn.Walk(vv)
}
} }
} }
if n.Catches != nil { if n.Catches != nil {
vv := v.GetChildrenVisitor("Catches") vv := v.GetChildrenVisitor("Catches")
for _, nn := range n.Catches { for _, nn := range n.Catches {
nn.Walk(vv) if nn != nil {
nn.Walk(vv)
}
} }
} }

4
node/stmt/unset.go
View File

@ -26,7 +26,9 @@ func (n *Unset) Walk(v node.Visitor) {
if n.Vars != nil { if n.Vars != nil {
vv := v.GetChildrenVisitor("Vars") vv := v.GetChildrenVisitor("Vars")
for _, nn := range n.Vars { for _, nn := range n.Vars {
nn.Walk(vv) if nn != nil {
nn.Walk(vv)
}
} }
} }

4
node/stmt/use_list.go
View File

@ -33,7 +33,9 @@ func (n *UseList) Walk(v node.Visitor) {
if n.Uses != nil { if n.Uses != nil {
vv := v.GetChildrenVisitor("Uses") vv := v.GetChildrenVisitor("Uses")
for _, nn := range n.Uses { for _, nn := range n.Uses {
nn.Walk(vv) if nn != nil {
nn.Walk(vv)
}
} }
} }

34
parser/lexer.go
View File

@ -2,6 +2,7 @@ package parser
import ( import (
"bufio" "bufio"
"bytes"
"go/token" "go/token"
"io" "io"
"unicode" "unicode"
@ -15,6 +16,7 @@ import (
const ( const (
classUnicodeLeter = iota + 0x80 classUnicodeLeter = iota + 0x80
classUnicodeDigit classUnicodeDigit
classUnicodeGraphic
classOther classOther
) )
@ -35,6 +37,9 @@ func rune2Class(r rune) int {
if unicode.IsDigit(r) { if unicode.IsDigit(r) {
return classUnicodeDigit return classUnicodeDigit
} }
if unicode.IsGraphic(r) {
return classUnicodeGraphic
}
// return classOther // return classOther
return -1 return -1
} }
@ -48,7 +53,7 @@ func newLexer(src io.Reader, fName string) *lexer {
return &lexer{lx, []int{0}, "", nil} return &lexer{lx, []int{0}, "", nil}
} }
func (l *lexer) ungetN(n int) []byte { func (l *lexer) ungetChars(n int) []lex.Char {
l.Unget(l.Lookahead()) l.Unget(l.Lookahead())
chars := l.Token() chars := l.Token()
@ -58,7 +63,7 @@ func (l *lexer) ungetN(n int) []byte {
l.Unget(char) l.Unget(char)
} }
buf := l.TokenBytes(nil) buf := l.Token()
buf = buf[:len(buf)-n] buf = buf[:len(buf)-n]
return buf return buf
@ -87,19 +92,28 @@ func (l *lexer) getCurrentState() int {
return l.stateStack[len(l.stateStack)-1] return l.stateStack[len(l.stateStack)-1]
} }
func (l *lexer) newToken(tokenBytes []byte) t.Token { func (l *lexer) newToken(chars []lex.Char) t.Token {
tokenBytesEnd := len(tokenBytes) - 1 firstChar := chars[0]
lastChar := chars[len(chars)-1]
startLine := l.File.Line(l.First.Pos()) startLine := l.File.Line(firstChar.Pos())
lastChar := l.Token()[tokenBytesEnd]
endLine := l.File.Line(lastChar.Pos()) endLine := l.File.Line(lastChar.Pos())
startPos := int(firstChar.Pos())
endPos := int(lastChar.Pos())
startPos := int(l.First.Pos()) return t.NewToken(l.charsToBytes(chars), startLine, endLine, startPos, endPos).SetComments(l.comments)
endPos := startPos + tokenBytesEnd
return t.NewToken(tokenBytes, startLine, endLine, startPos, endPos).SetComments(l.comments)
} }
func (l *lexer) addComment(c comment.Comment) { func (l *lexer) addComment(c comment.Comment) {
l.comments = append(l.comments, c) l.comments = append(l.comments, c)
} }
func (l *lexer) charsToBytes(chars []lex.Char) []byte {
bytesBuf := bytes.Buffer{}
for _, c := range chars {
bytesBuf.WriteRune(c.Rune)
}
return bytesBuf.Bytes()
}

4841
parser/scanner.go
View File

File diff suppressed because it is too large Load Diff

446
parser/scanner.l
View File

@ -10,6 +10,7 @@ package parser
import ( import (
"fmt" "fmt"
"bytes" "bytes"
"github.com/cznic/golex/lex"
"github.com/z7zmey/php-parser/comment" "github.com/z7zmey/php-parser/comment"
) )
@ -27,7 +28,7 @@ const (
BACKQUOTE BACKQUOTE
) )
var heredocLabel []byte var heredocLabel []lex.Char
func (l *lexer) Lex(lval *yySymType) int { func (l *lexer) Lex(lval *yySymType) int {
l.comments = nil l.comments = nil
@ -49,31 +50,31 @@ DNUM ([0-9]*"."[0-9]+)|([0-9]+"."[0-9]*)
HNUM 0x[0-9a-fA-F]+ HNUM 0x[0-9a-fA-F]+
BNUM 0b[01]+ BNUM 0b[01]+
EXPONENT_DNUM (({LNUM}|{DNUM})[eE][+-]?{LNUM}) EXPONENT_DNUM (({LNUM}|{DNUM})[eE][+-]?{LNUM})
VAR_NAME [a-zA-Z_\x7f-\xff][a-zA-Z0-9_\x7f-\xff]* VAR_NAME [a-zA-Z_\x7f-\xff^0-9/][a-zA-Z0-9_\x7f-\xff]*
OPERATORS [;:,.\[\]()|\/\^&\+-*=%!~$<>?@] OPERATORS [;:,.\[\]()|\/\^&\+-*=%!~$<>?@]
NEW_LINE (\r|\n|\r\n) NEW_LINE (\r|\n|\r\n)
%% %%
c = l.Rule0() c = l.Rule0()
<INITIAL>[ \t\n\r]+ lval.token = l.newToken(l.TokenBytes(nil)); <INITIAL>[ \t\n\r]+ lval.token = l.newToken(l.Token());
<INITIAL>. <INITIAL>.
tb := []byte{} tb := []lex.Char{}
for { for {
if c == -1 { if c == -1 {
tb = l.TokenBytes(nil); tb = l.Token();
break; break;
} }
if '?' == rune(c) { if '?' == rune(c) {
tb = l.TokenBytes(nil); tb = l.Token();
if (len(tb) < 2 || tb[len(tb)-1] != '<') { if (len(tb) < 2 || tb[len(tb)-1].Rune != '<') {
c = l.Next() c = l.Next()
continue; continue;
} }
tb = l.ungetN(1) tb = l.ungetChars(1)
break; break;
} }
@ -83,172 +84,172 @@ NEW_LINE (\r|\n|\r\n)
lval.token = l.newToken(tb) lval.token = l.newToken(tb)
return T_INLINE_HTML return T_INLINE_HTML
<INITIAL>\<\?php([ \t]|{NEW_LINE}) l.begin(PHP);lval.token = l.newToken(l.TokenBytes(nil));// return T_OPEN_TAG; <INITIAL>\<\?php([ \t]|{NEW_LINE}) l.begin(PHP);lval.token = l.newToken(l.Token());// return T_OPEN_TAG;
<INITIAL>\<\? l.begin(PHP);lval.token = l.newToken(l.TokenBytes(nil));// return T_OPEN_TAG; <INITIAL>\<\? l.begin(PHP);lval.token = l.newToken(l.Token());// return T_OPEN_TAG;
<INITIAL>\<\?= l.begin(PHP);lval.token = l.newToken(l.TokenBytes(nil)); return T_ECHO; <INITIAL>\<\?= l.begin(PHP);lval.token = l.newToken(l.Token()); return T_ECHO;
<PHP>[ \t\n\r]+ lval.token = l.newToken(l.TokenBytes(nil));// return T_WHITESPACE <PHP>[ \t\n\r]+ lval.token = l.newToken(l.Token());// return T_WHITESPACE
<PHP>\?\>{NEW_LINE}? l.begin(INITIAL);lval.token = l.newToken(l.TokenBytes(nil)); return rune2Class(';'); <PHP>\?\>{NEW_LINE}? l.begin(INITIAL);lval.token = l.newToken(l.Token()); return rune2Class(';');
<PHP>{DNUM}|{EXPONENT_DNUM} lval.token = l.newToken(l.TokenBytes(nil)); return T_DNUMBER <PHP>{DNUM}|{EXPONENT_DNUM} lval.token = l.newToken(l.Token()); return T_DNUMBER
<PHP>{BNUM} <PHP>{BNUM}
tb := l.TokenBytes(nil) tb := l.Token()
i:=2 i:=2
BNUMFOR:for { BNUMFOR:for {
if i > len(tb)-1 { if i > len(tb)-1 {
break BNUMFOR; break BNUMFOR;
} }
switch tb[i] { switch tb[i].Rune {
case '0': i++; case '0': i++;
default: break BNUMFOR; default: break BNUMFOR;
} }
} }
if len(tb) - i < 64 { if len(tb) - i < 64 {
lval.token = l.newToken(l.TokenBytes(nil)); return T_LNUMBER lval.token = l.newToken(l.Token()); return T_LNUMBER
} else { } else {
lval.token = l.newToken(l.TokenBytes(nil)); return T_DNUMBER lval.token = l.newToken(l.Token()); return T_DNUMBER
} }
<PHP>{LNUM} <PHP>{LNUM}
if len(l.TokenBytes(nil)) < 20 { if len(l.Token()) < 20 {
lval.token = l.newToken(l.TokenBytes(nil)); return T_LNUMBER lval.token = l.newToken(l.Token()); return T_LNUMBER
} else { } else {
lval.token = l.newToken(l.TokenBytes(nil)); return T_DNUMBER lval.token = l.newToken(l.Token()); return T_DNUMBER
} }
<PHP>{HNUM} <PHP>{HNUM}
tb := l.TokenBytes(nil) tb := l.Token()
i:=2 i:=2
HNUMFOR:for { HNUMFOR:for {
if i > len(tb)-1 { if i > len(tb)-1 {
break HNUMFOR; break HNUMFOR;
} }
switch tb[i] { switch tb[i].Rune {
case '0': i++; case '0': i++;
default: break HNUMFOR; default: break HNUMFOR;
} }
} }
length := len(tb) - i length := len(tb) - i
if length < 16 || (length == 16 && tb[i] <= '7') { if length < 16 || (length == 16 && tb[i].Rune <= '7') {
lval.token = l.newToken(l.TokenBytes(nil)); return T_LNUMBER lval.token = l.newToken(l.Token()); return T_LNUMBER
} else { } else {
lval.token = l.newToken(l.TokenBytes(nil)); return T_DNUMBER lval.token = l.newToken(l.Token()); return T_DNUMBER
} }
<PHP>abstract lval.token = l.newToken(l.TokenBytes(nil)); return T_ABSTRACT <PHP>abstract lval.token = l.newToken(l.Token()); return T_ABSTRACT
<PHP>array lval.token = l.newToken(l.TokenBytes(nil)); return T_ARRAY <PHP>array lval.token = l.newToken(l.Token()); return T_ARRAY
<PHP>as lval.token = l.newToken(l.TokenBytes(nil)); return T_AS <PHP>as lval.token = l.newToken(l.Token()); return T_AS
<PHP>break lval.token = l.newToken(l.TokenBytes(nil)); return T_BREAK <PHP>break lval.token = l.newToken(l.Token()); return T_BREAK
<PHP>callable lval.token = l.newToken(l.TokenBytes(nil)); return T_CALLABLE <PHP>callable lval.token = l.newToken(l.Token()); return T_CALLABLE
<PHP>case lval.token = l.newToken(l.TokenBytes(nil)); return T_CASE <PHP>case lval.token = l.newToken(l.Token()); return T_CASE
<PHP>catch lval.token = l.newToken(l.TokenBytes(nil)); return T_CATCH <PHP>catch lval.token = l.newToken(l.Token()); return T_CATCH
<PHP>class lval.token = l.newToken(l.TokenBytes(nil)); return T_CLASS <PHP>class lval.token = l.newToken(l.Token()); return T_CLASS
<PHP>clone lval.token = l.newToken(l.TokenBytes(nil)); return T_CLONE <PHP>clone lval.token = l.newToken(l.Token()); return T_CLONE
<PHP>const lval.token = l.newToken(l.TokenBytes(nil)); return T_CONST; <PHP>const lval.token = l.newToken(l.Token()); return T_CONST;
<PHP>continue lval.token = l.newToken(l.TokenBytes(nil)); return T_CONTINUE; <PHP>continue lval.token = l.newToken(l.Token()); return T_CONTINUE;
<PHP>declare lval.token = l.newToken(l.TokenBytes(nil)); return T_DECLARE; <PHP>declare lval.token = l.newToken(l.Token()); return T_DECLARE;
<PHP>default lval.token = l.newToken(l.TokenBytes(nil)); return T_DEFAULT; <PHP>default lval.token = l.newToken(l.Token()); return T_DEFAULT;
<PHP>do lval.token = l.newToken(l.TokenBytes(nil)); return T_DO; <PHP>do lval.token = l.newToken(l.Token()); return T_DO;
<PHP>echo lval.token = l.newToken(l.TokenBytes(nil)); return T_ECHO; <PHP>echo lval.token = l.newToken(l.Token()); return T_ECHO;
<PHP>else lval.token = l.newToken(l.TokenBytes(nil)); return T_ELSE; <PHP>else lval.token = l.newToken(l.Token()); return T_ELSE;
<PHP>elseif lval.token = l.newToken(l.TokenBytes(nil)); return T_ELSEIF; <PHP>elseif lval.token = l.newToken(l.Token()); return T_ELSEIF;
<PHP>empty lval.token = l.newToken(l.TokenBytes(nil)); return T_EMPTY; <PHP>empty lval.token = l.newToken(l.Token()); return T_EMPTY;
<PHP>enddeclare lval.token = l.newToken(l.TokenBytes(nil)); return T_ENDDECLARE <PHP>enddeclare lval.token = l.newToken(l.Token()); return T_ENDDECLARE
<PHP>endfor lval.token = l.newToken(l.TokenBytes(nil)); return T_ENDFOR <PHP>endfor lval.token = l.newToken(l.Token()); return T_ENDFOR
<PHP>endforeach lval.token = l.newToken(l.TokenBytes(nil)); return T_ENDFOREACH <PHP>endforeach lval.token = l.newToken(l.Token()); return T_ENDFOREACH
<PHP>endif lval.token = l.newToken(l.TokenBytes(nil)); return T_ENDIF <PHP>endif lval.token = l.newToken(l.Token()); return T_ENDIF
<PHP>endswitch lval.token = l.newToken(l.TokenBytes(nil)); return T_ENDSWITCH <PHP>endswitch lval.token = l.newToken(l.Token()); return T_ENDSWITCH
<PHP>endwhile lval.token = l.newToken(l.TokenBytes(nil)); return T_ENDWHILE <PHP>endwhile lval.token = l.newToken(l.Token()); return T_ENDWHILE
<PHP>eval lval.token = l.newToken(l.TokenBytes(nil)); return T_EVAL <PHP>eval lval.token = l.newToken(l.Token()); return T_EVAL
<PHP>exit|die lval.token = l.newToken(l.TokenBytes(nil)); return T_EXIT <PHP>exit|die lval.token = l.newToken(l.Token()); return T_EXIT
<PHP>extends lval.token = l.newToken(l.TokenBytes(nil)); return T_EXTENDS <PHP>extends lval.token = l.newToken(l.Token()); return T_EXTENDS
<PHP>final lval.token = l.newToken(l.TokenBytes(nil)); return T_FINAL <PHP>final lval.token = l.newToken(l.Token()); return T_FINAL
<PHP>finally lval.token = l.newToken(l.TokenBytes(nil)); return T_FINALLY <PHP>finally lval.token = l.newToken(l.Token()); return T_FINALLY
<PHP>for lval.token = l.newToken(l.TokenBytes(nil)); return T_FOR <PHP>for lval.token = l.newToken(l.Token()); return T_FOR
<PHP>foreach lval.token = l.newToken(l.TokenBytes(nil)); return T_FOREACH <PHP>foreach lval.token = l.newToken(l.Token()); return T_FOREACH
<PHP>function|cfunction lval.token = l.newToken(l.TokenBytes(nil)); return T_FUNCTION <PHP>function|cfunction lval.token = l.newToken(l.Token()); return T_FUNCTION
<PHP>global lval.token = l.newToken(l.TokenBytes(nil)); return T_GLOBAL <PHP>global lval.token = l.newToken(l.Token()); return T_GLOBAL
<PHP>goto lval.token = l.newToken(l.TokenBytes(nil)); return T_GOTO <PHP>goto lval.token = l.newToken(l.Token()); return T_GOTO
<PHP>if lval.token = l.newToken(l.TokenBytes(nil)); return T_IF <PHP>if lval.token = l.newToken(l.Token()); return T_IF
<PHP>isset lval.token = l.newToken(l.TokenBytes(nil)); return T_ISSET <PHP>isset lval.token = l.newToken(l.Token()); return T_ISSET
<PHP>implements lval.token = l.newToken(l.TokenBytes(nil)); return T_IMPLEMENTS <PHP>implements lval.token = l.newToken(l.Token()); return T_IMPLEMENTS
<PHP>instanceof lval.token = l.newToken(l.TokenBytes(nil)); return T_INSTANCEOF <PHP>instanceof lval.token = l.newToken(l.Token()); return T_INSTANCEOF
<PHP>insteadof lval.token = l.newToken(l.TokenBytes(nil)); return T_INSTEADOF <PHP>insteadof lval.token = l.newToken(l.Token()); return T_INSTEADOF
<PHP>interface lval.token = l.newToken(l.TokenBytes(nil)); return T_INTERFACE <PHP>interface lval.token = l.newToken(l.Token()); return T_INTERFACE
<PHP>list lval.token = l.newToken(l.TokenBytes(nil)); return T_LIST <PHP>list lval.token = l.newToken(l.Token()); return T_LIST
<PHP>namespace lval.token = l.newToken(l.TokenBytes(nil)); return T_NAMESPACE <PHP>namespace lval.token = l.newToken(l.Token()); return T_NAMESPACE
<PHP>private lval.token = l.newToken(l.TokenBytes(nil)); return T_PRIVATE <PHP>private lval.token = l.newToken(l.Token()); return T_PRIVATE
<PHP>public lval.token = l.newToken(l.TokenBytes(nil)); return T_PUBLIC <PHP>public lval.token = l.newToken(l.Token()); return T_PUBLIC
<PHP>print lval.token = l.newToken(l.TokenBytes(nil)); return T_PRINT <PHP>print lval.token = l.newToken(l.Token()); return T_PRINT
<PHP>protected lval.token = l.newToken(l.TokenBytes(nil)); return T_PROTECTED <PHP>protected lval.token = l.newToken(l.Token()); return T_PROTECTED
<PHP>return lval.token = l.newToken(l.TokenBytes(nil)); return T_RETURN <PHP>return lval.token = l.newToken(l.Token()); return T_RETURN
<PHP>static lval.token = l.newToken(l.TokenBytes(nil)); return T_STATIC <PHP>static lval.token = l.newToken(l.Token()); return T_STATIC
<PHP>switch lval.token = l.newToken(l.TokenBytes(nil)); return T_SWITCH <PHP>switch lval.token = l.newToken(l.Token()); return T_SWITCH
<PHP>throw lval.token = l.newToken(l.TokenBytes(nil)); return T_THROW <PHP>throw lval.token = l.newToken(l.Token()); return T_THROW
<PHP>trait lval.token = l.newToken(l.TokenBytes(nil)); return T_TRAIT <PHP>trait lval.token = l.newToken(l.Token()); return T_TRAIT
<PHP>try lval.token = l.newToken(l.TokenBytes(nil)); return T_TRY <PHP>try lval.token = l.newToken(l.Token()); return T_TRY
<PHP>unset lval.token = l.newToken(l.TokenBytes(nil)); return T_UNSET <PHP>unset lval.token = l.newToken(l.Token()); return T_UNSET
<PHP>use lval.token = l.newToken(l.TokenBytes(nil)); return T_USE <PHP>use lval.token = l.newToken(l.Token()); return T_USE
<PHP>var lval.token = l.newToken(l.TokenBytes(nil)); return T_VAR <PHP>var lval.token = l.newToken(l.Token()); return T_VAR
<PHP>while lval.token = l.newToken(l.TokenBytes(nil)); return T_WHILE <PHP>while lval.token = l.newToken(l.Token()); return T_WHILE
<PHP>yield[ \t\n\r]+from[^a-zA-Z0-9_\x80-\xff] lval.token = l.newToken(l.TokenBytes(nil)); return T_YIELD_FROM <PHP>yield[ \t\n\r]+from[^a-zA-Z0-9_\x80-\xff] lval.token = l.newToken(l.Token()); return T_YIELD_FROM
<PHP>yield lval.token = l.newToken(l.TokenBytes(nil)); return T_YIELD <PHP>yield lval.token = l.newToken(l.Token()); return T_YIELD
<PHP>include lval.token = l.newToken(l.TokenBytes(nil)); return T_INCLUDE <PHP>include lval.token = l.newToken(l.Token()); return T_INCLUDE
<PHP>include_once lval.token = l.newToken(l.TokenBytes(nil)); return T_INCLUDE_ONCE <PHP>include_once lval.token = l.newToken(l.Token()); return T_INCLUDE_ONCE
<PHP>require lval.token = l.newToken(l.TokenBytes(nil)); return T_REQUIRE <PHP>require lval.token = l.newToken(l.Token()); return T_REQUIRE
<PHP>require_once lval.token = l.newToken(l.TokenBytes(nil)); return T_REQUIRE_ONCE <PHP>require_once lval.token = l.newToken(l.Token()); return T_REQUIRE_ONCE
<PHP>__CLASS__ lval.token = l.newToken(l.TokenBytes(nil)); return T_CLASS_C <PHP>__CLASS__ lval.token = l.newToken(l.Token()); return T_CLASS_C
<PHP>__DIR__ lval.token = l.newToken(l.TokenBytes(nil)); return T_DIR <PHP>__DIR__ lval.token = l.newToken(l.Token()); return T_DIR
<PHP>__FILE__ lval.token = l.newToken(l.TokenBytes(nil)); return T_FILE <PHP>__FILE__ lval.token = l.newToken(l.Token()); return T_FILE
<PHP>__FUNCTION__ lval.token = l.newToken(l.TokenBytes(nil)); return T_FUNC_C <PHP>__FUNCTION__ lval.token = l.newToken(l.Token()); return T_FUNC_C
<PHP>__LINE__ lval.token = l.newToken(l.TokenBytes(nil)); return T_LINE <PHP>__LINE__ lval.token = l.newToken(l.Token()); return T_LINE
<PHP>__NAMESPACE__ lval.token = l.newToken(l.TokenBytes(nil)); return T_NS_C <PHP>__NAMESPACE__ lval.token = l.newToken(l.Token()); return T_NS_C
<PHP>__METHOD__ lval.token = l.newToken(l.TokenBytes(nil)); return T_METHOD_C <PHP>__METHOD__ lval.token = l.newToken(l.Token()); return T_METHOD_C
<PHP>__TRAIT__ lval.token = l.newToken(l.TokenBytes(nil)); return T_TRAIT_C <PHP>__TRAIT__ lval.token = l.newToken(l.Token()); return T_TRAIT_C
<PHP>__halt_compiler lval.token = l.newToken(l.TokenBytes(nil)); return T_HALT_COMPILER <PHP>__halt_compiler lval.token = l.newToken(l.Token()); return T_HALT_COMPILER
<PHP>\([ \t]*array[ \t]*\) lval.token = l.newToken(l.TokenBytes(nil)); return T_ARRAY_CAST <PHP>\([ \t]*array[ \t]*\) lval.token = l.newToken(l.Token()); return T_ARRAY_CAST
<PHP>\([ \t]*(bool|boolean)[ \t]*\) lval.token = l.newToken(l.TokenBytes(nil)); return T_BOOL_CAST <PHP>\([ \t]*(bool|boolean)[ \t]*\) lval.token = l.newToken(l.Token()); return T_BOOL_CAST
<PHP>\([ \t]*(real|double|float)[ \t]*\) lval.token = l.newToken(l.TokenBytes(nil)); return T_DOUBLE_CAST <PHP>\([ \t]*(real|double|float)[ \t]*\) lval.token = l.newToken(l.Token()); return T_DOUBLE_CAST
<PHP>\([ \t]*(int|integer)[ \t]*\) lval.token = l.newToken(l.TokenBytes(nil)); return T_INT_CAST <PHP>\([ \t]*(int|integer)[ \t]*\) lval.token = l.newToken(l.Token()); return T_INT_CAST
<PHP>\([ \t]*object[ \t]*\) lval.token = l.newToken(l.TokenBytes(nil)); return T_OBJECT_CAST <PHP>\([ \t]*object[ \t]*\) lval.token = l.newToken(l.Token()); return T_OBJECT_CAST
<PHP>\([ \t]*string[ \t]*\) lval.token = l.newToken(l.TokenBytes(nil)); return T_STRING_CAST <PHP>\([ \t]*string[ \t]*\) lval.token = l.newToken(l.Token()); return T_STRING_CAST
<PHP>\([ \t]*unset[ \t]*\) lval.token = l.newToken(l.TokenBytes(nil)); return T_UNSET_CAST <PHP>\([ \t]*unset[ \t]*\) lval.token = l.newToken(l.Token()); return T_UNSET_CAST
<PHP>new lval.token = l.newToken(l.TokenBytes(nil)); return T_NEW <PHP>new lval.token = l.newToken(l.Token()); return T_NEW
<PHP>and lval.token = l.newToken(l.TokenBytes(nil)); return T_LOGICAL_AND <PHP>and lval.token = l.newToken(l.Token()); return T_LOGICAL_AND
<PHP>or lval.token = l.newToken(l.TokenBytes(nil)); return T_LOGICAL_OR <PHP>or lval.token = l.newToken(l.Token()); return T_LOGICAL_OR
<PHP>xor lval.token = l.newToken(l.TokenBytes(nil)); return T_LOGICAL_XOR <PHP>xor lval.token = l.newToken(l.Token()); return T_LOGICAL_XOR
<PHP>\\ lval.token = l.newToken(l.TokenBytes(nil)); return T_NS_SEPARATOR <PHP>\\ lval.token = l.newToken(l.Token()); return T_NS_SEPARATOR
<PHP>\.\.\. lval.token = l.newToken(l.TokenBytes(nil)); return T_ELLIPSIS; <PHP>\.\.\. lval.token = l.newToken(l.Token()); return T_ELLIPSIS;
<PHP>:: lval.token = l.newToken(l.TokenBytes(nil)); return T_PAAMAYIM_NEKUDOTAYIM; // T_DOUBLE_COLON <PHP>:: lval.token = l.newToken(l.Token()); return T_PAAMAYIM_NEKUDOTAYIM; // T_DOUBLE_COLON
<PHP>&& lval.token = l.newToken(l.TokenBytes(nil)); return T_BOOLEAN_AND <PHP>&& lval.token = l.newToken(l.Token()); return T_BOOLEAN_AND
<PHP>\|\| lval.token = l.newToken(l.TokenBytes(nil)); return T_BOOLEAN_OR <PHP>\|\| lval.token = l.newToken(l.Token()); return T_BOOLEAN_OR
<PHP>&= lval.token = l.newToken(l.TokenBytes(nil)); return T_AND_EQUAL <PHP>&= lval.token = l.newToken(l.Token()); return T_AND_EQUAL
<PHP>\|= lval.token = l.newToken(l.TokenBytes(nil)); return T_OR_EQUAL <PHP>\|= lval.token = l.newToken(l.Token()); return T_OR_EQUAL
<PHP>\.= lval.token = l.newToken(l.TokenBytes(nil)); return T_CONCAT_EQUAL; <PHP>\.= lval.token = l.newToken(l.Token()); return T_CONCAT_EQUAL;
<PHP>\*= lval.token = l.newToken(l.TokenBytes(nil)); return T_MUL_EQUAL <PHP>\*= lval.token = l.newToken(l.Token()); return T_MUL_EQUAL
<PHP>\*\*= lval.token = l.newToken(l.TokenBytes(nil)); return T_POW_EQUAL <PHP>\*\*= lval.token = l.newToken(l.Token()); return T_POW_EQUAL
<PHP>[/]= lval.token = l.newToken(l.TokenBytes(nil)); return T_DIV_EQUAL; <PHP>[/]= lval.token = l.newToken(l.Token()); return T_DIV_EQUAL;
<PHP>\+= lval.token = l.newToken(l.TokenBytes(nil)); return T_PLUS_EQUAL <PHP>\+= lval.token = l.newToken(l.Token()); return T_PLUS_EQUAL
<PHP>-= lval.token = l.newToken(l.TokenBytes(nil)); return T_MINUS_EQUAL <PHP>-= lval.token = l.newToken(l.Token()); return T_MINUS_EQUAL
<PHP>\^= lval.token = l.newToken(l.TokenBytes(nil)); return T_XOR_EQUAL <PHP>\^= lval.token = l.newToken(l.Token()); return T_XOR_EQUAL
<PHP>%= lval.token = l.newToken(l.TokenBytes(nil)); return T_MOD_EQUAL <PHP>%= lval.token = l.newToken(l.Token()); return T_MOD_EQUAL
<PHP>-- lval.token = l.newToken(l.TokenBytes(nil)); return T_DEC; <PHP>-- lval.token = l.newToken(l.Token()); return T_DEC;
<PHP>\+\+ lval.token = l.newToken(l.TokenBytes(nil)); return T_INC <PHP>\+\+ lval.token = l.newToken(l.Token()); return T_INC
<PHP>=> lval.token = l.newToken(l.TokenBytes(nil)); return T_DOUBLE_ARROW; <PHP>=> lval.token = l.newToken(l.Token()); return T_DOUBLE_ARROW;
<PHP>\<=\> lval.token = l.newToken(l.TokenBytes(nil)); return T_SPACESHIP <PHP>\<=\> lval.token = l.newToken(l.Token()); return T_SPACESHIP
<PHP>\!=|\<\> lval.token = l.newToken(l.TokenBytes(nil)); return T_IS_NOT_EQUAL <PHP>\!=|\<\> lval.token = l.newToken(l.Token()); return T_IS_NOT_EQUAL
<PHP>\!== lval.token = l.newToken(l.TokenBytes(nil)); return T_IS_NOT_IDENTICAL <PHP>\!== lval.token = l.newToken(l.Token()); return T_IS_NOT_IDENTICAL
<PHP>== lval.token = l.newToken(l.TokenBytes(nil)); return T_IS_EQUAL <PHP>== lval.token = l.newToken(l.Token()); return T_IS_EQUAL
<PHP>=== lval.token = l.newToken(l.TokenBytes(nil)); return T_IS_IDENTICAL <PHP>=== lval.token = l.newToken(l.Token()); return T_IS_IDENTICAL
<PHP>\<\<= lval.token = l.newToken(l.TokenBytes(nil)); return T_SL_EQUAL <PHP>\<\<= lval.token = l.newToken(l.Token()); return T_SL_EQUAL
<PHP>\>\>= lval.token = l.newToken(l.TokenBytes(nil)); return T_SR_EQUAL <PHP>\>\>= lval.token = l.newToken(l.Token()); return T_SR_EQUAL
<PHP>\>= lval.token = l.newToken(l.TokenBytes(nil)); return T_IS_GREATER_OR_EQUAL <PHP>\>= lval.token = l.newToken(l.Token()); return T_IS_GREATER_OR_EQUAL
<PHP>\<= lval.token = l.newToken(l.TokenBytes(nil)); return T_IS_SMALLER_OR_EQUAL <PHP>\<= lval.token = l.newToken(l.Token()); return T_IS_SMALLER_OR_EQUAL
<PHP>\*\* lval.token = l.newToken(l.TokenBytes(nil)); return T_POW <PHP>\*\* lval.token = l.newToken(l.Token()); return T_POW
<PHP>\<\< lval.token = l.newToken(l.TokenBytes(nil)); return T_SL <PHP>\<\< lval.token = l.newToken(l.Token()); return T_SL
<PHP>\>\> lval.token = l.newToken(l.TokenBytes(nil)); return T_SR <PHP>\>\> lval.token = l.newToken(l.Token()); return T_SR
<PHP>\?\? lval.token = l.newToken(l.TokenBytes(nil)); return T_COALESCE <PHP>\?\? lval.token = l.newToken(l.Token()); return T_COALESCE
<PHP>(#|[/][/]).*{NEW_LINE} lval.token = l.newToken(l.TokenBytes(nil));// return T_COMMENT; // TODO: handle ?> <PHP>(#|[/][/]).*{NEW_LINE} lval.token = l.newToken(l.Token());// return T_COMMENT; // TODO: handle ?>
<PHP>([/][*])|([/][*][*]) <PHP>([/][*])|([/][*][*])
tb := l.TokenBytes(nil) tb := l.Token()
is_doc_comment := false is_doc_comment := false
if len(tb) > 2 { if len(tb) > 2 {
is_doc_comment = true is_doc_comment = true
@ -269,7 +270,7 @@ NEW_LINE (\r|\n|\r\n)
} }
} }
lval.token = l.newToken(l.TokenBytes(nil)) lval.token = l.newToken(l.Token())
if is_doc_comment { if is_doc_comment {
l.phpDocComment = string(l.TokenBytes(nil)) l.phpDocComment = string(l.TokenBytes(nil))
l.addComment(comment.NewDocComment(string(l.TokenBytes(nil)))) l.addComment(comment.NewDocComment(string(l.TokenBytes(nil))))
@ -279,39 +280,39 @@ NEW_LINE (\r|\n|\r\n)
// return T_COMMENT // return T_COMMENT
} }
<PHP>{OPERATORS} lval.token = l.newToken(l.TokenBytes(nil)); return rune2Class(rune(l.TokenBytes(nil)[0])) <PHP>{OPERATORS} lval.token = l.newToken(l.Token()); return rune2Class(rune(l.TokenBytes(nil)[0]))
<PHP>\{ l.pushState(PHP); lval.token = l.newToken(l.TokenBytes(nil)); return rune2Class(rune(l.TokenBytes(nil)[0])) <PHP>\{ l.pushState(PHP); lval.token = l.newToken(l.Token()); return rune2Class(rune(l.TokenBytes(nil)[0]))
<PHP>\} l.popState(); lval.token = l.newToken(l.TokenBytes(nil)); return rune2Class(rune(l.TokenBytes(nil)[0])); l.phpDocComment = "" <PHP>\} l.popState(); lval.token = l.newToken(l.Token()); return rune2Class(rune(l.TokenBytes(nil)[0])); l.phpDocComment = ""
<PHP>\${VAR_NAME} lval.token = l.newToken(l.TokenBytes(nil)); return T_VARIABLE <PHP>\${VAR_NAME} lval.token = l.newToken(l.Token()); return T_VARIABLE
<PHP>{VAR_NAME} lval.token = l.newToken(l.TokenBytes(nil)); return T_STRING <PHP>{VAR_NAME} lval.token = l.newToken(l.Token()); return T_STRING
<PHP>-> l.begin(PROPERTY);lval.token = l.newToken(l.TokenBytes(nil)); return T_OBJECT_OPERATOR; <PHP>-> l.begin(PROPERTY);lval.token = l.newToken(l.Token()); return T_OBJECT_OPERATOR;
<PROPERTY>[ \t\n\r]+ lval.token = l.newToken(l.TokenBytes(nil)); return T_WHITESPACE; <PROPERTY>[ \t\n\r]+ lval.token = l.newToken(l.Token()); return T_WHITESPACE;
<PROPERTY>-> lval.token = l.newToken(l.TokenBytes(nil)); return T_OBJECT_OPERATOR; <PROPERTY>-> lval.token = l.newToken(l.Token()); return T_OBJECT_OPERATOR;
<PROPERTY>{VAR_NAME} l.begin(PHP);lval.token = l.newToken(l.TokenBytes(nil)); return T_STRING; <PROPERTY>{VAR_NAME} l.begin(PHP);lval.token = l.newToken(l.Token()); return T_STRING;
<PROPERTY>. l.ungetN(1);l.begin(PHP) <PROPERTY>. l.ungetChars(1);l.begin(PHP)
<PHP>[\']([^\\\']*([\\].)*)*[\'] lval.token = l.newToken(l.TokenBytes(nil)); return T_CONSTANT_ENCAPSED_STRING; <PHP>[\']([^\\\']*([\\].)*)*[\'] lval.token = l.newToken(l.Token()); return T_CONSTANT_ENCAPSED_STRING;
<PHP>` l.begin(BACKQUOTE); lval.token = l.newToken(l.TokenBytes(nil)); return rune2Class(rune(l.TokenBytes(nil)[0])) <PHP>` l.begin(BACKQUOTE); lval.token = l.newToken(l.Token()); return rune2Class(rune(l.TokenBytes(nil)[0]))
<BACKQUOTE>` l.begin(PHP); lval.token = l.newToken(l.TokenBytes(nil)); return rune2Class(rune(l.TokenBytes(nil)[0])) <BACKQUOTE>` l.begin(PHP); lval.token = l.newToken(l.Token()); return rune2Class(rune(l.TokenBytes(nil)[0]))
<PHP>[b]?\<\<\<[ \t]*({VAR_NAME}|([']{VAR_NAME}['])|(["]{VAR_NAME}["])){NEW_LINE} <PHP>[b]?\<\<\<[ \t]*({VAR_NAME}|([']{VAR_NAME}['])|(["]{VAR_NAME}["])){NEW_LINE}
tb := l.TokenBytes(nil) tb := l.Token()
binPrefix := 0 binPrefix := 0
if tb[0] == 'b' { if tb[0].Rune == 'b' {
binPrefix = 1 binPrefix = 1
} }
lblFirst := 3 + binPrefix lblFirst := 3 + binPrefix
lblLast := len(tb)-2 lblLast := len(tb)-2
if tb[lblLast] == '\r' { if tb[lblLast].Rune == '\r' {
lblLast-- lblLast--
} }
for { for {
if tb[lblFirst] == ' ' || tb[lblFirst] == '\t' { if tb[lblFirst].Rune == ' ' || tb[lblFirst].Rune == '\t' {
lblFirst++ lblFirst++
continue continue
} }
@ -319,7 +320,7 @@ NEW_LINE (\r|\n|\r\n)
break break
} }
switch tb[lblFirst] { switch tb[lblFirst].Rune {
case '\'' : case '\'' :
lblFirst++ lblFirst++
lblLast-- lblLast--
@ -332,20 +333,20 @@ NEW_LINE (\r|\n|\r\n)
l.begin(HEREDOC) l.begin(HEREDOC)
} }
heredocLabel = make([]byte, lblLast - lblFirst + 1) heredocLabel = make([]lex.Char, lblLast - lblFirst + 1)
copy(heredocLabel, tb[lblFirst:lblLast+1]) copy(heredocLabel, tb[lblFirst:lblLast+1])
ungetCnt := len(heredocLabel) ungetCnt := len(heredocLabel)
searchLabelAhead := []byte{} searchLabelAhead := []lex.Char{}
for i := 0; i < len(heredocLabel); i++ { for i := 0; i < len(heredocLabel); i++ {
if c == -1 { if c == -1 {
break; break;
} }
searchLabelAhead = append(searchLabelAhead, byte(rune(c))) searchLabelAhead = append(searchLabelAhead, l.Lookahead())
c = l.Next() c = l.Next()
} }
if bytes.Equal(heredocLabel, searchLabelAhead) && ';' == rune(c) { if bytes.Equal(l.charsToBytes(heredocLabel), l.charsToBytes(searchLabelAhead)) && ';' == rune(c) {
ungetCnt++ ungetCnt++
c = l.Next() c = l.Next()
if '\n' == rune(c) || '\r' == rune(c) { if '\n' == rune(c) || '\r' == rune(c) {
@ -353,14 +354,14 @@ NEW_LINE (\r|\n|\r\n)
} }
} }
l.ungetN(ungetCnt) l.ungetChars(ungetCnt)
lval.token = l.newToken(tb); lval.token = l.newToken(tb);
return T_START_HEREDOC return T_START_HEREDOC
<NOWDOC>. <NOWDOC>.|[ \t\n\r]
searchLabel := []byte{} searchLabel := []byte{}
tb := []byte{} tb := []lex.Char{}
for { for {
if c == -1 { if c == -1 {
@ -368,9 +369,15 @@ NEW_LINE (\r|\n|\r\n)
} }
if '\n' == rune(c) || '\r' == rune(c) { if '\n' == rune(c) || '\r' == rune(c) {
if bytes.Equal(append(heredocLabel, ';'), searchLabel) { if bytes.Equal(append(l.charsToBytes(heredocLabel), ';'), searchLabel) {
l.begin(HEREDOC_END) l.begin(HEREDOC_END)
tb = l.ungetN(len(heredocLabel)+1) tb = l.ungetChars(len(heredocLabel)+1)
break;
}
if bytes.Equal(l.charsToBytes(heredocLabel), searchLabel) {
l.begin(HEREDOC_END)
tb = l.ungetChars(len(heredocLabel))
break; break;
} }
@ -385,19 +392,20 @@ NEW_LINE (\r|\n|\r\n)
lval.token = l.newToken(tb) lval.token = l.newToken(tb)
return T_ENCAPSED_AND_WHITESPACE return T_ENCAPSED_AND_WHITESPACE
<HEREDOC_END>{VAR_NAME}\; l.begin(PHP);lval.token = l.newToken(l.ungetN(1)); return T_END_HEREDOC <HEREDOC_END>{VAR_NAME}\; l.begin(PHP);lval.token = l.newToken(l.ungetChars(1)); return T_END_HEREDOC
<HEREDOC_END>{VAR_NAME} l.begin(PHP);lval.token = l.newToken(l.Token()); return T_END_HEREDOC
<PHP>[b]?[\"] <PHP>[b]?[\"]
binPrefix := l.TokenBytes(nil)[0] == 'b' binPrefix := l.Token()[0].Rune == 'b'
beginString := func() int { beginString := func() int {
cnt := 1; if (binPrefix) {cnt = 2} cnt := 1; if (binPrefix) {cnt = 2}
l.ungetN(len(l.TokenBytes(nil))-cnt) l.ungetChars(len(l.Token())-cnt)
tokenBytes := l.TokenBytes(nil)[:cnt] chars := l.Token()[:cnt]
l.pushState(STRING) l.pushState(STRING)
lval.token = l.newToken(tokenBytes); return rune2Class('"') lval.token = l.newToken(chars); return rune2Class('"')
} }
F:for { F:for {
@ -408,7 +416,7 @@ NEW_LINE (\r|\n|\r\n)
switch c { switch c {
case '"' : case '"' :
c = l.Next(); c = l.Next();
lval.token = l.newToken(l.TokenBytes(nil)); return T_CONSTANT_ENCAPSED_STRING lval.token = l.newToken(l.Token()); return T_CONSTANT_ENCAPSED_STRING
break F; break F;
case '$': case '$':
@ -417,7 +425,7 @@ NEW_LINE (\r|\n|\r\n)
return beginString() return beginString()
break F; break F;
} }
l.ungetN(0) l.ungetChars(0)
case '{': case '{':
c = l.Next(); c = l.Next();
@ -425,7 +433,7 @@ NEW_LINE (\r|\n|\r\n)
return beginString() return beginString()
break F; break F;
} }
l.ungetN(0) l.ungetChars(0)
case '\\': case '\\':
c = l.Next(); c = l.Next();
@ -434,10 +442,10 @@ NEW_LINE (\r|\n|\r\n)
c = l.Next() c = l.Next()
} }
<STRING>\" l.popState(); lval.token = l.newToken(l.TokenBytes(nil)); return rune2Class(rune(l.TokenBytes(nil)[0])) <STRING>\" l.popState(); lval.token = l.newToken(l.Token()); return rune2Class(l.Token()[0].Rune)
<STRING,HEREDOC,BACKQUOTE>\{\$ lval.token = l.newToken(l.ungetN(1)); l.pushState(PHP); return T_CURLY_OPEN <STRING,HEREDOC,BACKQUOTE>\{\$ lval.token = l.newToken(l.ungetChars(1)); l.pushState(PHP); return T_CURLY_OPEN
<STRING,HEREDOC,BACKQUOTE>\$\{ l.pushState(STRING_VAR_NAME);lval.token = l.newToken(l.TokenBytes(nil)); return T_DOLLAR_OPEN_CURLY_BRACES <STRING,HEREDOC,BACKQUOTE>\$\{ l.pushState(STRING_VAR_NAME); lval.token = l.newToken(l.Token()); return T_DOLLAR_OPEN_CURLY_BRACES
<STRING,HEREDOC,BACKQUOTE>\$ l.ungetN(1);l.pushState(STRING_VAR) <STRING,HEREDOC,BACKQUOTE>\$ l.ungetChars(1);l.pushState(STRING_VAR)
<STRING>.|[ \t\n\r] <STRING>.|[ \t\n\r]
F1:for { F1:for {
if c == -1 { if c == -1 {
@ -446,31 +454,31 @@ NEW_LINE (\r|\n|\r\n)
switch c { switch c {
case '"' : case '"' :
lval.token = l.newToken(l.TokenBytes(nil)); lval.token = l.newToken(l.Token());
return T_ENCAPSED_AND_WHITESPACE return T_ENCAPSED_AND_WHITESPACE
break F1; break F1;
case '$': case '$':
c = l.Next(); c = l.Next();
if rune(c) == '{' || c >= 'A' && c <= 'Z' || c == '_' || c >= 'a' && c <= 'z' || c >= '\u007f' && c <= 'ÿ' { if rune(c) == '{' || c >= 'A' && c <= 'Z' || c == '_' || c >= 'a' && c <= 'z' || c >= '\u007f' && c <= 'ÿ' {
l.ungetN(1) l.ungetChars(1)
tb := l.TokenBytes(nil) tb := l.Token()
lval.token = l.newToken(tb[:len(tb)-1]); lval.token = l.newToken(tb[:len(tb)-1]);
return T_ENCAPSED_AND_WHITESPACE return T_ENCAPSED_AND_WHITESPACE
break F1; break F1;
} }
l.ungetN(0) l.ungetChars(0)
case '{': case '{':
c = l.Next(); c = l.Next();
if rune(c) == '$' { if rune(c) == '$' {
l.ungetN(1) l.ungetChars(1)
tb := l.TokenBytes(nil) tb := l.Token()
lval.token = l.newToken(tb[:len(tb)-1]); lval.token = l.newToken(tb[:len(tb)-1]);
return T_ENCAPSED_AND_WHITESPACE return T_ENCAPSED_AND_WHITESPACE
break F1; break F1;
} }
l.ungetN(0) l.ungetChars(0)
case '\\': case '\\':
c = l.Next(); c = l.Next();
@ -487,31 +495,31 @@ NEW_LINE (\r|\n|\r\n)
switch c { switch c {
case '`' : case '`' :
lval.token = l.newToken(l.TokenBytes(nil)); lval.token = l.newToken(l.Token());
return T_ENCAPSED_AND_WHITESPACE return T_ENCAPSED_AND_WHITESPACE
break F2; break F2;
case '$': case '$':
c = l.Next(); c = l.Next();
if rune(c) == '{' || c >= 'A' && c <= 'Z' || c == '_' || c >= 'a' && c <= 'z' || c >= '\u007f' && c <= 'ÿ' { if rune(c) == '{' || c >= 'A' && c <= 'Z' || c == '_' || c >= 'a' && c <= 'z' || c >= '\u007f' && c <= 'ÿ' {
l.ungetN(1) l.ungetChars(1)
tb := l.TokenBytes(nil) tb := l.Token()
lval.token = l.newToken(tb[:len(tb)-1]); lval.token = l.newToken(tb[:len(tb)-1]);
return T_ENCAPSED_AND_WHITESPACE return T_ENCAPSED_AND_WHITESPACE
break F2; break F2;
} }
l.ungetN(0) l.ungetChars(0)
case '{': case '{':
c = l.Next(); c = l.Next();
if rune(c) == '$' { if rune(c) == '$' {
l.ungetN(1) l.ungetChars(1)
tb := l.TokenBytes(nil) tb := l.Token()
lval.token = l.newToken(tb[:len(tb)-1]); lval.token = l.newToken(tb[:len(tb)-1]);
return T_ENCAPSED_AND_WHITESPACE return T_ENCAPSED_AND_WHITESPACE
break F2; break F2;
} }
l.ungetN(0) l.ungetChars(0)
case '\\': case '\\':
c = l.Next(); c = l.Next();
@ -522,7 +530,7 @@ NEW_LINE (\r|\n|\r\n)
<HEREDOC>.|[ \t\n\r] <HEREDOC>.|[ \t\n\r]
searchLabel := []byte{} searchLabel := []byte{}
tb := []byte{} tb := []lex.Char{}
HEREDOCFOR:for { HEREDOCFOR:for {
if c == -1 { if c == -1 {
@ -532,9 +540,15 @@ NEW_LINE (\r|\n|\r\n)
switch c { switch c {
case '\n': fallthrough case '\n': fallthrough
case '\r': case '\r':
if bytes.Equal(append(heredocLabel, ';'), searchLabel) { // TODO handle ';' as optional if bytes.Equal(append(l.charsToBytes(heredocLabel), ';'), searchLabel) {
l.begin(HEREDOC_END) l.begin(HEREDOC_END)
tb = l.ungetN(len(heredocLabel)+1) tb = l.ungetChars(len(heredocLabel)+1)
break HEREDOCFOR;
}
if bytes.Equal(l.charsToBytes(heredocLabel), searchLabel) {
l.begin(HEREDOC_END)
tb = l.ungetChars(len(heredocLabel))
break HEREDOCFOR; break HEREDOCFOR;
} }
@ -543,19 +557,19 @@ NEW_LINE (\r|\n|\r\n)
case '$': case '$':
c = l.Next(); c = l.Next();
if rune(c) == '{' || c >= 'A' && c <= 'Z' || c == '_' || c >= 'a' && c <= 'z' || c >= '\u007f' && c <= 'ÿ' { if rune(c) == '{' || c >= 'A' && c <= 'Z' || c == '_' || c >= 'a' && c <= 'z' || c >= '\u007f' && c <= 'ÿ' {
tb = l.ungetN(1) tb = l.ungetChars(1)
break HEREDOCFOR; break HEREDOCFOR;
} }
l.ungetN(0) l.ungetChars(0)
searchLabel = []byte{} searchLabel = []byte{}
case '{': case '{':
c = l.Next(); c = l.Next();
if rune(c) == '$' { if rune(c) == '$' {
tb = l.ungetN(1) tb = l.ungetChars(1)
break HEREDOCFOR; break HEREDOCFOR;
} }
l.ungetN(0) l.ungetChars(0)
searchLabel = []byte{} searchLabel = []byte{}
case '\\': case '\\':
@ -572,22 +586,22 @@ NEW_LINE (\r|\n|\r\n)
lval.token = l.newToken(tb); lval.token = l.newToken(tb);
return T_ENCAPSED_AND_WHITESPACE return T_ENCAPSED_AND_WHITESPACE
<STRING_VAR>\${VAR_NAME} lval.token = l.newToken(l.TokenBytes(nil)); return T_VARIABLE <STRING_VAR>\${VAR_NAME} lval.token = l.newToken(l.Token()); return T_VARIABLE
<STRING_VAR>->{VAR_NAME} lval.token = l.newToken(l.ungetN(len(l.TokenBytes(nil))-2)); return T_OBJECT_OPERATOR <STRING_VAR>->{VAR_NAME} lval.token = l.newToken(l.ungetChars(len(l.Token())-2)); return T_OBJECT_OPERATOR
<STRING_VAR>{VAR_NAME} l.popState();lval.token = l.newToken(l.TokenBytes(nil)); return T_STRING <STRING_VAR>{VAR_NAME} l.popState();lval.token = l.newToken(l.Token()); return T_STRING
<STRING_VAR>\[ l.pushState(STRING_VAR_INDEX);lval.token = l.newToken(l.TokenBytes(nil)); return rune2Class(rune(l.TokenBytes(nil)[0])) <STRING_VAR>\[ l.pushState(STRING_VAR_INDEX);lval.token = l.newToken(l.Token()); return rune2Class(rune(l.TokenBytes(nil)[0]))
<STRING_VAR>.|[ \t\n\r] l.ungetN(1);l.popState() <STRING_VAR>.|[ \t\n\r] l.ungetChars(1);l.popState()
<STRING_VAR_INDEX>{LNUM}|{HNUM}|{BNUM} lval.token = l.newToken(l.TokenBytes(nil)); return T_NUM_STRING <STRING_VAR_INDEX>{LNUM}|{HNUM}|{BNUM} lval.token = l.newToken(l.Token()); return T_NUM_STRING
<STRING_VAR_INDEX>\${VAR_NAME} lval.token = l.newToken(l.TokenBytes(nil)); return T_VARIABLE <STRING_VAR_INDEX>\${VAR_NAME} lval.token = l.newToken(l.Token()); return T_VARIABLE
<STRING_VAR_INDEX>{VAR_NAME} lval.token = l.newToken(l.TokenBytes(nil)); return T_STRING <STRING_VAR_INDEX>{VAR_NAME} lval.token = l.newToken(l.Token()); return T_STRING
<STRING_VAR_INDEX>\] l.popState(); l.popState();lval.token = l.newToken(l.TokenBytes(nil)); return rune2Class(rune(l.TokenBytes(nil)[0])) <STRING_VAR_INDEX>\] l.popState(); l.popState();lval.token = l.newToken(l.Token()); return rune2Class(rune(l.TokenBytes(nil)[0]))
<STRING_VAR_INDEX>[ \n\r\t\\'#] l.popState(); l.popState();lval.token = l.newToken(l.TokenBytes(nil)); return T_ENCAPSED_AND_WHITESPACE <STRING_VAR_INDEX>[ \n\r\t\\'#] l.popState(); l.popState();lval.token = l.newToken(l.Token()); return T_ENCAPSED_AND_WHITESPACE
<STRING_VAR_INDEX>{OPERATORS} lval.token = l.newToken(l.TokenBytes(nil)); return rune2Class(rune(l.TokenBytes(nil)[0])) <STRING_VAR_INDEX>{OPERATORS} lval.token = l.newToken(l.Token()); return rune2Class(rune(l.TokenBytes(nil)[0]))
<STRING_VAR_INDEX>. lval.token = l.newToken(l.TokenBytes(nil)); return rune2Class(rune(l.TokenBytes(nil)[0])) <STRING_VAR_INDEX>. lval.token = l.newToken(l.Token()); return rune2Class(rune(l.TokenBytes(nil)[0]))
<STRING_VAR_NAME>{VAR_NAME}[\[\}] l.popState();l.pushState(PHP);lval.token = l.newToken(l.ungetN(1)); return T_STRING_VARNAME <STRING_VAR_NAME>{VAR_NAME}[\[\}] l.popState();l.pushState(PHP);lval.token = l.newToken(l.ungetChars(1)); return T_STRING_VARNAME
<STRING_VAR_NAME>. l.ungetN(1);l.popState();l.pushState(PHP) <STRING_VAR_NAME>. l.ungetChars(1);l.popState();l.pushState(PHP)
%% %%
if c, ok := l.Abort(); ok { return int(c) } if c, ok := l.Abort(); ok { return int(c) }