handle comments
This commit is contained in:
vadim
@@ -8,6 +8,7 @@ import (
|
||||
|
||||
"github.com/cznic/golex/lex"
|
||||
"github.com/z7zmey/php-parser/comment"
|
||||
t "github.com/z7zmey/php-parser/token"
|
||||
)
|
||||
|
||||
// Allocate Character classes anywhere in [0x80, 0xFF].
|
||||
@@ -107,3 +108,7 @@ func (l *lexer) handleNewLine(tokenBytes []byte) ([]byte, int, int, int, int) {
|
||||
|
||||
return tokenBytes, startln, l.lineNumber, int(l.First.Pos()), int(l.Prev.Pos())
|
||||
}
|
||||
|
||||
func (l *lexer) newToken() t.Token {
|
||||
return t.NewToken(l.handleNewLine(l.TokenBytes(nil))).SetComments(l.comments)
|
||||
}
|
||||
|
||||
1983
parser/parser.go
1983
parser/parser.go
File diff suppressed because it is too large
Load Diff
659
parser/parser.y
659
parser/parser.y
File diff suppressed because it is too large
Load Diff
@@ -1,6 +1,7 @@
|
||||
package parser
|
||||
|
||||
import (
|
||||
"github.com/z7zmey/php-parser/comment"
|
||||
"github.com/z7zmey/php-parser/node"
|
||||
"github.com/z7zmey/php-parser/token"
|
||||
)
|
||||
@@ -180,3 +181,13 @@ func NewOptionalListTokensPosition(list []node.Node, t token.Token, endToken tok
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
func ListGetFirstNodeComments(list []node.Node) []comment.Comment {
|
||||
if len(list) == 0 {
|
||||
return nil
|
||||
}
|
||||
|
||||
node := list[0]
|
||||
|
||||
return *node.Comments()
|
||||
}
|
||||
|
||||
File diff suppressed because it is too large
Load Diff
313
parser/scanner.l
313
parser/scanner.l
@@ -30,8 +30,9 @@ const (
|
||||
|
||||
var heredocLabel []byte
|
||||
|
||||
func (l *lexer) Lex(lval *yySymType) int { // Lex(lval *yySymType)
|
||||
c := l.Enter()
|
||||
func (l *lexer) Lex(lval *yySymType) int {
|
||||
l.comments = []comment.Comment{}
|
||||
c := l.Enter()
|
||||
|
||||
%}
|
||||
|
||||
@@ -56,7 +57,7 @@ NEW_LINE (\r|\n|\r\n)
|
||||
%%
|
||||
c = l.Rule0()
|
||||
|
||||
<INITIAL>[ \t\n\r]+ lval.token = token.NewToken(l.handleNewLine(l.TokenBytes(nil)));
|
||||
<INITIAL>[ \t\n\r]+ lval.token = l.newToken();
|
||||
<INITIAL>.
|
||||
tb := []byte{}
|
||||
|
||||
@@ -83,14 +84,14 @@ NEW_LINE (\r|\n|\r\n)
|
||||
lval.token = token.NewToken(l.handleNewLine(tb));
|
||||
return T_INLINE_HTML
|
||||
|
||||
<INITIAL>\<\?php([ \t]|{NEW_LINE}) l.begin(PHP);lval.token = token.NewToken(l.handleNewLine(l.TokenBytes(nil)));// return T_OPEN_TAG;
|
||||
<INITIAL>\<\? l.begin(PHP);lval.token = token.NewToken(l.handleNewLine(l.TokenBytes(nil)));// return T_OPEN_TAG;
|
||||
<INITIAL>\<\?= l.begin(PHP);lval.token = token.NewToken(l.handleNewLine(l.TokenBytes(nil))); return T_ECHO;
|
||||
<INITIAL>\<\?php([ \t]|{NEW_LINE}) l.begin(PHP);lval.token = l.newToken();// return T_OPEN_TAG;
|
||||
<INITIAL>\<\? l.begin(PHP);lval.token = l.newToken();// return T_OPEN_TAG;
|
||||
<INITIAL>\<\?= l.begin(PHP);lval.token = l.newToken(); return T_ECHO;
|
||||
|
||||
<PHP>[ \t\n\r]+ lval.token = token.NewToken(l.handleNewLine(l.TokenBytes(nil)));// return T_WHITESPACE
|
||||
<PHP>\?\>{NEW_LINE}? l.begin(INITIAL);lval.token = token.NewToken(l.handleNewLine(l.TokenBytes(nil))); return rune2Class(';');
|
||||
<PHP>[ \t\n\r]+ lval.token = l.newToken();// return T_WHITESPACE
|
||||
<PHP>\?\>{NEW_LINE}? l.begin(INITIAL);lval.token = l.newToken(); return rune2Class(';');
|
||||
|
||||
<PHP>{DNUM}|{EXPONENT_DNUM} lval.token = token.NewToken(l.handleNewLine(l.TokenBytes(nil))); return T_DNUMBER
|
||||
<PHP>{DNUM}|{EXPONENT_DNUM} lval.token = l.newToken(); return T_DNUMBER
|
||||
<PHP>{BNUM}
|
||||
tb := l.TokenBytes(nil)
|
||||
i:=2
|
||||
@@ -104,15 +105,15 @@ NEW_LINE (\r|\n|\r\n)
|
||||
}
|
||||
}
|
||||
if len(tb) - i < 64 {
|
||||
lval.token = token.NewToken(l.handleNewLine(l.TokenBytes(nil))); return T_LNUMBER
|
||||
lval.token = l.newToken(); return T_LNUMBER
|
||||
} else {
|
||||
lval.token = token.NewToken(l.handleNewLine(l.TokenBytes(nil))); return T_DNUMBER
|
||||
lval.token = l.newToken(); return T_DNUMBER
|
||||
}
|
||||
<PHP>{LNUM}
|
||||
if len(l.TokenBytes(nil)) < 20 {
|
||||
lval.token = token.NewToken(l.handleNewLine(l.TokenBytes(nil))); return T_LNUMBER
|
||||
lval.token = l.newToken(); return T_LNUMBER
|
||||
} else {
|
||||
lval.token = token.NewToken(l.handleNewLine(l.TokenBytes(nil))); return T_DNUMBER
|
||||
lval.token = l.newToken(); return T_DNUMBER
|
||||
}
|
||||
<PHP>{HNUM}
|
||||
tb := l.TokenBytes(nil)
|
||||
@@ -128,125 +129,125 @@ NEW_LINE (\r|\n|\r\n)
|
||||
}
|
||||
length := len(tb) - i
|
||||
if length < 16 || (length == 16 && tb[i] <= '7') {
|
||||
lval.token = token.NewToken(l.handleNewLine(l.TokenBytes(nil))); return T_LNUMBER
|
||||
lval.token = l.newToken(); return T_LNUMBER
|
||||
} else {
|
||||
lval.token = token.NewToken(l.handleNewLine(l.TokenBytes(nil))); return T_DNUMBER
|
||||
lval.token = l.newToken(); return T_DNUMBER
|
||||
}
|
||||
|
||||
<PHP>abstract lval.token = token.NewToken(l.handleNewLine(l.TokenBytes(nil))); return T_ABSTRACT
|
||||
<PHP>array lval.token = token.NewToken(l.handleNewLine(l.TokenBytes(nil))); return T_ARRAY
|
||||
<PHP>as lval.token = token.NewToken(l.handleNewLine(l.TokenBytes(nil))); return T_AS
|
||||
<PHP>break lval.token = token.NewToken(l.handleNewLine(l.TokenBytes(nil))); return T_BREAK
|
||||
<PHP>callable lval.token = token.NewToken(l.handleNewLine(l.TokenBytes(nil))); return T_CALLABLE
|
||||
<PHP>case lval.token = token.NewToken(l.handleNewLine(l.TokenBytes(nil))); return T_CASE
|
||||
<PHP>catch lval.token = token.NewToken(l.handleNewLine(l.TokenBytes(nil))); return T_CATCH
|
||||
<PHP>class lval.token = token.NewToken(l.handleNewLine(l.TokenBytes(nil))); return T_CLASS
|
||||
<PHP>clone lval.token = token.NewToken(l.handleNewLine(l.TokenBytes(nil))); return T_CLONE
|
||||
<PHP>const lval.token = token.NewToken(l.handleNewLine(l.TokenBytes(nil))); return T_CONST;
|
||||
<PHP>continue lval.token = token.NewToken(l.handleNewLine(l.TokenBytes(nil))); return T_CONTINUE;
|
||||
<PHP>declare lval.token = token.NewToken(l.handleNewLine(l.TokenBytes(nil))); return T_DECLARE;
|
||||
<PHP>default lval.token = token.NewToken(l.handleNewLine(l.TokenBytes(nil))); return T_DEFAULT;
|
||||
<PHP>do lval.token = token.NewToken(l.handleNewLine(l.TokenBytes(nil))); return T_DO;
|
||||
<PHP>echo lval.token = token.NewToken(l.handleNewLine(l.TokenBytes(nil))); return T_ECHO;
|
||||
<PHP>else lval.token = token.NewToken(l.handleNewLine(l.TokenBytes(nil))); return T_ELSE;
|
||||
<PHP>elseif lval.token = token.NewToken(l.handleNewLine(l.TokenBytes(nil))); return T_ELSEIF;
|
||||
<PHP>empty lval.token = token.NewToken(l.handleNewLine(l.TokenBytes(nil))); return T_EMPTY;
|
||||
<PHP>enddeclare lval.token = token.NewToken(l.handleNewLine(l.TokenBytes(nil))); return T_ENDDECLARE
|
||||
<PHP>endfor lval.token = token.NewToken(l.handleNewLine(l.TokenBytes(nil))); return T_ENDFOR
|
||||
<PHP>endforeach lval.token = token.NewToken(l.handleNewLine(l.TokenBytes(nil))); return T_ENDFOREACH
|
||||
<PHP>endif lval.token = token.NewToken(l.handleNewLine(l.TokenBytes(nil))); return T_ENDIF
|
||||
<PHP>endswitch lval.token = token.NewToken(l.handleNewLine(l.TokenBytes(nil))); return T_ENDSWITCH
|
||||
<PHP>endwhile lval.token = token.NewToken(l.handleNewLine(l.TokenBytes(nil))); return T_ENDWHILE
|
||||
<PHP>eval lval.token = token.NewToken(l.handleNewLine(l.TokenBytes(nil))); return T_EVAL
|
||||
<PHP>exit|die lval.token = token.NewToken(l.handleNewLine(l.TokenBytes(nil))); return T_EXIT
|
||||
<PHP>extends lval.token = token.NewToken(l.handleNewLine(l.TokenBytes(nil))); return T_EXTENDS
|
||||
<PHP>final lval.token = token.NewToken(l.handleNewLine(l.TokenBytes(nil))); return T_FINAL
|
||||
<PHP>finally lval.token = token.NewToken(l.handleNewLine(l.TokenBytes(nil))); return T_FINALLY
|
||||
<PHP>for lval.token = token.NewToken(l.handleNewLine(l.TokenBytes(nil))); return T_FOR
|
||||
<PHP>foreach lval.token = token.NewToken(l.handleNewLine(l.TokenBytes(nil))); return T_FOREACH
|
||||
<PHP>function|cfunction lval.token = token.NewToken(l.handleNewLine(l.TokenBytes(nil))); return T_FUNCTION
|
||||
<PHP>global lval.token = token.NewToken(l.handleNewLine(l.TokenBytes(nil))); return T_GLOBAL
|
||||
<PHP>goto lval.token = token.NewToken(l.handleNewLine(l.TokenBytes(nil))); return T_GOTO
|
||||
<PHP>if lval.token = token.NewToken(l.handleNewLine(l.TokenBytes(nil))); return T_IF
|
||||
<PHP>isset lval.token = token.NewToken(l.handleNewLine(l.TokenBytes(nil))); return T_ISSET
|
||||
<PHP>implements lval.token = token.NewToken(l.handleNewLine(l.TokenBytes(nil))); return T_IMPLEMENTS
|
||||
<PHP>instanceof lval.token = token.NewToken(l.handleNewLine(l.TokenBytes(nil))); return T_INSTANCEOF
|
||||
<PHP>insteadof lval.token = token.NewToken(l.handleNewLine(l.TokenBytes(nil))); return T_INSTEADOF
|
||||
<PHP>interface lval.token = token.NewToken(l.handleNewLine(l.TokenBytes(nil))); return T_INTERFACE
|
||||
<PHP>list lval.token = token.NewToken(l.handleNewLine(l.TokenBytes(nil))); return T_LIST
|
||||
<PHP>namespace lval.token = token.NewToken(l.handleNewLine(l.TokenBytes(nil))); return T_NAMESPACE
|
||||
<PHP>private lval.token = token.NewToken(l.handleNewLine(l.TokenBytes(nil))); return T_PRIVATE
|
||||
<PHP>public lval.token = token.NewToken(l.handleNewLine(l.TokenBytes(nil))); return T_PUBLIC
|
||||
<PHP>print lval.token = token.NewToken(l.handleNewLine(l.TokenBytes(nil))); return T_PRINT
|
||||
<PHP>protected lval.token = token.NewToken(l.handleNewLine(l.TokenBytes(nil))); return T_PROTECTED
|
||||
<PHP>return lval.token = token.NewToken(l.handleNewLine(l.TokenBytes(nil))); return T_RETURN
|
||||
<PHP>static lval.token = token.NewToken(l.handleNewLine(l.TokenBytes(nil))); return T_STATIC
|
||||
<PHP>switch lval.token = token.NewToken(l.handleNewLine(l.TokenBytes(nil))); return T_SWITCH
|
||||
<PHP>throw lval.token = token.NewToken(l.handleNewLine(l.TokenBytes(nil))); return T_THROW
|
||||
<PHP>trait lval.token = token.NewToken(l.handleNewLine(l.TokenBytes(nil))); return T_TRAIT
|
||||
<PHP>try lval.token = token.NewToken(l.handleNewLine(l.TokenBytes(nil))); return T_TRY
|
||||
<PHP>unset lval.token = token.NewToken(l.handleNewLine(l.TokenBytes(nil))); return T_UNSET
|
||||
<PHP>use lval.token = token.NewToken(l.handleNewLine(l.TokenBytes(nil))); return T_USE
|
||||
<PHP>var lval.token = token.NewToken(l.handleNewLine(l.TokenBytes(nil))); return T_VAR
|
||||
<PHP>while lval.token = token.NewToken(l.handleNewLine(l.TokenBytes(nil))); return T_WHILE
|
||||
<PHP>yield[ \t\n\r]+from[^a-zA-Z0-9_\x80-\xff] lval.token = token.NewToken(l.handleNewLine(l.TokenBytes(nil))); return T_YIELD_FROM
|
||||
<PHP>yield lval.token = token.NewToken(l.handleNewLine(l.TokenBytes(nil))); return T_YIELD
|
||||
<PHP>include lval.token = token.NewToken(l.handleNewLine(l.TokenBytes(nil))); return T_INCLUDE
|
||||
<PHP>include_once lval.token = token.NewToken(l.handleNewLine(l.TokenBytes(nil))); return T_INCLUDE_ONCE
|
||||
<PHP>require lval.token = token.NewToken(l.handleNewLine(l.TokenBytes(nil))); return T_REQUIRE
|
||||
<PHP>require_once lval.token = token.NewToken(l.handleNewLine(l.TokenBytes(nil))); return T_REQUIRE_ONCE
|
||||
<PHP>__CLASS__ lval.token = token.NewToken(l.handleNewLine(l.TokenBytes(nil))); return T_CLASS_C
|
||||
<PHP>__DIR__ lval.token = token.NewToken(l.handleNewLine(l.TokenBytes(nil))); return T_DIR
|
||||
<PHP>__FILE__ lval.token = token.NewToken(l.handleNewLine(l.TokenBytes(nil))); return T_FILE
|
||||
<PHP>__FUNCTION__ lval.token = token.NewToken(l.handleNewLine(l.TokenBytes(nil))); return T_FUNC_C
|
||||
<PHP>__LINE__ lval.token = token.NewToken(l.handleNewLine(l.TokenBytes(nil))); return T_LINE
|
||||
<PHP>__NAMESPACE__ lval.token = token.NewToken(l.handleNewLine(l.TokenBytes(nil))); return T_NS_C
|
||||
<PHP>__METHOD__ lval.token = token.NewToken(l.handleNewLine(l.TokenBytes(nil))); return T_METHOD_C
|
||||
<PHP>__TRAIT__ lval.token = token.NewToken(l.handleNewLine(l.TokenBytes(nil))); return T_TRAIT_C
|
||||
<PHP>__halt_compiler lval.token = token.NewToken(l.handleNewLine(l.TokenBytes(nil))); return T_HALT_COMPILER
|
||||
<PHP>\([ \t]*array[ \t]*\) lval.token = token.NewToken(l.handleNewLine(l.TokenBytes(nil))); return T_ARRAY_CAST
|
||||
<PHP>\([ \t]*(bool|boolean)[ \t]*\) lval.token = token.NewToken(l.handleNewLine(l.TokenBytes(nil))); return T_BOOL_CAST
|
||||
<PHP>\([ \t]*(real|double|float)[ \t]*\) lval.token = token.NewToken(l.handleNewLine(l.TokenBytes(nil))); return T_DOUBLE_CAST
|
||||
<PHP>\([ \t]*(int|integer)[ \t]*\) lval.token = token.NewToken(l.handleNewLine(l.TokenBytes(nil))); return T_INT_CAST
|
||||
<PHP>\([ \t]*object[ \t]*\) lval.token = token.NewToken(l.handleNewLine(l.TokenBytes(nil))); return T_OBJECT_CAST
|
||||
<PHP>\([ \t]*string[ \t]*\) lval.token = token.NewToken(l.handleNewLine(l.TokenBytes(nil))); return T_STRING_CAST
|
||||
<PHP>\([ \t]*unset[ \t]*\) lval.token = token.NewToken(l.handleNewLine(l.TokenBytes(nil))); return T_UNSET_CAST
|
||||
<PHP>new lval.token = token.NewToken(l.handleNewLine(l.TokenBytes(nil))); return T_NEW
|
||||
<PHP>and lval.token = token.NewToken(l.handleNewLine(l.TokenBytes(nil))); return T_LOGICAL_AND
|
||||
<PHP>or lval.token = token.NewToken(l.handleNewLine(l.TokenBytes(nil))); return T_LOGICAL_OR
|
||||
<PHP>xor lval.token = token.NewToken(l.handleNewLine(l.TokenBytes(nil))); return T_LOGICAL_XOR
|
||||
<PHP>\\ lval.token = token.NewToken(l.handleNewLine(l.TokenBytes(nil))); return T_NS_SEPARATOR
|
||||
<PHP>\.\.\. lval.token = token.NewToken(l.handleNewLine(l.TokenBytes(nil))); return T_ELLIPSIS;
|
||||
<PHP>:: lval.token = token.NewToken(l.handleNewLine(l.TokenBytes(nil))); return T_PAAMAYIM_NEKUDOTAYIM; // T_DOUBLE_COLON
|
||||
<PHP>&& lval.token = token.NewToken(l.handleNewLine(l.TokenBytes(nil))); return T_BOOLEAN_AND
|
||||
<PHP>\|\| lval.token = token.NewToken(l.handleNewLine(l.TokenBytes(nil))); return T_BOOLEAN_OR
|
||||
<PHP>&= lval.token = token.NewToken(l.handleNewLine(l.TokenBytes(nil))); return T_AND_EQUAL
|
||||
<PHP>\|= lval.token = token.NewToken(l.handleNewLine(l.TokenBytes(nil))); return T_OR_EQUAL
|
||||
<PHP>\.= lval.token = token.NewToken(l.handleNewLine(l.TokenBytes(nil))); return T_CONCAT_EQUAL;
|
||||
<PHP>\*= lval.token = token.NewToken(l.handleNewLine(l.TokenBytes(nil))); return T_MUL_EQUAL
|
||||
<PHP>\*\*= lval.token = token.NewToken(l.handleNewLine(l.TokenBytes(nil))); return T_POW_EQUAL
|
||||
<PHP>[/]= lval.token = token.NewToken(l.handleNewLine(l.TokenBytes(nil))); return T_DIV_EQUAL;
|
||||
<PHP>\+= lval.token = token.NewToken(l.handleNewLine(l.TokenBytes(nil))); return T_PLUS_EQUAL
|
||||
<PHP>-= lval.token = token.NewToken(l.handleNewLine(l.TokenBytes(nil))); return T_MINUS_EQUAL
|
||||
<PHP>\^= lval.token = token.NewToken(l.handleNewLine(l.TokenBytes(nil))); return T_XOR_EQUAL
|
||||
<PHP>%= lval.token = token.NewToken(l.handleNewLine(l.TokenBytes(nil))); return T_MOD_EQUAL
|
||||
<PHP>-- lval.token = token.NewToken(l.handleNewLine(l.TokenBytes(nil))); return T_DEC;
|
||||
<PHP>\+\+ lval.token = token.NewToken(l.handleNewLine(l.TokenBytes(nil))); return T_INC
|
||||
<PHP>=> lval.token = token.NewToken(l.handleNewLine(l.TokenBytes(nil))); return T_DOUBLE_ARROW;
|
||||
<PHP>\<=\> lval.token = token.NewToken(l.handleNewLine(l.TokenBytes(nil))); return T_SPACESHIP
|
||||
<PHP>\!=|\<\> lval.token = token.NewToken(l.handleNewLine(l.TokenBytes(nil))); return T_IS_NOT_EQUAL
|
||||
<PHP>\!== lval.token = token.NewToken(l.handleNewLine(l.TokenBytes(nil))); return T_IS_NOT_IDENTICAL
|
||||
<PHP>== lval.token = token.NewToken(l.handleNewLine(l.TokenBytes(nil))); return T_IS_EQUAL
|
||||
<PHP>=== lval.token = token.NewToken(l.handleNewLine(l.TokenBytes(nil))); return T_IS_IDENTICAL
|
||||
<PHP>\<\<= lval.token = token.NewToken(l.handleNewLine(l.TokenBytes(nil))); return T_SL_EQUAL
|
||||
<PHP>\>\>= lval.token = token.NewToken(l.handleNewLine(l.TokenBytes(nil))); return T_SR_EQUAL
|
||||
<PHP>\>= lval.token = token.NewToken(l.handleNewLine(l.TokenBytes(nil))); return T_IS_GREATER_OR_EQUAL
|
||||
<PHP>\<= lval.token = token.NewToken(l.handleNewLine(l.TokenBytes(nil))); return T_IS_SMALLER_OR_EQUAL
|
||||
<PHP>\*\* lval.token = token.NewToken(l.handleNewLine(l.TokenBytes(nil))); return T_POW
|
||||
<PHP>\<\< lval.token = token.NewToken(l.handleNewLine(l.TokenBytes(nil))); return T_SL
|
||||
<PHP>\>\> lval.token = token.NewToken(l.handleNewLine(l.TokenBytes(nil))); return T_SR
|
||||
<PHP>\?\? lval.token = token.NewToken(l.handleNewLine(l.TokenBytes(nil))); return T_COALESCE
|
||||
<PHP>(#|[/][/]).*{NEW_LINE} lval.token = token.NewToken(l.handleNewLine(l.TokenBytes(nil)));// return T_COMMENT; // TODO: handle ?>
|
||||
<PHP>abstract lval.token = l.newToken(); return T_ABSTRACT
|
||||
<PHP>array lval.token = l.newToken(); return T_ARRAY
|
||||
<PHP>as lval.token = l.newToken(); return T_AS
|
||||
<PHP>break lval.token = l.newToken(); return T_BREAK
|
||||
<PHP>callable lval.token = l.newToken(); return T_CALLABLE
|
||||
<PHP>case lval.token = l.newToken(); return T_CASE
|
||||
<PHP>catch lval.token = l.newToken(); return T_CATCH
|
||||
<PHP>class lval.token = l.newToken(); return T_CLASS
|
||||
<PHP>clone lval.token = l.newToken(); return T_CLONE
|
||||
<PHP>const lval.token = l.newToken(); return T_CONST;
|
||||
<PHP>continue lval.token = l.newToken(); return T_CONTINUE;
|
||||
<PHP>declare lval.token = l.newToken(); return T_DECLARE;
|
||||
<PHP>default lval.token = l.newToken(); return T_DEFAULT;
|
||||
<PHP>do lval.token = l.newToken(); return T_DO;
|
||||
<PHP>echo lval.token = l.newToken(); return T_ECHO;
|
||||
<PHP>else lval.token = l.newToken(); return T_ELSE;
|
||||
<PHP>elseif lval.token = l.newToken(); return T_ELSEIF;
|
||||
<PHP>empty lval.token = l.newToken(); return T_EMPTY;
|
||||
<PHP>enddeclare lval.token = l.newToken(); return T_ENDDECLARE
|
||||
<PHP>endfor lval.token = l.newToken(); return T_ENDFOR
|
||||
<PHP>endforeach lval.token = l.newToken(); return T_ENDFOREACH
|
||||
<PHP>endif lval.token = l.newToken(); return T_ENDIF
|
||||
<PHP>endswitch lval.token = l.newToken(); return T_ENDSWITCH
|
||||
<PHP>endwhile lval.token = l.newToken(); return T_ENDWHILE
|
||||
<PHP>eval lval.token = l.newToken(); return T_EVAL
|
||||
<PHP>exit|die lval.token = l.newToken(); return T_EXIT
|
||||
<PHP>extends lval.token = l.newToken(); return T_EXTENDS
|
||||
<PHP>final lval.token = l.newToken(); return T_FINAL
|
||||
<PHP>finally lval.token = l.newToken(); return T_FINALLY
|
||||
<PHP>for lval.token = l.newToken(); return T_FOR
|
||||
<PHP>foreach lval.token = l.newToken(); return T_FOREACH
|
||||
<PHP>function|cfunction lval.token = l.newToken(); return T_FUNCTION
|
||||
<PHP>global lval.token = l.newToken(); return T_GLOBAL
|
||||
<PHP>goto lval.token = l.newToken(); return T_GOTO
|
||||
<PHP>if lval.token = l.newToken(); return T_IF
|
||||
<PHP>isset lval.token = l.newToken(); return T_ISSET
|
||||
<PHP>implements lval.token = l.newToken(); return T_IMPLEMENTS
|
||||
<PHP>instanceof lval.token = l.newToken(); return T_INSTANCEOF
|
||||
<PHP>insteadof lval.token = l.newToken(); return T_INSTEADOF
|
||||
<PHP>interface lval.token = l.newToken(); return T_INTERFACE
|
||||
<PHP>list lval.token = l.newToken(); return T_LIST
|
||||
<PHP>namespace lval.token = l.newToken(); return T_NAMESPACE
|
||||
<PHP>private lval.token = l.newToken(); return T_PRIVATE
|
||||
<PHP>public lval.token = l.newToken(); return T_PUBLIC
|
||||
<PHP>print lval.token = l.newToken(); return T_PRINT
|
||||
<PHP>protected lval.token = l.newToken(); return T_PROTECTED
|
||||
<PHP>return lval.token = l.newToken(); return T_RETURN
|
||||
<PHP>static lval.token = l.newToken(); return T_STATIC
|
||||
<PHP>switch lval.token = l.newToken(); return T_SWITCH
|
||||
<PHP>throw lval.token = l.newToken(); return T_THROW
|
||||
<PHP>trait lval.token = l.newToken(); return T_TRAIT
|
||||
<PHP>try lval.token = l.newToken(); return T_TRY
|
||||
<PHP>unset lval.token = l.newToken(); return T_UNSET
|
||||
<PHP>use lval.token = l.newToken(); return T_USE
|
||||
<PHP>var lval.token = l.newToken(); return T_VAR
|
||||
<PHP>while lval.token = l.newToken(); return T_WHILE
|
||||
<PHP>yield[ \t\n\r]+from[^a-zA-Z0-9_\x80-\xff] lval.token = l.newToken(); return T_YIELD_FROM
|
||||
<PHP>yield lval.token = l.newToken(); return T_YIELD
|
||||
<PHP>include lval.token = l.newToken(); return T_INCLUDE
|
||||
<PHP>include_once lval.token = l.newToken(); return T_INCLUDE_ONCE
|
||||
<PHP>require lval.token = l.newToken(); return T_REQUIRE
|
||||
<PHP>require_once lval.token = l.newToken(); return T_REQUIRE_ONCE
|
||||
<PHP>__CLASS__ lval.token = l.newToken(); return T_CLASS_C
|
||||
<PHP>__DIR__ lval.token = l.newToken(); return T_DIR
|
||||
<PHP>__FILE__ lval.token = l.newToken(); return T_FILE
|
||||
<PHP>__FUNCTION__ lval.token = l.newToken(); return T_FUNC_C
|
||||
<PHP>__LINE__ lval.token = l.newToken(); return T_LINE
|
||||
<PHP>__NAMESPACE__ lval.token = l.newToken(); return T_NS_C
|
||||
<PHP>__METHOD__ lval.token = l.newToken(); return T_METHOD_C
|
||||
<PHP>__TRAIT__ lval.token = l.newToken(); return T_TRAIT_C
|
||||
<PHP>__halt_compiler lval.token = l.newToken(); return T_HALT_COMPILER
|
||||
<PHP>\([ \t]*array[ \t]*\) lval.token = l.newToken(); return T_ARRAY_CAST
|
||||
<PHP>\([ \t]*(bool|boolean)[ \t]*\) lval.token = l.newToken(); return T_BOOL_CAST
|
||||
<PHP>\([ \t]*(real|double|float)[ \t]*\) lval.token = l.newToken(); return T_DOUBLE_CAST
|
||||
<PHP>\([ \t]*(int|integer)[ \t]*\) lval.token = l.newToken(); return T_INT_CAST
|
||||
<PHP>\([ \t]*object[ \t]*\) lval.token = l.newToken(); return T_OBJECT_CAST
|
||||
<PHP>\([ \t]*string[ \t]*\) lval.token = l.newToken(); return T_STRING_CAST
|
||||
<PHP>\([ \t]*unset[ \t]*\) lval.token = l.newToken(); return T_UNSET_CAST
|
||||
<PHP>new lval.token = l.newToken(); return T_NEW
|
||||
<PHP>and lval.token = l.newToken(); return T_LOGICAL_AND
|
||||
<PHP>or lval.token = l.newToken(); return T_LOGICAL_OR
|
||||
<PHP>xor lval.token = l.newToken(); return T_LOGICAL_XOR
|
||||
<PHP>\\ lval.token = l.newToken(); return T_NS_SEPARATOR
|
||||
<PHP>\.\.\. lval.token = l.newToken(); return T_ELLIPSIS;
|
||||
<PHP>:: lval.token = l.newToken(); return T_PAAMAYIM_NEKUDOTAYIM; // T_DOUBLE_COLON
|
||||
<PHP>&& lval.token = l.newToken(); return T_BOOLEAN_AND
|
||||
<PHP>\|\| lval.token = l.newToken(); return T_BOOLEAN_OR
|
||||
<PHP>&= lval.token = l.newToken(); return T_AND_EQUAL
|
||||
<PHP>\|= lval.token = l.newToken(); return T_OR_EQUAL
|
||||
<PHP>\.= lval.token = l.newToken(); return T_CONCAT_EQUAL;
|
||||
<PHP>\*= lval.token = l.newToken(); return T_MUL_EQUAL
|
||||
<PHP>\*\*= lval.token = l.newToken(); return T_POW_EQUAL
|
||||
<PHP>[/]= lval.token = l.newToken(); return T_DIV_EQUAL;
|
||||
<PHP>\+= lval.token = l.newToken(); return T_PLUS_EQUAL
|
||||
<PHP>-= lval.token = l.newToken(); return T_MINUS_EQUAL
|
||||
<PHP>\^= lval.token = l.newToken(); return T_XOR_EQUAL
|
||||
<PHP>%= lval.token = l.newToken(); return T_MOD_EQUAL
|
||||
<PHP>-- lval.token = l.newToken(); return T_DEC;
|
||||
<PHP>\+\+ lval.token = l.newToken(); return T_INC
|
||||
<PHP>=> lval.token = l.newToken(); return T_DOUBLE_ARROW;
|
||||
<PHP>\<=\> lval.token = l.newToken(); return T_SPACESHIP
|
||||
<PHP>\!=|\<\> lval.token = l.newToken(); return T_IS_NOT_EQUAL
|
||||
<PHP>\!== lval.token = l.newToken(); return T_IS_NOT_IDENTICAL
|
||||
<PHP>== lval.token = l.newToken(); return T_IS_EQUAL
|
||||
<PHP>=== lval.token = l.newToken(); return T_IS_IDENTICAL
|
||||
<PHP>\<\<= lval.token = l.newToken(); return T_SL_EQUAL
|
||||
<PHP>\>\>= lval.token = l.newToken(); return T_SR_EQUAL
|
||||
<PHP>\>= lval.token = l.newToken(); return T_IS_GREATER_OR_EQUAL
|
||||
<PHP>\<= lval.token = l.newToken(); return T_IS_SMALLER_OR_EQUAL
|
||||
<PHP>\*\* lval.token = l.newToken(); return T_POW
|
||||
<PHP>\<\< lval.token = l.newToken(); return T_SL
|
||||
<PHP>\>\> lval.token = l.newToken(); return T_SR
|
||||
<PHP>\?\? lval.token = l.newToken(); return T_COALESCE
|
||||
<PHP>(#|[/][/]).*{NEW_LINE} lval.token = l.newToken();// return T_COMMENT; // TODO: handle ?>
|
||||
<PHP>([/][*])|([/][*][*])
|
||||
tb := l.TokenBytes(nil)
|
||||
is_doc_comment := false
|
||||
@@ -279,23 +280,23 @@ NEW_LINE (\r|\n|\r\n)
|
||||
// return T_COMMENT
|
||||
}
|
||||
|
||||
<PHP>{OPERATORS} lval.token = token.NewToken(l.handleNewLine(l.TokenBytes(nil))); return rune2Class(rune(l.TokenBytes(nil)[0]))
|
||||
<PHP>{OPERATORS} lval.token = l.newToken(); return rune2Class(rune(l.TokenBytes(nil)[0]))
|
||||
|
||||
<PHP>\{ l.pushState(PHP); lval.token = token.NewToken(l.handleNewLine(l.TokenBytes(nil))); return rune2Class(rune(l.TokenBytes(nil)[0]))
|
||||
<PHP>\} l.popState(); lval.token = token.NewToken(l.handleNewLine(l.TokenBytes(nil))); return rune2Class(rune(l.TokenBytes(nil)[0])); l.phpDocComment = ""
|
||||
<PHP>\${VAR_NAME} lval.token = token.NewToken(l.handleNewLine(l.TokenBytes(nil))); return T_VARIABLE
|
||||
<PHP>{VAR_NAME} lval.token = token.NewToken(l.handleNewLine(l.TokenBytes(nil))); return T_STRING
|
||||
<PHP>\{ l.pushState(PHP); lval.token = l.newToken(); return rune2Class(rune(l.TokenBytes(nil)[0]))
|
||||
<PHP>\} l.popState(); lval.token = l.newToken(); return rune2Class(rune(l.TokenBytes(nil)[0])); l.phpDocComment = ""
|
||||
<PHP>\${VAR_NAME} lval.token = l.newToken(); return T_VARIABLE
|
||||
<PHP>{VAR_NAME} lval.token = l.newToken(); return T_STRING
|
||||
|
||||
<PHP>-> l.begin(PROPERTY);lval.token = token.NewToken(l.handleNewLine(l.TokenBytes(nil))); return T_OBJECT_OPERATOR;
|
||||
<PROPERTY>[ \t\n\r]+ lval.token = token.NewToken(l.handleNewLine(l.TokenBytes(nil))); return T_WHITESPACE;
|
||||
<PROPERTY>-> lval.token = token.NewToken(l.handleNewLine(l.TokenBytes(nil))); return T_OBJECT_OPERATOR;
|
||||
<PROPERTY>{VAR_NAME} l.begin(PHP);lval.token = token.NewToken(l.handleNewLine(l.TokenBytes(nil))); return T_STRING;
|
||||
<PHP>-> l.begin(PROPERTY);lval.token = l.newToken(); return T_OBJECT_OPERATOR;
|
||||
<PROPERTY>[ \t\n\r]+ lval.token = l.newToken(); return T_WHITESPACE;
|
||||
<PROPERTY>-> lval.token = l.newToken(); return T_OBJECT_OPERATOR;
|
||||
<PROPERTY>{VAR_NAME} l.begin(PHP);lval.token = l.newToken(); return T_STRING;
|
||||
<PROPERTY>. l.ungetN(1);l.begin(PHP)
|
||||
|
||||
<PHP>[\']([^\\\']*([\\].)*)*[\'] lval.token = token.NewToken(l.handleNewLine(l.TokenBytes(nil))); return T_CONSTANT_ENCAPSED_STRING;
|
||||
<PHP>[\']([^\\\']*([\\].)*)*[\'] lval.token = l.newToken(); return T_CONSTANT_ENCAPSED_STRING;
|
||||
|
||||
<PHP>` l.begin(BACKQUOTE); lval.token = token.NewToken(l.handleNewLine(l.TokenBytes(nil))); return rune2Class(rune(l.TokenBytes(nil)[0]))
|
||||
<BACKQUOTE>` l.begin(PHP); lval.token = token.NewToken(l.handleNewLine(l.TokenBytes(nil))); return rune2Class(rune(l.TokenBytes(nil)[0]))
|
||||
<PHP>` l.begin(BACKQUOTE); lval.token = l.newToken(); return rune2Class(rune(l.TokenBytes(nil)[0]))
|
||||
<BACKQUOTE>` l.begin(PHP); lval.token = l.newToken(); return rune2Class(rune(l.TokenBytes(nil)[0]))
|
||||
|
||||
<PHP>[b]?\<\<\<[ \t]*({VAR_NAME}|([']{VAR_NAME}['])|(["]{VAR_NAME}["])){NEW_LINE}
|
||||
tb := l.TokenBytes(nil)
|
||||
@@ -408,7 +409,7 @@ NEW_LINE (\r|\n|\r\n)
|
||||
switch c {
|
||||
case '"' :
|
||||
c = l.Next();
|
||||
lval.token = token.NewToken(l.handleNewLine(l.TokenBytes(nil))); return T_CONSTANT_ENCAPSED_STRING
|
||||
lval.token = l.newToken(); return T_CONSTANT_ENCAPSED_STRING
|
||||
break F;
|
||||
|
||||
case '$':
|
||||
@@ -434,9 +435,9 @@ NEW_LINE (\r|\n|\r\n)
|
||||
c = l.Next()
|
||||
}
|
||||
|
||||
<STRING>\" l.popState(); lval.token = token.NewToken(l.handleNewLine(l.TokenBytes(nil))); return rune2Class(rune(l.TokenBytes(nil)[0]))
|
||||
<STRING>\" l.popState(); lval.token = l.newToken(); return rune2Class(rune(l.TokenBytes(nil)[0]))
|
||||
<STRING,HEREDOC,BACKQUOTE>\{\$ lval.token = token.NewToken(l.handleNewLine(l.ungetN(1))); l.pushState(PHP); return T_CURLY_OPEN
|
||||
<STRING,HEREDOC,BACKQUOTE>\$\{ l.pushState(STRING_VAR_NAME);lval.token = token.NewToken(l.handleNewLine(l.TokenBytes(nil))); return T_DOLLAR_OPEN_CURLY_BRACES
|
||||
<STRING,HEREDOC,BACKQUOTE>\$\{ l.pushState(STRING_VAR_NAME);lval.token = l.newToken(); return T_DOLLAR_OPEN_CURLY_BRACES
|
||||
<STRING,HEREDOC,BACKQUOTE>\$ l.ungetN(1);l.pushState(STRING_VAR)
|
||||
<STRING>.|[ \t\n\r]
|
||||
F1:for {
|
||||
@@ -446,7 +447,7 @@ NEW_LINE (\r|\n|\r\n)
|
||||
|
||||
switch c {
|
||||
case '"' :
|
||||
lval.token = token.NewToken(l.handleNewLine(l.TokenBytes(nil)));
|
||||
lval.token = l.newToken();
|
||||
return T_ENCAPSED_AND_WHITESPACE
|
||||
break F1;
|
||||
|
||||
@@ -487,7 +488,7 @@ NEW_LINE (\r|\n|\r\n)
|
||||
|
||||
switch c {
|
||||
case '`' :
|
||||
lval.token = token.NewToken(l.handleNewLine(l.TokenBytes(nil)));
|
||||
lval.token = l.newToken();
|
||||
return T_ENCAPSED_AND_WHITESPACE
|
||||
break F2;
|
||||
|
||||
@@ -572,19 +573,19 @@ NEW_LINE (\r|\n|\r\n)
|
||||
lval.token = token.NewToken(l.handleNewLine(tb));
|
||||
return T_ENCAPSED_AND_WHITESPACE
|
||||
|
||||
<STRING_VAR>\${VAR_NAME} lval.token = token.NewToken(l.handleNewLine(l.TokenBytes(nil))); return T_VARIABLE
|
||||
<STRING_VAR>\${VAR_NAME} lval.token = l.newToken(); return T_VARIABLE
|
||||
<STRING_VAR>->{VAR_NAME} lval.token = token.NewToken(l.handleNewLine(l.ungetN(len(l.TokenBytes(nil))-2))); return T_OBJECT_OPERATOR
|
||||
<STRING_VAR>{VAR_NAME} l.popState();lval.token = token.NewToken(l.handleNewLine(l.TokenBytes(nil))); return T_STRING
|
||||
<STRING_VAR>\[ l.pushState(STRING_VAR_INDEX);lval.token = token.NewToken(l.handleNewLine(l.TokenBytes(nil))); return rune2Class(rune(l.TokenBytes(nil)[0]))
|
||||
<STRING_VAR>{VAR_NAME} l.popState();lval.token = l.newToken(); return T_STRING
|
||||
<STRING_VAR>\[ l.pushState(STRING_VAR_INDEX);lval.token = l.newToken(); return rune2Class(rune(l.TokenBytes(nil)[0]))
|
||||
<STRING_VAR>.|[ \t\n\r] l.ungetN(1);l.popState()
|
||||
|
||||
<STRING_VAR_INDEX>{LNUM}|{HNUM}|{BNUM} lval.token = token.NewToken(l.handleNewLine(l.TokenBytes(nil))); return T_NUM_STRING
|
||||
<STRING_VAR_INDEX>\${VAR_NAME} lval.token = token.NewToken(l.handleNewLine(l.TokenBytes(nil))); return T_VARIABLE
|
||||
<STRING_VAR_INDEX>{VAR_NAME} lval.token = token.NewToken(l.handleNewLine(l.TokenBytes(nil))); return T_STRING
|
||||
<STRING_VAR_INDEX>\] l.popState(); l.popState();lval.token = token.NewToken(l.handleNewLine(l.TokenBytes(nil))); return rune2Class(rune(l.TokenBytes(nil)[0]))
|
||||
<STRING_VAR_INDEX>[ \n\r\t\\'#] l.popState(); l.popState();lval.token = token.NewToken(l.handleNewLine(l.TokenBytes(nil))); return T_ENCAPSED_AND_WHITESPACE
|
||||
<STRING_VAR_INDEX>{OPERATORS} lval.token = token.NewToken(l.handleNewLine(l.TokenBytes(nil))); return rune2Class(rune(l.TokenBytes(nil)[0]))
|
||||
<STRING_VAR_INDEX>. lval.token = token.NewToken(l.handleNewLine(l.TokenBytes(nil))); return rune2Class(rune(l.TokenBytes(nil)[0]))
|
||||
<STRING_VAR_INDEX>{LNUM}|{HNUM}|{BNUM} lval.token = l.newToken(); return T_NUM_STRING
|
||||
<STRING_VAR_INDEX>\${VAR_NAME} lval.token = l.newToken(); return T_VARIABLE
|
||||
<STRING_VAR_INDEX>{VAR_NAME} lval.token = l.newToken(); return T_STRING
|
||||
<STRING_VAR_INDEX>\] l.popState(); l.popState();lval.token = l.newToken(); return rune2Class(rune(l.TokenBytes(nil)[0]))
|
||||
<STRING_VAR_INDEX>[ \n\r\t\\'#] l.popState(); l.popState();lval.token = l.newToken(); return T_ENCAPSED_AND_WHITESPACE
|
||||
<STRING_VAR_INDEX>{OPERATORS} lval.token = l.newToken(); return rune2Class(rune(l.TokenBytes(nil)[0]))
|
||||
<STRING_VAR_INDEX>. lval.token = l.newToken(); return rune2Class(rune(l.TokenBytes(nil)[0]))
|
||||
|
||||
<STRING_VAR_NAME>{VAR_NAME}[\[\}] l.popState();l.pushState(PHP);lval.token = token.NewToken(l.handleNewLine(l.ungetN(1))); return T_STRING_VARNAME
|
||||
<STRING_VAR_NAME>. l.ungetN(1);l.popState();l.pushState(PHP)
|
||||
|
||||
Reference in New Issue
Block a user