maride/php-parser
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Merge branch 'ganlvtech-dev' into dev

Browse Source
This commit is contained in:
z7zmey 2019-06-06 21:33:30 +03:00
commit fb2adacdd2
3 changed files with 8468 additions and 6995 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

15511
scanner/scanner.go
View File

File diff suppressed because it is too large Load Diff

5
scanner/scanner.rl
View File

@ -58,8 +58,9 @@ func (lex *Lexer) Lex(lval Lval) int {
bnum = '0b' [01]+; bnum = '0b' [01]+;
exponent_dnum = (lnum | dnum) ('e'|'E') ('+'|'-')? lnum; exponent_dnum = (lnum | dnum) ('e'|'E') ('+'|'-')? lnum;
varname = /[a-zA-Z_\x7f-\xff][a-zA-Z0-9_\x7f-\xff]*/; varname_first = [a-zA-Z_] | (0x0080..0x00FF);
varname_first = /[a-zA-Z_\x7f-\xff]/; varname_second = varname_first | [0-9];
varname = varname_first (varname_second)*;
heredoc_label = varname >heredoc_lbl_start %heredoc_lbl_end; heredoc_label = varname >heredoc_lbl_start %heredoc_lbl_end;
operators = ';'|':'|','|'.'|'['|']'|'('|')'|'|'|'/'|'^'|'&'|'+'|'-'|'*'|'='|'%'|'!'|'~'|'$'|'<'|'>'|'?'|'@'; operators = ';'|':'|','|'.'|'['|']'|'('|')'|'|'|'/'|'^'|'&'|'+'|'-'|'*'|'='|'%'|'!'|'~'|'$'|'<'|'>'|'?'|'@';

13
scanner/scanner_test.go
View File

@ -1375,6 +1375,19 @@ func TestYieldFromTokens(t *testing.T) {
assert.DeepEqual(t, expected, actual) assert.DeepEqual(t, expected, actual)
} }
func TestVarNameByteChars(t *testing.T) {
src := "<?php $\x80 $\xff"
lexer := NewLexer([]byte(src))
lv := &lval{}
lexer.Lex(lv)
assert.Equal(t, "$\x80", lv.Tkn.Value)
lexer.Lex(lv)
assert.Equal(t, "$\xff", lv.Tkn.Value)
}
func TestIgnoreControllCharacters(t *testing.T) { func TestIgnoreControllCharacters(t *testing.T) {
src := "<?php \004 echo $b;" src := "<?php \004 echo $b;"