maride/php-parser
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

distinguish unknown unicode characters from EOF

Browse Source
This commit is contained in:
Imuli 2018-07-14 08:03:49 -04:00
parent 6d554c0468
commit 3ba2d2a91b
1 changed files with 4 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
scanner/lexer.go
View File

@ -462,8 +462,10 @@ func Rune2Class(r rune) int {
if unicode.IsGraphic(r) { if unicode.IsGraphic(r) {
return classUnicodeGraphic return classUnicodeGraphic
} }
// return classOther if r == lex.RuneEOF {
return -1 return int(r)
}
return classOther
} }
// NewLexer the Lexer constructor // NewLexer the Lexer constructor