maride/php-parser
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Merge pull request #54 from imuli/other-unicode

Browse Source 
distinguish unknown unicode characters from EOF
This commit is contained in:
Vadym Slizov 2018-07-14 18:35:40 +03:00 committed by GitHub
commit 731a0ed1c4
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 4 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
scanner/lexer.go
View File

@ -462,8 +462,10 @@ func Rune2Class(r rune) int {
if unicode.IsGraphic(r) {
return classUnicodeGraphic
}
// return classOther
return -1
if r == lex.RuneEOF {
return int(r)
}
return classOther
}
// NewLexer the Lexer constructor