Add support for \x80-\xff.
Change \x7f-\xff to \x80-\xff.
This commit is contained in:
Ganlv 2019-06-03 22:22:05 +08:00
parent a7e37add48
commit 69f7ff2216
2 changed files with 8455 additions and 6995 deletions

File diff suppressed because it is too large Load Diff

View File

@ -58,8 +58,9 @@ func (lex *Lexer) Lex(lval Lval) int {
bnum = '0b' [01]+;
exponent_dnum = (lnum | dnum) ('e'|'E') ('+'|'-')? lnum;
varname = /[a-zA-Z_\x7f-\xff][a-zA-Z0-9_\x7f-\xff]*/;
varname_first = /[a-zA-Z_\x7f-\xff]/;
varname_first = [a-zA-Z_] | (0x0080..0x00FF);
varname_second = varname_first | [0-9];
varname = varname_first (varname_second)*;
heredoc_label = varname >heredoc_lbl_start %heredoc_lbl_end;
operators = ';'|':'|','|'.'|'['|']'|'('|')'|'|'|'/'|'^'|'&'|'+'|'-'|'*'|'='|'%'|'!'|'~'|'$'|'<'|'>'|'?'|'@';