Merge pull request #54 from imuli/other-unicode

distinguish unknown unicode characters from EOF

scanner/lexer.go

@@ -462,8 +462,10 @@ func Rune2Class(r rune) int {
 	if unicode.IsGraphic(r) {
 		return classUnicodeGraphic
 	}
-	// return classOther
+	if r == lex.RuneEOF {
-	return -1
+		return int(r)
+	}
+	return classOther
 }
 
 // NewLexer the Lexer constructor