Allow GEL identifiers to contain underscores.

git-svn-id: http://google-refine.googlecode.com/svn/trunk@284 7d457c2a-affb-35e4-300a-418c747d4874
This commit is contained in:
David Huynh 2010-03-12 06:38:12 +00:00
parent 025eccce4b
commit 58450555e9

View File

@ -147,9 +147,14 @@ public class Scanner {
detail = "String not properly closed";
// fall through
} else if (Character.isLetter(c)) { // identifier
while (_index < _limit && Character.isLetterOrDigit(_text.charAt(_index))) {
_index++;
} else if (Character.isLetter(c) || c == '_') { // identifier
while (_index < _limit) {
char c1 = _text.charAt(_index);
if (c1 == '_' || Character.isLetterOrDigit(c1)) {
_index++;
} else {
break;
}
}
return new Token(