Separates on character tokens (":;,+-*/").

This commit is contained in:
Robert Greene 2003-06-06 03:22:37 +00:00
parent 895685e948
commit 50aab615cc

View File

@ -113,6 +113,9 @@ public class ApplesoftTokenizer {
} else {
return new ApplesoftToken(byt, tokens[token]);
}
} else if (byt == ':' || byt == ';' || byt == ',' || byt == '^'
|| byt == '+' || byt == '-' || byt == '*' || byt == '/') {
return new ApplesoftToken(new String(new byte[] { byt }));
} else {
StringBuffer string = new StringBuffer();
while (true) {