From a75acf0e665813e6dc8636b52cc95bc7b84fec1b Mon Sep 17 00:00:00 2001
From: Robert Greene <robgreene@users.sourceforge.net>
Date: Sun, 1 Jun 2003 19:46:59 +0000
Subject: [PATCH] Added a hack to break on expression terminators (colon comma,
 semicolon).

---
 .../webcodepro/applecommander/util/ApplesoftTokenizer.java    | 4 +++-
 1 file changed, 3 insertions(+), 1 deletion(-)

diff --git a/src/com/webcodepro/applecommander/util/ApplesoftTokenizer.java b/src/com/webcodepro/applecommander/util/ApplesoftTokenizer.java
index ba14a4b..eb7b04e 100644
--- a/src/com/webcodepro/applecommander/util/ApplesoftTokenizer.java
+++ b/src/com/webcodepro/applecommander/util/ApplesoftTokenizer.java
@@ -123,7 +123,9 @@ public class ApplesoftTokenizer {
 						string.append(ch);
 					}
 					byt = fileData[offset];
-					if ((byt & 0x80) != 0 || byt == 0) {
+					// FIXME: This is a hack to break on ":", ",", ";" but will fail on strings
+					if ((byt & 0x80) != 0 || byt == 0
+						|| byt == 0x3a || byt == 0x2c || byt == 0x3b) {
 						break;
 					}
 					offset++;