Apple-2-SW/bastools
1
0
Fork 0
mirror of https://github.com/AppleCommander/bastools.git synced 2024-06-09 04:29:28 +00:00
Code Issues Projects Releases Wiki Activity

Marking most of this class as private to prevent API poisoning.

Browse Source 
Preparation for #43.
This commit is contained in:
Rob Greene 2020-11-25 12:38:31 -06:00
parent 71f28fccc0
commit bcfa634f7b
1 changed files with 9 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

13
api/src/main/java/io/github/applecommander/bastools/api/TokenReader.java
View File

@ -18,7 +18,12 @@ import io.github.applecommander.bastools.api.model.Token;
/** /**
* The TokenReader, given a text file, generates a series of Tokens (in the compiler sense, * The TokenReader, given a text file, generates a series of Tokens (in the compiler sense,
* not AppleSoft) for the AppleSoft program. * not AppleSoft) for the AppleSoft program.
* * <p/>
* Note that this relies on the Java StreamTokenizer. The goal is to provide a more modern
* parsing of tokens (in which it succeeds), however, AppleSoft itself is dated and mixes with
* what a modern syntax would consist of. Specifically, the '#' is out of place as part of a
* token and not a syntax element. Hence there is some funny business embedded in the code.
*
* @author rob * @author rob
*/ */
public class TokenReader { public class TokenReader {
@ -57,16 +62,16 @@ public class TokenReader {
return tokens; return tokens;
} }
public TokenReader(Reader reader) { private TokenReader(Reader reader) {
this.reader = reader; this.reader = reader;
this.tokenizer = ApplesoftKeyword.tokenizer(reader); this.tokenizer = ApplesoftKeyword.tokenizer(reader);
} }
public boolean hasMore() { private boolean hasMore() {
return hasMore; return hasMore;
} }
public Optional<Token> next(int depth) throws IOException { private Optional<Token> next(int depth) throws IOException {
// A cheesy attempt to prevent too much looping... // A cheesy attempt to prevent too much looping...
if (depth > 0) { if (depth > 0) {
if (this.needSyntheticEol) { if (this.needSyntheticEol) {