Apple-2-SW/bastools
1
0
Fork 0
mirror of https://github.com/AppleCommander/bastools.git synced 2024-05-29 10:41:32 +00:00
Code Issues Projects Releases Wiki Activity

Pulling in AppleCommander tweaks.

Browse Source
This commit is contained in:
Rob Greene 2018-05-13 11:55:36 -05:00
parent f760b8a67b
commit 4c7e1ca530
2 changed files with 27 additions and 8 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

27
bastokenizer/src/main/java/com/webcodepro/applecommander/util/applesoft/TokenReader.java
View File

@ -3,6 +3,8 @@ package com.webcodepro.applecommander.util.applesoft;
import java.io.FileNotFoundException;
import java.io.FileReader;
import java.io.IOException;
import java.io.InputStream;
import java.io.InputStreamReader;
import java.io.Reader;
import java.io.StreamTokenizer;
import java.util.LinkedList;
@ -25,16 +27,25 @@ public class TokenReader {
/** A handy method to generate a list of Tokens from a file. */
public static Queue<Token> tokenize(String filename) throws FileNotFoundException, IOException {
try (FileReader fileReader = new FileReader(filename)) {
TokenReader tokenReader = new TokenReader(fileReader);
LinkedList<Token> tokens = new LinkedList<>();
while (tokenReader.hasMore()) {
// Magic number: maximum number of pieces from the StreamTokenizer that may be combined.
tokenReader.next(2)
.ifPresent(tokens::add);
}
return tokens;
return tokenize(fileReader);
}
}
/** A handy method to generate a list of Tokens from an InputStream. */
public static Queue<Token> tokenize(InputStream inputStream) throws IOException {
try (InputStreamReader streamReader = new InputStreamReader(inputStream)) {
return tokenize(streamReader);
}
}
private static Queue<Token> tokenize(Reader reader) throws IOException {
TokenReader tokenReader = new TokenReader(reader);
LinkedList<Token> tokens = new LinkedList<>();
while (tokenReader.hasMore()) {
// Magic number: maximum number of pieces from the StreamTokenizer that may be combined.
tokenReader.next(2)
.ifPresent(tokens::add);
}
return tokens;
}
public TokenReader(Reader reader) {
this.reader = reader;

8
bastokenizer/src/main/java/com/webcodepro/applecommander/util/applesoft/package-info.java Normal file
View File

@ -0,0 +1,8 @@
/**
* This package is used by the AppleSoft text file import capabilities of AppleCommander.
* It is separate from the other components, primarily due to it being used on the input side,
* but also due to the fact that this is the third time AppleSoft tokens have been defined!
*
* @author rob
*/
package com.webcodepro.applecommander.util.applesoft;