Files
8bitworkshop/gen/worker/wasmutils.js
T

318 lines
11 KiB
JavaScript

"use strict";
// WebAssembly module cache
// for Emscripten-compiled functions
Object.defineProperty(exports, "__esModule", { value: true });
exports.print_fn = exports.fsMeta = exports.emglobal = void 0;
exports.getWASMMemory = getWASMMemory;
exports.getWASMBinary = getWASMBinary;
exports.moduleInstFn = moduleInstFn;
exports.execMain = execMain;
exports.execToFile = execToFile;
exports.readBinaryOutput = readBinaryOutput;
exports.loadFilesystem = loadFilesystem;
exports.load = load;
exports.loadWASMBinary = loadWASMBinary;
exports.loadWASM = loadWASM;
exports.loadNative = loadNative;
exports.setupFS = setupFS;
exports.ensureFilesystem = ensureFilesystem;
exports.getSharedFileEntry = getSharedFileEntry;
exports.listSharedFiles = listSharedFiles;
exports.ensureWasiFilesystem = ensureWasiFilesystem;
exports.readWasiSharedFile = readWasiSharedFile;
exports.listWasiSharedFiles = listWasiSharedFiles;
exports.readSharedFile = readSharedFile;
exports.setupStdin = setupStdin;
const builder_1 = require("./builder");
const ENVIRONMENT_IS_NODE = typeof process === 'object' && process != null &&
typeof process.versions === 'object' && process.versions != null &&
typeof process.versions.node === 'string';
const ENVIRONMENT_IS_WORKER = typeof importScripts === 'function';
const ENVIRONMENT_IS_WEB = typeof window === 'object';
// Prefer the real Node global: tests sometimes install a jsdom `window`
// before this module loads, and picking that would make setupNodeEnvironment
// try to overwrite the read-only jsdom `window` property.
exports.emglobal = ENVIRONMENT_IS_NODE ? global : ENVIRONMENT_IS_WORKER ? self : ENVIRONMENT_IS_WEB ? window : global;
// simple CommonJS module loader
// TODO: relative paths for dependencies
if (!exports.emglobal['require']) {
exports.emglobal['require'] = (modpath) => {
if (modpath.endsWith('.js'))
modpath = modpath.slice(-3);
var modname = modpath.split('/').slice(-1)[0];
var hasNamespace = exports.emglobal[modname] != null;
console.log('@@@ require', modname, modpath, hasNamespace);
if (!hasNamespace) {
exports = {};
importScripts(`${modpath}.js`);
}
if (exports.emglobal[modname] == null) {
exports.emglobal[modname] = exports; // TODO: always put in global scope?
}
return exports.emglobal[modname]; // TODO
};
}
// TODO: leaks memory even when disabled...
var _WASM_module_cache = {};
var CACHE_WASM_MODULES = true; // if false, use asm.js only
// TODO: which modules need this?
var wasmMemory;
function getWASMMemory() {
if (wasmMemory == null) {
wasmMemory = new WebAssembly.Memory({
'initial': 1024, // 64MB
'maximum': 16384, // 1024MB
});
}
return wasmMemory;
}
function getWASMBinary(module_id) {
return wasmBlob[module_id];
}
function getWASMModule(module_id) {
var module = _WASM_module_cache[module_id];
if (!module) {
(0, builder_1.starttime)();
module = new WebAssembly.Module(wasmBlob[module_id]);
if (CACHE_WASM_MODULES) {
_WASM_module_cache[module_id] = module;
delete wasmBlob[module_id];
}
(0, builder_1.endtime)("module creation " + module_id);
}
return module;
}
// function for use with instantiateWasm
function moduleInstFn(module_id) {
return function (imports, ri) {
var mod = getWASMModule(module_id);
var inst = new WebAssembly.Instance(mod, imports);
ri(inst);
return inst.exports;
};
}
function execMain(step, mod, args) {
(0, builder_1.starttime)();
var run = mod.callMain || mod.run; // TODO: run?
run(args);
(0, builder_1.endtime)(step.tool);
console.log('exec', step.tool, args.join(' '));
}
/**
* Run main(), then store the named output file, optionally transforming it.
* Returns an error result when the tool reported errors, or null on success.
*/
function execToFile(step, mod, args, FS, destpath, errors, processFn) {
execMain(step, mod, args);
if (errors.length)
return { errors: errors };
var out = FS.readFile(destpath, { encoding: 'utf8' });
if (processFn)
out = processFn(out);
(0, builder_1.putWorkFile)(destpath, out);
return null;
}
/** Read and store a binary output file; returns null if it did not change. */
function readBinaryOutput(step, FS, objpath) {
var objout = FS.readFile(objpath, { encoding: 'binary' });
(0, builder_1.putWorkFile)(objpath, objout);
if (!(0, builder_1.anyTargetChanged)(step, [objpath]))
return null;
return objout;
}
/// asm.js / WASM / filesystem loading
exports.fsMeta = {};
var fsBlob = {};
var wasmBlob = {};
// load filesystems for CC65 and others asynchronously
function loadFilesystem(name) {
var xhr = new XMLHttpRequest();
xhr.responseType = 'blob';
xhr.open("GET", builder_1.PWORKER + "fs/fs" + name + ".data", false); // synchronous request
xhr.send(null);
fsBlob[name] = xhr.response;
xhr = new XMLHttpRequest();
xhr.responseType = 'json';
xhr.open("GET", builder_1.PWORKER + "fs/fs" + name + ".js.metadata", false); // synchronous request
xhr.send(null);
exports.fsMeta[name] = xhr.response;
console.log("Loaded " + name + " filesystem", exports.fsMeta[name].files.length, 'files', fsBlob[name].size, 'bytes');
}
var loaded = {};
function load(modulename, debug) {
if (!loaded[modulename]) {
importScripts(builder_1.PWORKER + 'asmjs/' + modulename + (debug ? "." + debug + ".js" : ".js"));
loaded[modulename] = 1;
}
}
function loadWASMBinary(modulename) {
if (!loaded[modulename]) {
var xhr = new XMLHttpRequest();
xhr.responseType = 'arraybuffer';
xhr.open("GET", builder_1.PWORKER + "wasm/" + modulename + ".wasm", false); // synchronous request
xhr.send(null);
if (xhr.response) {
wasmBlob[modulename] = new Uint8Array(xhr.response);
console.log("Loaded " + modulename + ".wasm (" + wasmBlob[modulename].length + " bytes)");
loaded[modulename] = 1;
}
else {
throw Error("Could not load WASM file " + modulename + ".wasm");
}
}
return wasmBlob[modulename];
}
function loadWASM(modulename, debug) {
if (!loaded[modulename]) {
importScripts(builder_1.PWORKER + "wasm/" + modulename + (debug ? "." + debug + ".js" : ".js"));
loadWASMBinary(modulename);
}
}
function loadNative(modulename) {
// detect WASM
if (CACHE_WASM_MODULES && typeof WebAssembly === 'object') {
loadWASM(modulename);
}
else {
load(modulename);
}
}
// mount the filesystem at /share
function setupFS(FS, name) {
var WORKERFS = FS.filesystems['WORKERFS'];
if (!exports.fsMeta[name])
throw Error("No filesystem for '" + name + "'");
FS.mkdir('/share');
FS.mount(WORKERFS, {
packages: [{ metadata: exports.fsMeta[name], blob: fsBlob[name] }]
}, '/share');
// fix for slow Blob operations by caching typed arrays
// https://github.com/kripken/emscripten/blob/incoming/src/library_workerfs.js
// https://bugs.chromium.org/p/chromium/issues/detail?id=349304#c30
var reader = WORKERFS.reader;
var blobcache = {};
WORKERFS.stream_ops.read = function (stream, buffer, offset, length, position) {
if (position >= stream.node.size)
return 0;
var contents = blobcache[stream.path];
if (!contents) {
var ab = reader.readAsArrayBuffer(stream.node.contents);
contents = blobcache[stream.path] = new Uint8Array(ab);
}
if (position + length > contents.length)
length = contents.length - position;
for (var i = 0; i < length; i++) {
buffer[offset + i] = contents[position + i];
}
return length;
};
}
var print_fn = function (s) {
console.log(s);
//console.log(new Error().stack);
};
exports.print_fn = print_fn;
/** Make sure a filesystem package is loaded (synchronous XHR, worker-only). */
function ensureFilesystem(name) {
if (!exports.fsMeta[name])
loadFilesystem(name);
}
/** Find an entry in the filesystem package metadata. */
function getSharedFileEntry(name, path) {
ensureFilesystem(name);
let meta = exports.fsMeta[name];
if (!meta || !meta.files)
return null;
for (let f of meta.files) {
if (f.filename == path)
return f;
}
return null;
}
/** List files under a directory prefix (e.g. '/include') of a filesystem package. */
function listSharedFiles(name, dir) {
ensureFilesystem(name);
let meta = exports.fsMeta[name];
if (!meta || !meta.files)
return [];
let result = [];
for (let f of meta.files) {
if (!dir || f.filename.startsWith(dir + '/'))
result.push(f.filename);
}
return result.sort();
}
/// shared code in WASI filesystem zips (e.g. cc2600/cc7800 headers)
// referenced by worker msgs as 'wasi:<zipname>'
const wasiutils_1 = require("./wasiutils");
var wasiFilesystems = {};
async function ensureWasiFilesystem(zipname) {
try {
if (!wasiFilesystems[zipname]) {
wasiFilesystems[zipname] = await (0, wasiutils_1.loadWASIFilesystemZip)(zipname);
}
return wasiFilesystems[zipname];
}
catch (e) {
console.log('Error loading WASI filesystem', zipname, e);
return null;
}
}
// Stored file names are relative to the fs root; strip a leading '/'
// so '/headers/vcs.h' matches 'headers/vcs.h'
function normalizeWasiPath(path) {
return path.startsWith('/') ? path.substring(1) : path;
}
/** Read a file from a WASI filesystem zip. Returns null if not found. */
async function readWasiSharedFile(zipname, path) {
let fs = await ensureWasiFilesystem(zipname);
if (!fs)
return null;
let norm = normalizeWasiPath(path);
let fd = fs.getFile(norm);
if (!fd || !fd.size)
return null;
let data = new Uint8Array(fd.size);
fd.offset = 0;
fd.read(data);
return data;
}
/** List files under a directory prefix (e.g. '/headers') of a WASI filesystem zip. */
async function listWasiSharedFiles(zipname, dir) {
let fs = await ensureWasiFilesystem(zipname);
if (!fs)
return [];
let prefix = normalizeWasiPath(dir) + '/';
return fs.getFiles()
.map(f => normalizeWasiPath(f.name))
.filter(name => name.startsWith(prefix))
.sort();
}
/** Read a file from a filesystem package blob. Returns null if not found.
* Async because Blob reading is async; call from worker message handlers. */
async function readSharedFile(name, path) {
let entry = getSharedFileEntry(name, path);
if (!entry || !fsBlob[name])
return null;
let blob = fsBlob[name].slice(entry.start, entry.end);
if (typeof Blob === 'undefined' || typeof blob['slice'] !== 'function')
return null; // not a browser Blob
const FRS = (typeof globalThis !== 'undefined' ? globalThis.FileReaderSync : undefined);
if (typeof FRS === 'function') {
return new Uint8Array(new FRS().readAsArrayBuffer(blob));
}
else if (typeof FileReader !== 'undefined') {
return await new Promise((resolve, reject) => {
let fr = new FileReader();
fr.onload = () => resolve(new Uint8Array(fr.result));
fr.onerror = () => reject(fr.error);
fr.readAsArrayBuffer(blob);
});
}
return null;
}
function setupStdin(fs, code) {
var i = 0;
fs.init(function () { return i < code.length ? code.charCodeAt(i++) : null; });
}
//# sourceMappingURL=wasmutils.js.map