Spaces:
Runtime error
Runtime error
let wasm; | |
const cachedTextDecoder = | |
typeof TextDecoder !== "undefined" | |
? new TextDecoder("utf-8", { ignoreBOM: true, fatal: true }) | |
: { | |
decode: () => { | |
throw Error("TextDecoder not available"); | |
}, | |
}; | |
if (typeof TextDecoder !== "undefined") { | |
cachedTextDecoder.decode(); | |
} | |
let cachedUint8Memory0 = null; | |
function getUint8Memory0() { | |
if (cachedUint8Memory0 === null || cachedUint8Memory0.byteLength === 0) { | |
cachedUint8Memory0 = new Uint8Array(wasm.memory.buffer); | |
} | |
return cachedUint8Memory0; | |
} | |
function getStringFromWasm0(ptr, len) { | |
ptr = ptr >>> 0; | |
return cachedTextDecoder.decode(getUint8Memory0().subarray(ptr, ptr + len)); | |
} | |
const heap = new Array(128).fill(undefined); | |
heap.push(undefined, null, true, false); | |
let heap_next = heap.length; | |
function addHeapObject(obj) { | |
if (heap_next === heap.length) heap.push(heap.length + 1); | |
const idx = heap_next; | |
heap_next = heap[idx]; | |
heap[idx] = obj; | |
return idx; | |
} | |
function getObject(idx) { | |
return heap[idx]; | |
} | |
function dropObject(idx) { | |
if (idx < 132) return; | |
heap[idx] = heap_next; | |
heap_next = idx; | |
} | |
function takeObject(idx) { | |
const ret = getObject(idx); | |
dropObject(idx); | |
return ret; | |
} | |
let WASM_VECTOR_LEN = 0; | |
function passArray8ToWasm0(arg, malloc) { | |
const ptr = malloc(arg.length * 1, 1) >>> 0; | |
getUint8Memory0().set(arg, ptr / 1); | |
WASM_VECTOR_LEN = arg.length; | |
return ptr; | |
} | |
let cachedInt32Memory0 = null; | |
function getInt32Memory0() { | |
if (cachedInt32Memory0 === null || cachedInt32Memory0.byteLength === 0) { | |
cachedInt32Memory0 = new Int32Array(wasm.memory.buffer); | |
} | |
return cachedInt32Memory0; | |
} | |
const cachedTextEncoder = | |
typeof TextEncoder !== "undefined" | |
? new TextEncoder("utf-8") | |
: { | |
encode: () => { | |
throw Error("TextEncoder not available"); | |
}, | |
}; | |
const encodeString = | |
typeof cachedTextEncoder.encodeInto === "function" | |
? function (arg, view) { | |
return cachedTextEncoder.encodeInto(arg, view); | |
} | |
: function (arg, view) { | |
const buf = cachedTextEncoder.encode(arg); | |
view.set(buf); | |
return { | |
read: arg.length, | |
written: buf.length, | |
}; | |
}; | |
function passStringToWasm0(arg, malloc, realloc) { | |
if (realloc === undefined) { | |
const buf = cachedTextEncoder.encode(arg); | |
const ptr = malloc(buf.length, 1) >>> 0; | |
getUint8Memory0() | |
.subarray(ptr, ptr + buf.length) | |
.set(buf); | |
WASM_VECTOR_LEN = buf.length; | |
return ptr; | |
} | |
let len = arg.length; | |
let ptr = malloc(len, 1) >>> 0; | |
const mem = getUint8Memory0(); | |
let offset = 0; | |
for (; offset < len; offset++) { | |
const code = arg.charCodeAt(offset); | |
if (code > 0x7f) break; | |
mem[ptr + offset] = code; | |
} | |
if (offset !== len) { | |
if (offset !== 0) { | |
arg = arg.slice(offset); | |
} | |
ptr = realloc(ptr, len, (len = offset + arg.length * 3), 1) >>> 0; | |
const view = getUint8Memory0().subarray(ptr + offset, ptr + len); | |
const ret = encodeString(arg, view); | |
offset += ret.written; | |
} | |
WASM_VECTOR_LEN = offset; | |
return ptr; | |
} | |
function handleError(f, args) { | |
try { | |
return f.apply(this, args); | |
} catch (e) { | |
wasm.__wbindgen_exn_store(addHeapObject(e)); | |
} | |
} | |
/** | |
*/ | |
export class Model { | |
static __wrap(ptr) { | |
ptr = ptr >>> 0; | |
const obj = Object.create(Model.prototype); | |
obj.__wbg_ptr = ptr; | |
return obj; | |
} | |
__destroy_into_raw() { | |
const ptr = this.__wbg_ptr; | |
this.__wbg_ptr = 0; | |
return ptr; | |
} | |
free() { | |
const ptr = this.__destroy_into_raw(); | |
wasm.__wbg_model_free(ptr); | |
} | |
/** | |
* @param {Uint8Array} weights | |
* @param {Uint8Array} tokenizer | |
* @param {boolean} quantized | |
*/ | |
constructor(weights, tokenizer, quantized) { | |
try { | |
const retptr = wasm.__wbindgen_add_to_stack_pointer(-16); | |
const ptr0 = passArray8ToWasm0(weights, wasm.__wbindgen_malloc); | |
const len0 = WASM_VECTOR_LEN; | |
const ptr1 = passArray8ToWasm0(tokenizer, wasm.__wbindgen_malloc); | |
const len1 = WASM_VECTOR_LEN; | |
wasm.model_load(retptr, ptr0, len0, ptr1, len1, quantized); | |
var r0 = getInt32Memory0()[retptr / 4 + 0]; | |
var r1 = getInt32Memory0()[retptr / 4 + 1]; | |
var r2 = getInt32Memory0()[retptr / 4 + 2]; | |
if (r2) { | |
throw takeObject(r1); | |
} | |
return Model.__wrap(r0); | |
} finally { | |
wasm.__wbindgen_add_to_stack_pointer(16); | |
} | |
} | |
/** | |
* @param {string} prompt | |
* @param {number} temp | |
* @param {number} top_p | |
* @param {number} repeat_penalty | |
* @param {number} repeat_last_n | |
* @param {bigint} seed | |
* @returns {string} | |
*/ | |
init_with_prompt(prompt, temp, top_p, repeat_penalty, repeat_last_n, seed) { | |
let deferred3_0; | |
let deferred3_1; | |
try { | |
const retptr = wasm.__wbindgen_add_to_stack_pointer(-16); | |
const ptr0 = passStringToWasm0(prompt, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc); | |
const len0 = WASM_VECTOR_LEN; | |
wasm.model_init_with_prompt( | |
retptr, | |
this.__wbg_ptr, | |
ptr0, | |
len0, | |
temp, | |
top_p, | |
repeat_penalty, | |
repeat_last_n, | |
seed | |
); | |
var r0 = getInt32Memory0()[retptr / 4 + 0]; | |
var r1 = getInt32Memory0()[retptr / 4 + 1]; | |
var r2 = getInt32Memory0()[retptr / 4 + 2]; | |
var r3 = getInt32Memory0()[retptr / 4 + 3]; | |
var ptr2 = r0; | |
var len2 = r1; | |
if (r3) { | |
ptr2 = 0; | |
len2 = 0; | |
throw takeObject(r2); | |
} | |
deferred3_0 = ptr2; | |
deferred3_1 = len2; | |
return getStringFromWasm0(ptr2, len2); | |
} finally { | |
wasm.__wbindgen_add_to_stack_pointer(16); | |
wasm.__wbindgen_free(deferred3_0, deferred3_1, 1); | |
} | |
} | |
/** | |
* @returns {string} | |
*/ | |
next_token() { | |
let deferred2_0; | |
let deferred2_1; | |
try { | |
const retptr = wasm.__wbindgen_add_to_stack_pointer(-16); | |
wasm.model_next_token(retptr, this.__wbg_ptr); | |
var r0 = getInt32Memory0()[retptr / 4 + 0]; | |
var r1 = getInt32Memory0()[retptr / 4 + 1]; | |
var r2 = getInt32Memory0()[retptr / 4 + 2]; | |
var r3 = getInt32Memory0()[retptr / 4 + 3]; | |
var ptr1 = r0; | |
var len1 = r1; | |
if (r3) { | |
ptr1 = 0; | |
len1 = 0; | |
throw takeObject(r2); | |
} | |
deferred2_0 = ptr1; | |
deferred2_1 = len1; | |
return getStringFromWasm0(ptr1, len1); | |
} finally { | |
wasm.__wbindgen_add_to_stack_pointer(16); | |
wasm.__wbindgen_free(deferred2_0, deferred2_1, 1); | |
} | |
} | |
} | |
async function __wbg_load(module, imports) { | |
if (typeof Response === "function" && module instanceof Response) { | |
if (typeof WebAssembly.instantiateStreaming === "function") { | |
try { | |
return await WebAssembly.instantiateStreaming(module, imports); | |
} catch (e) { | |
if (module.headers.get("Content-Type") != "application/wasm") { | |
console.warn( | |
"`WebAssembly.instantiateStreaming` failed because your server does not serve wasm with `application/wasm` MIME type. Falling back to `WebAssembly.instantiate` which is slower. Original error:\n", | |
e | |
); | |
} else { | |
throw e; | |
} | |
} | |
} | |
const bytes = await module.arrayBuffer(); | |
return await WebAssembly.instantiate(bytes, imports); | |
} else { | |
const instance = await WebAssembly.instantiate(module, imports); | |
if (instance instanceof WebAssembly.Instance) { | |
return { instance, module }; | |
} else { | |
return instance; | |
} | |
} | |
} | |
function __wbg_get_imports() { | |
const imports = {}; | |
imports.wbg = {}; | |
imports.wbg.__wbindgen_error_new = function (arg0, arg1) { | |
const ret = new Error(getStringFromWasm0(arg0, arg1)); | |
return addHeapObject(ret); | |
}; | |
imports.wbg.__wbg_new_abda76e883ba8a5f = function () { | |
const ret = new Error(); | |
return addHeapObject(ret); | |
}; | |
imports.wbg.__wbg_stack_658279fe44541cf6 = function (arg0, arg1) { | |
const ret = getObject(arg1).stack; | |
const ptr1 = passStringToWasm0(ret, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc); | |
const len1 = WASM_VECTOR_LEN; | |
getInt32Memory0()[arg0 / 4 + 1] = len1; | |
getInt32Memory0()[arg0 / 4 + 0] = ptr1; | |
}; | |
imports.wbg.__wbg_error_f851667af71bcfc6 = function (arg0, arg1) { | |
let deferred0_0; | |
let deferred0_1; | |
try { | |
deferred0_0 = arg0; | |
deferred0_1 = arg1; | |
console.error(getStringFromWasm0(arg0, arg1)); | |
} finally { | |
wasm.__wbindgen_free(deferred0_0, deferred0_1, 1); | |
} | |
}; | |
imports.wbg.__wbindgen_object_drop_ref = function (arg0) { | |
takeObject(arg0); | |
}; | |
imports.wbg.__wbg_log_ff7e0b5e6573cdff = function (arg0, arg1) { | |
console.log(getStringFromWasm0(arg0, arg1)); | |
}; | |
imports.wbg.__wbg_crypto_c48a774b022d20ac = function (arg0) { | |
const ret = getObject(arg0).crypto; | |
return addHeapObject(ret); | |
}; | |
imports.wbg.__wbindgen_is_object = function (arg0) { | |
const val = getObject(arg0); | |
const ret = typeof val === "object" && val !== null; | |
return ret; | |
}; | |
imports.wbg.__wbg_process_298734cf255a885d = function (arg0) { | |
const ret = getObject(arg0).process; | |
return addHeapObject(ret); | |
}; | |
imports.wbg.__wbg_versions_e2e78e134e3e5d01 = function (arg0) { | |
const ret = getObject(arg0).versions; | |
return addHeapObject(ret); | |
}; | |
imports.wbg.__wbg_node_1cd7a5d853dbea79 = function (arg0) { | |
const ret = getObject(arg0).node; | |
return addHeapObject(ret); | |
}; | |
imports.wbg.__wbindgen_is_string = function (arg0) { | |
const ret = typeof getObject(arg0) === "string"; | |
return ret; | |
}; | |
imports.wbg.__wbg_msCrypto_bcb970640f50a1e8 = function (arg0) { | |
const ret = getObject(arg0).msCrypto; | |
return addHeapObject(ret); | |
}; | |
imports.wbg.__wbg_require_8f08ceecec0f4fee = function () { | |
return handleError(function () { | |
const ret = module.require; | |
return addHeapObject(ret); | |
}, arguments); | |
}; | |
imports.wbg.__wbindgen_is_function = function (arg0) { | |
const ret = typeof getObject(arg0) === "function"; | |
return ret; | |
}; | |
imports.wbg.__wbindgen_string_new = function (arg0, arg1) { | |
const ret = getStringFromWasm0(arg0, arg1); | |
return addHeapObject(ret); | |
}; | |
imports.wbg.__wbg_getRandomValues_37fa2ca9e4e07fab = function () { | |
return handleError(function (arg0, arg1) { | |
getObject(arg0).getRandomValues(getObject(arg1)); | |
}, arguments); | |
}; | |
imports.wbg.__wbg_randomFillSync_dc1e9a60c158336d = function () { | |
return handleError(function (arg0, arg1) { | |
getObject(arg0).randomFillSync(takeObject(arg1)); | |
}, arguments); | |
}; | |
imports.wbg.__wbg_newnoargs_581967eacc0e2604 = function (arg0, arg1) { | |
const ret = new Function(getStringFromWasm0(arg0, arg1)); | |
return addHeapObject(ret); | |
}; | |
imports.wbg.__wbg_call_cb65541d95d71282 = function () { | |
return handleError(function (arg0, arg1) { | |
const ret = getObject(arg0).call(getObject(arg1)); | |
return addHeapObject(ret); | |
}, arguments); | |
}; | |
imports.wbg.__wbindgen_object_clone_ref = function (arg0) { | |
const ret = getObject(arg0); | |
return addHeapObject(ret); | |
}; | |
imports.wbg.__wbg_self_1ff1d729e9aae938 = function () { | |
return handleError(function () { | |
const ret = self.self; | |
return addHeapObject(ret); | |
}, arguments); | |
}; | |
imports.wbg.__wbg_window_5f4faef6c12b79ec = function () { | |
return handleError(function () { | |
const ret = window.window; | |
return addHeapObject(ret); | |
}, arguments); | |
}; | |
imports.wbg.__wbg_globalThis_1d39714405582d3c = function () { | |
return handleError(function () { | |
const ret = globalThis.globalThis; | |
return addHeapObject(ret); | |
}, arguments); | |
}; | |
imports.wbg.__wbg_global_651f05c6a0944d1c = function () { | |
return handleError(function () { | |
const ret = global.global; | |
return addHeapObject(ret); | |
}, arguments); | |
}; | |
imports.wbg.__wbindgen_is_undefined = function (arg0) { | |
const ret = getObject(arg0) === undefined; | |
return ret; | |
}; | |
imports.wbg.__wbg_call_01734de55d61e11d = function () { | |
return handleError(function (arg0, arg1, arg2) { | |
const ret = getObject(arg0).call(getObject(arg1), getObject(arg2)); | |
return addHeapObject(ret); | |
}, arguments); | |
}; | |
imports.wbg.__wbg_now_9c5990bda04c7e53 = function () { | |
const ret = Date.now(); | |
return ret; | |
}; | |
imports.wbg.__wbg_buffer_085ec1f694018c4f = function (arg0) { | |
const ret = getObject(arg0).buffer; | |
return addHeapObject(ret); | |
}; | |
imports.wbg.__wbg_newwithbyteoffsetandlength_6da8e527659b86aa = function (arg0, arg1, arg2) { | |
const ret = new Uint8Array(getObject(arg0), arg1 >>> 0, arg2 >>> 0); | |
return addHeapObject(ret); | |
}; | |
imports.wbg.__wbg_new_8125e318e6245eed = function (arg0) { | |
const ret = new Uint8Array(getObject(arg0)); | |
return addHeapObject(ret); | |
}; | |
imports.wbg.__wbg_set_5cf90238115182c3 = function (arg0, arg1, arg2) { | |
getObject(arg0).set(getObject(arg1), arg2 >>> 0); | |
}; | |
imports.wbg.__wbg_newwithlength_e5d69174d6984cd7 = function (arg0) { | |
const ret = new Uint8Array(arg0 >>> 0); | |
return addHeapObject(ret); | |
}; | |
imports.wbg.__wbg_subarray_13db269f57aa838d = function (arg0, arg1, arg2) { | |
const ret = getObject(arg0).subarray(arg1 >>> 0, arg2 >>> 0); | |
return addHeapObject(ret); | |
}; | |
imports.wbg.__wbindgen_throw = function (arg0, arg1) { | |
throw new Error(getStringFromWasm0(arg0, arg1)); | |
}; | |
imports.wbg.__wbindgen_memory = function () { | |
const ret = wasm.memory; | |
return addHeapObject(ret); | |
}; | |
return imports; | |
} | |
function __wbg_init_memory(imports, maybe_memory) {} | |
function __wbg_finalize_init(instance, module) { | |
wasm = instance.exports; | |
__wbg_init.__wbindgen_wasm_module = module; | |
cachedInt32Memory0 = null; | |
cachedUint8Memory0 = null; | |
wasm.__wbindgen_start(); | |
return wasm; | |
} | |
function initSync(module) { | |
if (wasm !== undefined) return wasm; | |
const imports = __wbg_get_imports(); | |
__wbg_init_memory(imports); | |
if (!(module instanceof WebAssembly.Module)) { | |
module = new WebAssembly.Module(module); | |
} | |
const instance = new WebAssembly.Instance(module, imports); | |
return __wbg_finalize_init(instance, module); | |
} | |
async function __wbg_init(input) { | |
if (wasm !== undefined) return wasm; | |
if (typeof input === "undefined") { | |
input = new URL("m_bg.wasm", import.meta.url); | |
} | |
const imports = __wbg_get_imports(); | |
if ( | |
typeof input === "string" || | |
(typeof Request === "function" && input instanceof Request) || | |
(typeof URL === "function" && input instanceof URL) | |
) { | |
input = fetch(input); | |
} | |
__wbg_init_memory(imports); | |
const { instance, module } = await __wbg_load(await input, imports); | |
return __wbg_finalize_init(instance, module); | |
} | |
export { initSync }; | |
export default __wbg_init; | |