Upload 7 files

build/m.d.ts

@@ -22,13 +22,13 @@ export class Model {
 * @param {number} repeat_penalty
 * @param {number} repeat_last_n
 * @param {boolean} verbose_prompt
-* @returns {string}
+* @returns {any}
 */
-  init_with_image_prompt(prompt: string, seed: bigint, temp: number, top_p: number, repeat_penalty: number, repeat_last_n: number, verbose_prompt: boolean): string;
+  init_with_image_prompt(prompt: string, seed: bigint, temp: number, top_p: number, repeat_penalty: number, repeat_last_n: number, verbose_prompt: boolean): any;
 /**
-* @returns {string}
+* @returns {any}
 */
-  next_token(): string;
+  next_token(): any;
 }
 
 export type InitInput = RequestInfo | URL | Response | BufferSource | WebAssembly.Module;

build/m.js

@@ -196,11 +196,9 @@ export class Model {
     * @param {number} repeat_penalty
     * @param {number} repeat_last_n
     * @param {boolean} verbose_prompt
-    * @returns {string}
+    * @returns {any}
     */
     init_with_image_prompt(prompt, seed, temp, top_p, repeat_penalty, repeat_last_n, verbose_prompt) {
-        let deferred3_0;
-        let deferred3_1;
         try {
             const retptr = wasm.__wbindgen_add_to_stack_pointer(-16);
             const ptr0 = passStringToWasm0(prompt, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
@@ -209,46 +207,30 @@ export class Model {
             var r0 = getInt32Memory0()[retptr / 4 + 0];
             var r1 = getInt32Memory0()[retptr / 4 + 1];
             var r2 = getInt32Memory0()[retptr / 4 + 2];
-            var r3 = getInt32Memory0()[retptr / 4 + 3];
-            var ptr2 = r0;
-            var len2 = r1;
-            if (r3) {
-                ptr2 = 0; len2 = 0;
-                throw takeObject(r2);
+            if (r2) {
+                throw takeObject(r1);
             }
-            deferred3_0 = ptr2;
-            deferred3_1 = len2;
-            return getStringFromWasm0(ptr2, len2);
+            return takeObject(r0);
         } finally {
             wasm.__wbindgen_add_to_stack_pointer(16);
-            wasm.__wbindgen_free(deferred3_0, deferred3_1, 1);
         }
     }
     /**
-    * @returns {string}
+    * @returns {any}
     */
     next_token() {
-        let deferred2_0;
-        let deferred2_1;
         try {
             const retptr = wasm.__wbindgen_add_to_stack_pointer(-16);
             wasm.model_next_token(retptr, this.__wbg_ptr);
             var r0 = getInt32Memory0()[retptr / 4 + 0];
             var r1 = getInt32Memory0()[retptr / 4 + 1];
             var r2 = getInt32Memory0()[retptr / 4 + 2];
-            var r3 = getInt32Memory0()[retptr / 4 + 3];
-            var ptr1 = r0;
-            var len1 = r1;
-            if (r3) {
-                ptr1 = 0; len1 = 0;
-                throw takeObject(r2);
+            if (r2) {
+                throw takeObject(r1);
             }
-            deferred2_0 = ptr1;
-            deferred2_1 = len1;
-            return getStringFromWasm0(ptr1, len1);
+            return takeObject(r0);
         } finally {
             wasm.__wbindgen_add_to_stack_pointer(16);
-            wasm.__wbindgen_free(deferred2_0, deferred2_1, 1);
         }
     }
 }
@@ -294,6 +276,33 @@ function __wbg_get_imports() {
     imports.wbg.__wbindgen_object_drop_ref = function(arg0) {
         takeObject(arg0);
     };
+    imports.wbg.__wbindgen_object_clone_ref = function(arg0) {
+        const ret = getObject(arg0);
+        return addHeapObject(ret);
+    };
+    imports.wbg.__wbindgen_is_object = function(arg0) {
+        const val = getObject(arg0);
+        const ret = typeof(val) === 'object' && val !== null;
+        return ret;
+    };
+    imports.wbg.__wbg_String_b9412f8799faab3e = function(arg0, arg1) {
+        const ret = String(getObject(arg1));
+        const ptr1 = passStringToWasm0(ret, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
+        const len1 = WASM_VECTOR_LEN;
+        getInt32Memory0()[arg0 / 4 + 1] = len1;
+        getInt32Memory0()[arg0 / 4 + 0] = ptr1;
+    };
+    imports.wbg.__wbindgen_number_new = function(arg0) {
+        const ret = arg0;
+        return addHeapObject(ret);
+    };
+    imports.wbg.__wbindgen_string_new = function(arg0, arg1) {
+        const ret = getStringFromWasm0(arg0, arg1);
+        return addHeapObject(ret);
+    };
+    imports.wbg.__wbg_set_f975102236d3c502 = function(arg0, arg1, arg2) {
+        getObject(arg0)[takeObject(arg1)] = takeObject(arg2);
+    };
     imports.wbg.__wbg_new_abda76e883ba8a5f = function() {
         const ret = new Error();
         return addHeapObject(ret);
@@ -323,11 +332,6 @@ function __wbg_get_imports() {
         const ret = getObject(arg0).crypto;
         return addHeapObject(ret);
     };
-    imports.wbg.__wbindgen_is_object = function(arg0) {
-        const val = getObject(arg0);
-        const ret = typeof(val) === 'object' && val !== null;
-        return ret;
-    };
     imports.wbg.__wbg_process_298734cf255a885d = function(arg0) {
         const ret = getObject(arg0).process;
         return addHeapObject(ret);
@@ -356,10 +360,6 @@ function __wbg_get_imports() {
         const ret = typeof(getObject(arg0)) === 'function';
         return ret;
     };
-    imports.wbg.__wbindgen_string_new = function(arg0, arg1) {
-        const ret = getStringFromWasm0(arg0, arg1);
-        return addHeapObject(ret);
-    };
     imports.wbg.__wbg_getRandomValues_37fa2ca9e4e07fab = function() { return handleError(function (arg0, arg1) {
         getObject(arg0).getRandomValues(getObject(arg1));
     }, arguments) };
@@ -374,8 +374,8 @@ function __wbg_get_imports() {
         const ret = getObject(arg0).call(getObject(arg1));
         return addHeapObject(ret);
     }, arguments) };
-    imports.wbg.__wbindgen_object_clone_ref = function(arg0) {
-        const ret = getObject(arg0);
+    imports.wbg.__wbg_new_b51585de1b234aff = function() {
+        const ret = new Object();
         return addHeapObject(ret);
     };
     imports.wbg.__wbg_self_1ff1d729e9aae938 = function() { return handleError(function () {

build/m_bg.wasm

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cc90fd24ffcce78fb09eb775c93e3a6b6147ecf5410f4612be62ddd0d9d78f7a
-size 5352500
+oid sha256:acf86f8bfa250372f6e1707f527191c963fb9887c059b4865b483e26a5f84742
+size 5357870

index.html

@@ -50,9 +50,17 @@
             >Moondream 2</a
           >
           by
-          <a href=" https://huggingface.co/vikhyatk" class="link">Vik</a>
+          <a
+            href=" https://huggingface.co/vikhyatk"
+            class="link"
+            target="_blank"
+            >Vik</a
+          >
           and model implementation on Candle by
-          <a href="https://huggingface.co/santiagomed" class="link"
+          <a
+            href="https://huggingface.co/santiagomed"
+            class="link"
+            target="_blank"
             >Santiago Medina
           </a>
         </p>
@@ -106,13 +114,13 @@
             min="1"
             max="2048"
             step="1"
-            value="200"
+            value="500"
             oninput="this.nextElementSibling.value = Number(this.value)"
           />
           <output
             class="text-xs w-[50px] text-center font-light px-1 py-1 border border-gray-700 rounded-md"
           >
-            200</output
+            500</output
           >
           <label class="text-sm font-medium" for="temperature"
             >Temperature</label

moondreamWorker.js

@@ -136,7 +136,7 @@ async function generate(data) {
       status: "complete-embedding",
       message: "Embeddings Complete",
     });
-    const firstToken = model.init_with_image_prompt(
+    const { token, token_id } = model.init_with_image_prompt(
       prompt,
       BigInt(seed),
       temp,
@@ -147,7 +147,7 @@ async function generate(data) {
     );
     const seq_len = 2048;
 
-    let sentence = firstToken;
+    let sentence = token;
     let maxTokens = maxSeqLen ? maxSeqLen : seq_len - prompt.length - 1;
     let startTime = performance.now();
     let tokensCount = 0;
@@ -162,9 +162,9 @@ async function generate(data) {
           });
           return;
         }
-        const token = await model.next_token();
-        console.log("Token: ", token);
-        if (token === "<|endoftext|>" || token === "END") {
+        const { token, token_id } = await model.next_token();
+        if (token_id === 50256) {
+          // <|endoftext|>
           self.postMessage({
             status: "complete",
             message: "complete",