Candle-CoEdIT-Wasm

Running

App Files Files Community

jbochi commited on Oct 4, 2023

Commit

a10bb32

•

1 Parent(s): 301dc8b

Change models to CoEdIT

Browse files

Files changed (7) hide show

README.md +2 -2
build/m-quantized.js +14 -14
build/m-quantized_bg.wasm +2 -2
build/m.js +1 -1
build/m_bg.wasm +2 -2
index.html +15 -27
utils.js +44 -81

README.md CHANGED Viewed

@@ -1,5 +1,5 @@
 ---
-title: Candle T5 Generation Wasm
 emoji: 🕯️🔡
 colorFrom: blue
 colorTo: purple
@@ -7,4 +7,4 @@ sdk: static
 pinned: false
 ---
-Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference

 ---
+title: Candle CoEdIT Wasm
 emoji: 🕯️🔡
 colorFrom: blue
 colorTo: purple
 pinned: false
 ---
+An space to demo [jbochi/candle-coedit-quantized](https://huggingface.co/jbochi/candle-coedit-quantized/tree/main).

build/m-quantized.js CHANGED Viewed

@@ -97,6 +97,15 @@ function takeObject(idx) {
     return ret;
 }
 function addHeapObject(obj) {
     if (heap_next === heap.length) heap.push(heap.length + 1);
     const idx = heap_next;
@@ -115,15 +124,6 @@ function getFloat64Memory0() {
     return cachedFloat64Memory0;
 }
-const cachedTextDecoder = (typeof TextDecoder !== 'undefined' ? new TextDecoder('utf-8', { ignoreBOM: true, fatal: true }) : { decode: () => { throw Error('TextDecoder not available') } } );
-if (typeof TextDecoder !== 'undefined') { cachedTextDecoder.decode(); };
-function getStringFromWasm0(ptr, len) {
-    ptr = ptr >>> 0;
-    return cachedTextDecoder.decode(getUint8Memory0().subarray(ptr, ptr + len));
-}
 let cachedBigInt64Memory0 = null;
 function getBigInt64Memory0() {
@@ -396,6 +396,10 @@ function __wbg_get_imports() {
     imports.wbg.__wbindgen_object_drop_ref = function(arg0) {
         takeObject(arg0);
     };
     imports.wbg.__wbindgen_is_bigint = function(arg0) {
         const ret = typeof(getObject(arg0)) === 'bigint';
         return ret;
@@ -432,10 +436,6 @@ function __wbg_get_imports() {
         getFloat64Memory0()[arg0 / 8 + 1] = isLikeNone(ret) ? 0 : ret;
         getInt32Memory0()[arg0 / 4 + 0] = !isLikeNone(ret);
     };
-    imports.wbg.__wbindgen_error_new = function(arg0, arg1) {
-        const ret = new Error(getStringFromWasm0(arg0, arg1));
-        return addHeapObject(ret);
-    };
     imports.wbg.__wbindgen_object_clone_ref = function(arg0) {
         const ret = getObject(arg0);
         return addHeapObject(ret);
@@ -488,7 +488,7 @@ function __wbg_get_imports() {
             wasm.__wbindgen_free(deferred0_0, deferred0_1, 1);
         }
     };
-    imports.wbg.__wbg_log_e25c897af30cb287 = function(arg0, arg1) {
         console.log(getStringFromWasm0(arg0, arg1));
     };
     imports.wbg.__wbg_crypto_c48a774b022d20ac = function(arg0) {

     return ret;
 }
+const cachedTextDecoder = (typeof TextDecoder !== 'undefined' ? new TextDecoder('utf-8', { ignoreBOM: true, fatal: true }) : { decode: () => { throw Error('TextDecoder not available') } } );
+if (typeof TextDecoder !== 'undefined') { cachedTextDecoder.decode(); };
+function getStringFromWasm0(ptr, len) {
+    ptr = ptr >>> 0;
+    return cachedTextDecoder.decode(getUint8Memory0().subarray(ptr, ptr + len));
+}
 function addHeapObject(obj) {
     if (heap_next === heap.length) heap.push(heap.length + 1);
     const idx = heap_next;
     return cachedFloat64Memory0;
 }
 let cachedBigInt64Memory0 = null;
 function getBigInt64Memory0() {
     imports.wbg.__wbindgen_object_drop_ref = function(arg0) {
         takeObject(arg0);
     };
+    imports.wbg.__wbindgen_error_new = function(arg0, arg1) {
+        const ret = new Error(getStringFromWasm0(arg0, arg1));
+        return addHeapObject(ret);
+    };
     imports.wbg.__wbindgen_is_bigint = function(arg0) {
         const ret = typeof(getObject(arg0)) === 'bigint';
         return ret;
         getFloat64Memory0()[arg0 / 8 + 1] = isLikeNone(ret) ? 0 : ret;
         getInt32Memory0()[arg0 / 4 + 0] = !isLikeNone(ret);
     };
     imports.wbg.__wbindgen_object_clone_ref = function(arg0) {
         const ret = getObject(arg0);
         return addHeapObject(ret);
             wasm.__wbindgen_free(deferred0_0, deferred0_1, 1);
         }
     };
+    imports.wbg.__wbg_log_d03200ce29166fbd = function(arg0, arg1) {
         console.log(getStringFromWasm0(arg0, arg1));
     };
     imports.wbg.__wbg_crypto_c48a774b022d20ac = function(arg0) {

build/m-quantized_bg.wasm CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5f79d18e3371d6430adf185da8807e15fd2fc95b85ab558a4b89c788e2c88e4a
-size 4212625

 version https://git-lfs.github.com/spec/v1
+oid sha256:8176b82eaaf7aeadf548b220b0b2f7a897f2edd3d91fb83328995c6fe8dd468b
+size 4282007

build/m.js CHANGED Viewed

@@ -488,7 +488,7 @@ function __wbg_get_imports() {
             wasm.__wbindgen_free(deferred0_0, deferred0_1, 1);
         }
     };
-    imports.wbg.__wbg_log_e25c897af30cb287 = function(arg0, arg1) {
         console.log(getStringFromWasm0(arg0, arg1));
     };
     imports.wbg.__wbg_crypto_c48a774b022d20ac = function(arg0) {

             wasm.__wbindgen_free(deferred0_0, deferred0_1, 1);
         }
     };
+    imports.wbg.__wbg_log_d03200ce29166fbd = function(arg0, arg1) {
         console.log(getStringFromWasm0(arg0, arg1));
     };
     imports.wbg.__wbg_crypto_c48a774b022d20ac = function(arg0) {

build/m_bg.wasm CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:362af429fe4623033b2b9b2aad06b36a927af4888dff9c2f1d45c2a4f7a4d4ea
-size 4059722

 version https://git-lfs.github.com/spec/v1
+oid sha256:172f4f5387cf311a8ec0f2391b65767b7a0b81001b6fb0c572a6999dc78744c5
+size 4124838

index.html CHANGED Viewed

@@ -1,7 +1,7 @@
 <html>
   <head>
     <meta content="text/html;charset=utf-8" http-equiv="Content-Type" />
-    <title>Candle T5</title>
   </head>
   <body></body>
@@ -25,7 +25,6 @@
         @apply underline hover:text-blue-500 hover:no-underline;
       }
     </style>
-    <script src="https://cdnjs.cloudflare.com/ajax/libs/iframe-resizer/4.3.1/iframeResizer.contentWindow.min.js"></script>
     <script src="https://cdn.tailwindcss.com"></script>
     <script type="module">
       import {
@@ -136,14 +135,14 @@
     <main class="grid grid-cols-1 gap-8 relative">
       <span class="absolute text-5xl -ml-[1em]"> 🕯️ </span>
       <div>
-        <h1 class="text-5xl font-bold">Candle T5 Transformer</h1>
-        <h2 class="text-2xl font-bold">Rust/WASM Demo</h2>
         <p class="max-w-lg">
-          This demo showcase Text-To-Text Transfer Transformer (<a
-            href="https://blog.research.google/2020/02/exploring-transfer-learning-with-t5.html"
             target="_blank"
             class="link"
-            >T5</a
           >) models right in your browser, thanks to
           <a
             href="https://github.com/huggingface/candle/"
@@ -151,29 +150,18 @@
             class="link">
             Candle
           </a>
-          ML framework and rust/wasm. You can choose from a range of available
-          models, including
           <a
-            href="https://huggingface.co/t5-small"
             target="_blank"
             class="link">
-            t5-small</a
-          >,
-          <a href="https://huggingface.co/t5-base" target="_blank" class="link"
-            >t5-base</a
-          >,
-          <a
-            href="https://huggingface.co/google/flan-t5-small"
-            target="_blank"
-            class="link"
-            >flan-t5-small</a
-          >
-          and several t5
-          <a
-            href="https://huggingface.co/lmz/candle-quantized-t5/tree/main"
             target="_blank"
             class="link">
-            t5 quantized gguf</a
           >.
         </p>
       </div>
@@ -197,8 +185,8 @@
           type="text"
           id="prompt"
           class="font-light w-full px-3 py-2 mx-1 resize-none outline-none"
-          placeholder="Add prompt here, e.g. 'translate English to German: Today I'm going to eat Ice Cream'"
-          value="translate English to German: Today I'm going to eat Ice Cream" />
         <button
           class="bg-gray-700 hover:bg-gray-800 text-white font-normal py-2 w-16 rounded disabled:bg-gray-300 disabled:cursor-not-allowed">
           Run

 <html>
   <head>
     <meta content="text/html;charset=utf-8" http-equiv="Content-Type" />
+    <title>Grammar correction in the browser using CoEdIT and Candle</title>
   </head>
   <body></body>
         @apply underline hover:text-blue-500 hover:no-underline;
       }
     </style>
     <script src="https://cdn.tailwindcss.com"></script>
     <script type="module">
       import {
     <main class="grid grid-cols-1 gap-8 relative">
       <span class="absolute text-5xl -ml-[1em]"> 🕯️ </span>
       <div>
+        <h1 class="text-5xl font-bold">Grammar correction in the browser using CoEdIT and Candle.</h1>
+        <h2 class="text-2xl font-bold">CoEdIT Rust/WASM Demo</h2>
         <p class="max-w-lg">
+          This demo showcases (<a
+            href="https://github.com/vipulraheja/coedit"
             target="_blank"
             class="link"
+            >CoEdIT</a
           >) models right in your browser, thanks to
           <a
             href="https://github.com/huggingface/candle/"
             class="link">
             Candle
           </a>
+          ML framework and rust/wasm. The models are loaded from huggingface
           <a
+            href="https://huggingface.co/jbochi/candle-coedit-quantized"
             target="_blank"
             class="link">
+            jbochi/candle-coedit-quantized</a
+          >.
+          This space is a fork of <a
+            href="https://huggingface.co/spaces/radames/Candle-T5-Generation-Wasm"
             target="_blank"
             class="link">
+            radames/Candle-T5-Generation-Wasm</a
           >.
         </p>
       </div>
           type="text"
           id="prompt"
           class="font-light w-full px-3 py-2 mx-1 resize-none outline-none"
+          placeholder="Add prompt here, e.g. 'Fix the grammar: When I grow up, I start to understand what he said is quite right.'"
+          value="Fix the grammar: When I grow up, I start to understand what he said is quite right." />
         <button
           class="bg-gray-700 hover:bg-gray-800 text-white font-normal py-2 w-16 rounded disabled:bg-gray-300 disabled:cursor-not-allowed">
           Run

utils.js CHANGED Viewed

@@ -65,98 +65,61 @@ export async function generateText(
     worker.addEventListener("message", messageHandler);
   });
 }
 export const MODELS = {
-  t5_small_quantized: {
-    size: "64.4 MB",
-    base_url: "https://huggingface.co/lmz/candle-quantized-t5/resolve/main/",
     model: "model.gguf",
     tokenizer: "tokenizer.json",
     config: "config.json",
-    tasks: {
-      translation_en_to_de: {
-        prefix: "translate English to German: ",
-        max_length: 300,
-      },
-      translation_en_to_fr: {
-        prefix: "translate English to French: ",
-        max_length: 300,
-      },
-      translation_en_to_ro: {
-        prefix: "translate English to Romanian: ",
-        max_length: 300,
-      },
-      summarization: { prefix: "summarize: ", max_length: 200 },
-    },
   },
-  t5_small: {
-    size: "242 MB",
-    base_url: "https://huggingface.co/t5-small/resolve/main/",
-    model: "model.safetensors",
     tokenizer: "tokenizer.json",
-    config: "config.json",
-    tasks: {
-      translation_en_to_de: {
-        prefix: "translate English to German: ",
-        max_length: 300,
-      },
-      translation_en_to_fr: {
-        prefix: "translate English to French: ",
-        max_length: 300,
-      },
-      translation_en_to_ro: {
-        prefix: "translate English to Romanian: ",
-        max_length: 300,
-      },
-      summarization: { prefix: "summarize: ", max_length: 200 },
-    },
   },
-  flan_t5_small: {
-    size: "308 MB",
-    base_url:
-      "https://huggingface.co/google/flan-t5-small/resolve/refs%2Fpr%2F14/",
     model: "model.safetensors",
     tokenizer: "tokenizer.json",
     config: "config.json",
-    tasks: {
-      translation_en_to_de: {
-        prefix: "translate English to German: ",
-        max_length: 300,
-      },
-      translation_en_to_fr: {
-        prefix: "translate English to French: ",
-        max_length: 300,
-      },
-      translation_en_to_ro: {
-        prefix: "translate English to Romanian: ",
-        max_length: 300,
-      },
-      summarization: { prefix: "summarize: ", max_length: 200 },
-    },
-  },
-  flan_t5_base_quantized: {
-    size: "263 MB",
-    base_url: "https://huggingface.co/lmz/candle-quantized-t5/resolve/main/",
-    model: "model-flan-t5-base.gguf",
-    tokenizer: "tokenizer.json",
-    config: "config-flan-t5-base.json",
-    tasks: {
-      translation_en_to_de: {
-        prefix: "translate English to German: ",
-        max_length: 300,
-      },
-      translation_en_to_fr: {
-        prefix: "translate English to French: ",
-        max_length: 300,
-      },
-      translation_en_to_ro: {
-        prefix: "translate English to Romanian: ",
-        max_length: 300,
-      },
-      summarization: { prefix: "summarize: ", max_length: 200 },
-    },
   },
 };
 export function getModelInfo(id, taskID) {
   const model = MODELS[id];
   return {
@@ -165,4 +128,4 @@ export function getModelInfo(id, taskID) {
     tokenizerURL: model.base_url + model.tokenizer,
     maxLength: model.tasks[taskID].max_length,
   };
-}

     worker.addEventListener("message", messageHandler);
   });
 }
+const TASKS = {
+  fluency: {
+    prefix: "Fix the grammar: ",
+    max_length: 300,
+  },
+  coherence: {
+    prefix: "Rewrite to make this easier to understand: ",
+    max_length: 300,
+  },
+  simplification: {
+    prefix: "translate English to Romanian: ",
+    max_length: 300,
+  },
+  simplification: {
+    prefix: "Paraphrase this: ",
+    max_length: 300,
+  },
+  formalization: {
+    prefix: "Write this more formally: ",
+    max_length: 300,
+  },
+  neutralize: {
+    prefix: "Write in a more neutral way: ",
+    max_length: 300,
+  },
+};
 export const MODELS = {
+  coedit_large_quantized: {
+    size: "643 MB",
+    base_url: "https://huggingface.co/jbochi/candle-coedit-quantized/resolve/main/",
     model: "model.gguf",
     tokenizer: "tokenizer.json",
     config: "config.json",
+    tasks: TASKS,
   },
+  coedit_xl_quantized: {
+    size: "2.34 GB",
+    base_url: "https://huggingface.co/jbochi/candle-coedit-quantized/resolve/main/",
+    model: "model-xl.gguf",
     tokenizer: "tokenizer.json",
+    config: "config-xl.json",
+    tasks: TASKS,
   },
+  coedit_large: {
+    size: "3.13 GB",
+    base_url: "https://huggingface.co/grammarly/coedit-large/resolve/main/",
     model: "model.safetensors",
     tokenizer: "tokenizer.json",
     config: "config.json",
+    tasks: TASKS,
   },
 };
 export function getModelInfo(id, taskID) {
   const model = MODELS[id];
   return {
     tokenizerURL: model.base_url + model.tokenizer,
     maxLength: model.tasks[taskID].max_length,
   };
+};