Spaces:

arcee-ai
/

Benchmarks

Running

Julien Simon commited on Sep 22

Commit

dc891f5

•

1 Parent(s): 2ac5435

Update

Files changed (1) hide show

results_arcee_supernova.py CHANGED Viewed

@@ -94,13 +94,6 @@ results_arcee_supernova = {
                     "tokensPerSecond": "-",
                     "notes": "OOM bs=2,seqlen=16384 - SDK 2.19.1",
                 },
-                {
-                    "quantization": "8-bit",
-                    "container": "LMI 0.29+transformers-neuronx 0.11.351",
-                    "status": "OK",
-                    "tokensPerSecond": "14",
-                    "notes": "bs=2,seqlen=8192 - SDK 2.19.1 - OPTION_LOAD_IN_8BIT=True",
-                },
             ],
         },
         {
@@ -113,13 +106,6 @@ results_arcee_supernova = {
                     "tokensPerSecond": "32",
                     "notes": "bs=2,seqlen=8192 - SDK 2.19.1",
                 },
-                {
-                    "quantization": "8-bit",
-                    "container": "LMI 0.29+transformers-neuronx 0.11.351",
-                    "status": "OK",
-                    "tokensPerSecond": "24.6",
-                    "notes": "bs=2,seqlen=8192 - SDK 2.19.1 - OPTION_LOAD_IN_8BIT=True",
-                },
             ],
         },
         {

                     "tokensPerSecond": "-",
                     "notes": "OOM bs=2,seqlen=16384 - SDK 2.19.1",
                 },
             ],
         },
         {
                     "tokensPerSecond": "32",
                     "notes": "bs=2,seqlen=8192 - SDK 2.19.1",
                 },
             ],
         },
         {