Spaces:

govisi
/

anipins-streamlit

Runtime error

govisi commited on Feb 25, 2023

Commit

857624c

•

1 Parent(s): 5bd1756

testing

Files changed (1) hide show

app.py CHANGED Viewed

@@ -13,7 +13,7 @@ bot = commands.Bot("", intents=discord.Intents.all())
 quantized = {
     "mode": TORCH_QUANT,
-    "runtimedtype": torch.bfloat16,
     "useGPU": torch.cuda.is_available(),
     "chunksize": 32,  # larger = more accurate, but more memory
     "target": 100  # your gpu max size, excess vram offloaded to cpu

 quantized = {
     "mode": TORCH_QUANT,
+    "runtimedtype": torch.float32,
     "useGPU": torch.cuda.is_available(),
     "chunksize": 32,  # larger = more accurate, but more memory
     "target": 100  # your gpu max size, excess vram offloaded to cpu