Spaces:
Running
on
CPU Upgrade
Running
on
CPU Upgrade
Fix issue with PR
Browse files
app.py
CHANGED
@@ -85,7 +85,7 @@ def calculate_memory(model_name:str, library:str, options:list, access_token:str
|
|
85 |
for dtype in options:
|
86 |
dtype_total_size = total_size
|
87 |
dtype_largest_layer = largest_layer[0]
|
88 |
-
if dtype in ("
|
89 |
dtype_total_size /= 2
|
90 |
dtype_largest_layer /= 2
|
91 |
elif dtype == "int8":
|
|
|
85 |
for dtype in options:
|
86 |
dtype_total_size = total_size
|
87 |
dtype_largest_layer = largest_layer[0]
|
88 |
+
if dtype in ("fp16", "bf16", "float16/bfloat16"):
|
89 |
dtype_total_size /= 2
|
90 |
dtype_largest_layer /= 2
|
91 |
elif dtype == "int8":
|