Spaces:
Runtime error
Runtime error
xieyang233
commited on
Commit
•
33312f1
1
Parent(s):
4584177
Update app.py
Browse files
app.py
CHANGED
@@ -1,4 +1,3 @@
|
|
1 |
-
import torch
|
2 |
from peft import PeftModel
|
3 |
import transformers
|
4 |
import gradio as gr
|
@@ -14,10 +13,7 @@ BASE_MODEL = 'bigscience/bloomz-7b1-mt'
|
|
14 |
|
15 |
LORA_WEIGHTS = "BLOOM_VI_test"
|
16 |
|
17 |
-
|
18 |
-
device = "cuda"
|
19 |
-
else:
|
20 |
-
device = "cpu"
|
21 |
|
22 |
|
23 |
model = AutoModelForCausalLM.from_pretrained(
|
|
|
|
|
1 |
from peft import PeftModel
|
2 |
import transformers
|
3 |
import gradio as gr
|
|
|
13 |
|
14 |
LORA_WEIGHTS = "BLOOM_VI_test"
|
15 |
|
16 |
+
|
|
|
|
|
|
|
17 |
|
18 |
|
19 |
model = AutoModelForCausalLM.from_pretrained(
|