Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -21,7 +21,7 @@ tokenizer = AutoTokenizer.from_pretrained(model_name, trust_remote_code=True)
|
|
21 |
|
22 |
# model = AutoModel.from_pretrained(model_name, trust_remote_code=True).cuda()
|
23 |
|
24 |
-
#
|
25 |
# model = AutoModel.from_pretrained("THUDM/chatglm2-6b", trust_remote_code=True).quantize(4).cuda()
|
26 |
|
27 |
import torch
|
|
|
21 |
|
22 |
# model = AutoModel.from_pretrained(model_name, trust_remote_code=True).cuda()
|
23 |
|
24 |
+
# 4/8 bit
|
25 |
# model = AutoModel.from_pretrained("THUDM/chatglm2-6b", trust_remote_code=True).quantize(4).cuda()
|
26 |
|
27 |
import torch
|