mikeee commited on
Commit
d5a4641
·
1 Parent(s): 59d6e2a

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -21,7 +21,7 @@ tokenizer = AutoTokenizer.from_pretrained(model_name, trust_remote_code=True)
21
 
22
  # model = AutoModel.from_pretrained(model_name, trust_remote_code=True).cuda()
23
 
24
- # 按需修改,目前只支持 4/8 bit 量化
25
  # model = AutoModel.from_pretrained("THUDM/chatglm2-6b", trust_remote_code=True).quantize(4).cuda()
26
 
27
  import torch
 
21
 
22
  # model = AutoModel.from_pretrained(model_name, trust_remote_code=True).cuda()
23
 
24
+ # 4/8 bit
25
  # model = AutoModel.from_pretrained("THUDM/chatglm2-6b", trust_remote_code=True).quantize(4).cuda()
26
 
27
  import torch