xiangxiang commited on
Commit
9ad91e9
1 Parent(s): 34eb64a

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -2,8 +2,8 @@ from transformers import AutoModel, AutoTokenizer
2
  import gradio as gr
3
  import mdtex2html
4
 
5
- tokenizer = AutoTokenizer.from_pretrained("THUDM/ChatGLM2-6B", trust_remote_code=True)
6
- model = AutoModel.from_pretrained("THUDM/ChatGLM2-6B",trust_remote_code=True).float()
7
  model = model.eval()
8
 
9
  """Override Chatbot.postprocess"""
 
2
  import gradio as gr
3
  import mdtex2html
4
 
5
+ tokenizer = AutoTokenizer.from_pretrained("THUDM/chatglm2-6b-int4", trust_remote_code=True)
6
+ model = AutoModel.from_pretrained("THUDM/chatglm2-6b-int4",trust_remote_code=True).float()
7
  model = model.eval()
8
 
9
  """Override Chatbot.postprocess"""