nikravan commited on
Commit
791cdbb
1 Parent(s): fd7b17b

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -1
app.py CHANGED
@@ -98,7 +98,7 @@ def mode_load(path):
98
 
99
  @spaces.GPU()
100
  def stream_chat(message, history: list, temperature: float, max_length: int, top_p: float, top_k: int, penalty: float):
101
- if len(history)==0:
102
  model = AutoModelForCausalLM.from_pretrained(
103
  MODEL_ID,
104
  torch_dtype=torch.bfloat16,
@@ -246,4 +246,5 @@ with gr.Blocks(css=CSS, theme="soft", fill_height=True) as demo:
246
  gr.Examples(EXAMPLES, [chat_input])
247
 
248
  if __name__ == "__main__":
 
249
  demo.queue(api_open=False).launch(show_api=False, share=False, )#server_name="0.0.0.0", )
 
98
 
99
  @spaces.GPU()
100
  def stream_chat(message, history: list, temperature: float, max_length: int, top_p: float, top_k: int, penalty: float):
101
+ if model=="":
102
  model = AutoModelForCausalLM.from_pretrained(
103
  MODEL_ID,
104
  torch_dtype=torch.bfloat16,
 
246
  gr.Examples(EXAMPLES, [chat_input])
247
 
248
  if __name__ == "__main__":
249
+ model=""
250
  demo.queue(api_open=False).launch(show_api=False, share=False, )#server_name="0.0.0.0", )