Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -98,7 +98,7 @@ def mode_load(path):
|
|
98 |
|
99 |
@spaces.GPU()
|
100 |
def stream_chat(message, history: list, temperature: float, max_length: int, top_p: float, top_k: int, penalty: float):
|
101 |
-
if
|
102 |
model = AutoModelForCausalLM.from_pretrained(
|
103 |
MODEL_ID,
|
104 |
torch_dtype=torch.bfloat16,
|
@@ -246,4 +246,5 @@ with gr.Blocks(css=CSS, theme="soft", fill_height=True) as demo:
|
|
246 |
gr.Examples(EXAMPLES, [chat_input])
|
247 |
|
248 |
if __name__ == "__main__":
|
|
|
249 |
demo.queue(api_open=False).launch(show_api=False, share=False, )#server_name="0.0.0.0", )
|
|
|
98 |
|
99 |
@spaces.GPU()
|
100 |
def stream_chat(message, history: list, temperature: float, max_length: int, top_p: float, top_k: int, penalty: float):
|
101 |
+
if model=="":
|
102 |
model = AutoModelForCausalLM.from_pretrained(
|
103 |
MODEL_ID,
|
104 |
torch_dtype=torch.bfloat16,
|
|
|
246 |
gr.Examples(EXAMPLES, [chat_input])
|
247 |
|
248 |
if __name__ == "__main__":
|
249 |
+
model=""
|
250 |
demo.queue(api_open=False).launch(show_api=False, share=False, )#server_name="0.0.0.0", )
|