Update app.py
Browse files
app.py
CHANGED
|
@@ -90,7 +90,7 @@ def get_response(user_input):
|
|
| 90 |
# model_kwargs={"temperature": 0.3, "max_new_tokens": 250, "top_k": 3}
|
| 91 |
# )
|
| 92 |
|
| 93 |
-
|
| 94 |
model_name,
|
| 95 |
trust_remote_code=True,
|
| 96 |
torch_dtype=torch.bfloat16,
|
|
|
|
| 90 |
# model_kwargs={"temperature": 0.3, "max_new_tokens": 250, "top_k": 3}
|
| 91 |
# )
|
| 92 |
|
| 93 |
+
llm = transformers.AutoModelForCausalLM.from_pretrained(
|
| 94 |
model_name,
|
| 95 |
trust_remote_code=True,
|
| 96 |
torch_dtype=torch.bfloat16,
|