Spaces:
Sleeping
Sleeping
DeepMount00
commited on
Commit
•
b0f1309
1
Parent(s):
9b90410
Update app.py
Browse files
app.py
CHANGED
@@ -4,8 +4,7 @@ from transformers import AutoModelForCausalLM, AutoTokenizer, TextIteratorStream
|
|
4 |
import gradio as gr
|
5 |
import torch
|
6 |
|
7 |
-
model_id =
|
8 |
-
# model_id = r"/home/michele/PycharmProjects/mistral_finetuning/mistral_ita_complete_v5"
|
9 |
|
10 |
tokenizer = AutoTokenizer.from_pretrained(model_id)
|
11 |
model = AutoModelForCausalLM.from_pretrained(model_id, torch_dtype=torch.bfloat16, device_map="auto").eval() # to("cuda:0")
|
|
|
4 |
import gradio as gr
|
5 |
import torch
|
6 |
|
7 |
+
model_id = "DeepMount00/Llama-3-8b-Ita"
|
|
|
8 |
|
9 |
tokenizer = AutoTokenizer.from_pretrained(model_id)
|
10 |
model = AutoModelForCausalLM.from_pretrained(model_id, torch_dtype=torch.bfloat16, device_map="auto").eval() # to("cuda:0")
|