DeepMount00
/

Llama-3.1-Distilled

Text Generation

text-generation-inference

Inference Endpoints

Model card Files Files and versions Community

DeepMount00 commited on Oct 25

Commit

0a94c7d

•

1 Parent(s): 82b2db1

Update README.md

Files changed (1) hide show

README.md +1 -1

README.md CHANGED Viewed

@@ -12,7 +12,7 @@ from transformers import AutoModelForCausalLM, AutoTokenizer
 import torch
 device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
-MODEL_NAME = "DeepMount00/Llama-3-8b-Ita"
 model = AutoModelForCausalLM.from_pretrained(MODEL_NAME, torch_dtype=torch.bfloat16).eval()
 model.to(device)

 import torch
 device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
+MODEL_NAME = "DeepMount00/Llama-3.1-Distilled"
 model = AutoModelForCausalLM.from_pretrained(MODEL_NAME, torch_dtype=torch.bfloat16).eval()
 model.to(device)