desert
commited on
Commit
•
809ad94
1
Parent(s):
932195b
init inference
Browse files
app.py
CHANGED
|
@@ -3,7 +3,7 @@ from llama_cpp import Llama
|
|
| 3 |
from huggingface_hub import hf_hub_download
|
| 4 |
|
| 5 |
# Model identifier from Hugging Face
|
| 6 |
-
adapter_repo = "Mat17892/
|
| 7 |
|
| 8 |
# Download the GGUF file from Hugging Face
|
| 9 |
lora_adapter_path = hf_hub_download(repo_id=adapter_repo, filename="llama_lora_adapter.gguf")
|
|
|
|
| 3 |
from huggingface_hub import hf_hub_download
|
| 4 |
|
| 5 |
# Model identifier from Hugging Face
|
| 6 |
+
adapter_repo = "Mat17892/lora_llama_gguf" # Hugging Face model ID
|
| 7 |
|
| 8 |
# Download the GGUF file from Hugging Face
|
| 9 |
lora_adapter_path = hf_hub_download(repo_id=adapter_repo, filename="llama_lora_adapter.gguf")
|