desert
commited on
Commit
•
346af9c
1
Parent(s):
c1ba0fa
init inference
Browse files
app.py
CHANGED
|
@@ -2,7 +2,7 @@ import gradio as gr
|
|
| 2 |
from llama_cpp import Llama
|
| 3 |
|
| 4 |
# Path to the GGUF model file
|
| 5 |
-
model_path = "Mat17892/lora_llama_gguf_g14" # Update this path to your model
|
| 6 |
|
| 7 |
# Load the GGUF model using llama-cpp-python
|
| 8 |
print("Loading model...")
|
|
|
|
| 2 |
from llama_cpp import Llama
|
| 3 |
|
| 4 |
# Path to the GGUF model file
|
| 5 |
+
model_path = "Mat17892/lora_llama_gguf_g14/llama_lora_model.gguf" # Update this path to your model
|
| 6 |
|
| 7 |
# Load the GGUF model using llama-cpp-python
|
| 8 |
print("Loading model...")
|