Spaces:
Sleeping
Sleeping
added new model refernce
Browse files
app.py
CHANGED
@@ -52,8 +52,8 @@ docs=docsearch.similarity_search(query,k=1)
|
|
52 |
callback_manager = CallbackManager([StreamingStdOutCallbackHandler()])
|
53 |
# Verbose is required to pass to the callback manager
|
54 |
|
55 |
-
model_name_or_path = "
|
56 |
-
filename = "
|
57 |
model_path = hf_hub_download(repo_id=model_name_or_path, filename=filename)
|
58 |
|
59 |
n_gpu_layers = 40 # Change this value based on your model and your GPU VRAM pool.
|
|
|
52 |
callback_manager = CallbackManager([StreamingStdOutCallbackHandler()])
|
53 |
# Verbose is required to pass to the callback manager
|
54 |
|
55 |
+
model_name_or_path = "anakin87/gemma-2b-orpo-GGUF"
|
56 |
+
filename = "gemma-2b-orpo.Q5_K_M.gguf" # the model is in bin format
|
57 |
model_path = hf_hub_download(repo_id=model_name_or_path, filename=filename)
|
58 |
|
59 |
n_gpu_layers = 40 # Change this value based on your model and your GPU VRAM pool.
|