ramesh28 commited on
Commit
a0178ec
1 Parent(s): ac897da

added new model refernce

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -52,8 +52,8 @@ docs=docsearch.similarity_search(query,k=1)
52
  callback_manager = CallbackManager([StreamingStdOutCallbackHandler()])
53
  # Verbose is required to pass to the callback manager
54
 
55
- model_name_or_path = "TheBloke/Llama-2-7B-Chat-GGUF"
56
- filename = "llama-2-7b-chat.Q4_K_M.gguf" # the model is in bin format
57
  model_path = hf_hub_download(repo_id=model_name_or_path, filename=filename)
58
 
59
  n_gpu_layers = 40 # Change this value based on your model and your GPU VRAM pool.
 
52
  callback_manager = CallbackManager([StreamingStdOutCallbackHandler()])
53
  # Verbose is required to pass to the callback manager
54
 
55
+ model_name_or_path = "anakin87/gemma-2b-orpo-GGUF"
56
+ filename = "gemma-2b-orpo.Q5_K_M.gguf" # the model is in bin format
57
  model_path = hf_hub_download(repo_id=model_name_or_path, filename=filename)
58
 
59
  n_gpu_layers = 40 # Change this value based on your model and your GPU VRAM pool.