Update app.py

app.py

@@ -7,7 +7,7 @@ import requests
 import time
 import sys
 
-from huggingface_hub import snapshot_download
+from huggingface_hub.file_download import http_get
 from llama_cpp import Llama
 
 
@@ -25,16 +25,24 @@ def get_system_tokens(model):
     return get_message_tokens(model, **system_message)
 
 
-repo_name = "IlyaGusev/saiga_mistral_7b_gguf"
+directory = "."
+model_url = "https://huggingface.co/IlyaGusev/saiga_mistral_7b_gguf/resolve/main/model-q4_K.gguf"
 model_name = "model-q4_K.gguf"
+final_model_path = os.path.join(directory, model_name)
 
-snapshot_download(repo_id=repo_name, local_dir=".", allow_patterns=model_name)
+print("Downloading all files...")
+if not os.path.exists(final_model_path):
+    with open(final_model_path, "wb") as f:
+        http_get(model_url, f)
+os.chmod(final_model_path, 0o777)
+print("Files downloaded!")
 
 model = Llama(
     model_path=model_name,
     n_ctx=2000,
     n_parts=1,
 )
+print("Model loaded!")
 
 max_new_tokens = 1500