Update app.py
Browse files
app.py
CHANGED
@@ -45,9 +45,9 @@ print("Loading Whisper ASR")
|
|
45 |
whisper_model = WhisperModel("large-v3", device="cuda", compute_type="float16")
|
46 |
|
47 |
# Load Saul-Instruct-v1-GGUF.Q4_K_M
|
48 |
-
print("Loading Saul-
|
49 |
-
hf_hub_download(repo_id="
|
50 |
-
saul_model_path="./Saul-
|
51 |
saul_instruct_llm = Llama(model_path=saul_model_path,n_gpu_layers=35,max_new_tokens=256, context_window=16384, n_ctx=16384, n_batch=128,verbose=False)
|
52 |
|
53 |
# Load XTTS Model
|
|
|
45 |
whisper_model = WhisperModel("large-v3", device="cuda", compute_type="float16")
|
46 |
|
47 |
# Load Saul-Instruct-v1-GGUF.Q4_K_M
|
48 |
+
print("Loading Saul-GDPR-v4.2-GGUF")
|
49 |
+
hf_hub_download(repo_id="sims2k/Saul-GDPR-v4.2-GGUF", local_dir=".", filename="saul-gdpr-v4.2.Q5_K_M.gguf")
|
50 |
+
saul_model_path="./Saul-GDPR-v4.2-GGUF"
|
51 |
saul_instruct_llm = Llama(model_path=saul_model_path,n_gpu_layers=35,max_new_tokens=256, context_window=16384, n_ctx=16384, n_batch=128,verbose=False)
|
52 |
|
53 |
# Load XTTS Model
|