Update app.py
Browse files
app.py
CHANGED
@@ -14,7 +14,7 @@ model_name = "model-unsloth.BF16.gguf"
|
|
14 |
hf_hub_download(repo_id="google/DiarizationLM-13b-Fisher-v1", filename=model_name, local_dir=model_path, local_dir_use_symlinks=False)
|
15 |
|
16 |
print("Start the model init process")
|
17 |
-
model =
|
18 |
print("Finish the model init process")
|
19 |
|
20 |
model.config["promptTemplate"] = "{0} --> "
|
|
|
14 |
hf_hub_download(repo_id="google/DiarizationLM-13b-Fisher-v1", filename=model_name, local_dir=model_path, local_dir_use_symlinks=False)
|
15 |
|
16 |
print("Start the model init process")
|
17 |
+
model = GPT4All(model_name, model_path, allow_download = False, device="cpu")
|
18 |
print("Finish the model init process")
|
19 |
|
20 |
model.config["promptTemplate"] = "{0} --> "
|