Spaces:
Runtime error
Runtime error
ffreemt
commited on
Commit
·
2f27090
1
Parent(s):
30289e5
Update remove references to other models
Browse files
app.py
CHANGED
@@ -272,7 +272,7 @@ logger.info("done dl")
|
|
272 |
# https://huggingface.co/spaces/matthoffner/wizardcoder-ggml/blob/main/main.py
|
273 |
_ = """
|
274 |
llm = AutoModelForCausalLM.from_pretrained(
|
275 |
-
"
|
276 |
model_file="WizardCoder-15B-1.0.ggmlv3.q4_0.bin",
|
277 |
model_type="starcoder",
|
278 |
threads=8
|
@@ -285,7 +285,7 @@ logger.info("load llm")
|
|
285 |
_ = Path("models", MODEL_FILENAME).absolute().as_posix()
|
286 |
logger.debug(f"model_file: {_}, exists: {Path(_).exists()}")
|
287 |
LLM = AutoModelForCausalLM.from_pretrained(
|
288 |
-
# "
|
289 |
REPO_ID, # DESTINATION_FOLDER, # model_path_or_repo_id: str required
|
290 |
model_file=_,
|
291 |
model_type="llama", # "starcoder", AutoConfig.from_pretrained("TheBloke/WizardLM-13B-V1.0-Uncensored-GGML")
|
|
|
272 |
# https://huggingface.co/spaces/matthoffner/wizardcoder-ggml/blob/main/main.py
|
273 |
_ = """
|
274 |
llm = AutoModelForCausalLM.from_pretrained(
|
275 |
+
"The Bloke/WizardCoder-15B-1.0-GGML",
|
276 |
model_file="WizardCoder-15B-1.0.ggmlv3.q4_0.bin",
|
277 |
model_type="starcoder",
|
278 |
threads=8
|
|
|
285 |
_ = Path("models", MODEL_FILENAME).absolute().as_posix()
|
286 |
logger.debug(f"model_file: {_}, exists: {Path(_).exists()}")
|
287 |
LLM = AutoModelForCausalLM.from_pretrained(
|
288 |
+
# "The Bloke/WizardCoder-15B-1.0-GGML",
|
289 |
REPO_ID, # DESTINATION_FOLDER, # model_path_or_repo_id: str required
|
290 |
model_file=_,
|
291 |
model_type="llama", # "starcoder", AutoConfig.from_pretrained("TheBloke/WizardLM-13B-V1.0-Uncensored-GGML")
|