moriire commited on
Commit
09f4627
1 Parent(s): 1631980

Update app/llm.py

Browse files
Files changed (1) hide show
  1. app/llm.py +1 -1
app/llm.py CHANGED
@@ -40,7 +40,7 @@ llm_chat = llama_cpp.Llama.from_pretrained(
40
  llm_generate = llama_cpp.Llama.from_pretrained(
41
  repo_id="Qwen/Qwen1.5-0.5B-Chat-GGUF",
42
  filename="*q4_0.gguf",
43
- tokenizer=llama_cpp.llama_tokenizer.LlamaHFTokenizer.from_pretrained("Qwen/Qwen1.5-0.5B-Chat"),
44
  verbose=False,
45
  n_ctx=4096,
46
  n_gpu_layers=0,
 
40
  llm_generate = llama_cpp.Llama.from_pretrained(
41
  repo_id="Qwen/Qwen1.5-0.5B-Chat-GGUF",
42
  filename="*q4_0.gguf",
43
+ #tokenizer=llama_cpp.llama_tokenizer.LlamaHFTokenizer.from_pretrained("Qwen/Qwen1.5-0.5B-Chat"),
44
  verbose=False,
45
  n_ctx=4096,
46
  n_gpu_layers=0,