limcheekin commited on
Commit
55fe9af
1 Parent(s): c4f42e6

feat: added chat_format

Browse files
Files changed (1) hide show
  1. main.py +2 -1
main.py CHANGED
@@ -7,7 +7,8 @@ app = create_app(
7
  Settings(
8
  n_threads=2, # set to number of cpu cores
9
  model="model/gguf-model.bin",
10
- embedding=True
 
11
  )
12
  )
13
 
 
7
  Settings(
8
  n_threads=2, # set to number of cpu cores
9
  model="model/gguf-model.bin",
10
+ embedding=True,
11
+ chat_format="zephyr"
12
  )
13
  )
14