kheopss commited on
Commit
75103de
1 Parent(s): 8183020

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -0
app.py CHANGED
@@ -37,10 +37,12 @@ llm = HuggingFaceLLM(
37
  model_kwargs={"quantization_config": quantization_config},
38
  generate_kwargs={"temperature": 0.1, "top_k": 50, "top_p": 0.95},
39
  device_map="cuda:0",
 
40
  )
41
 
42
  embed_model = HuggingFaceEmbedding(
43
  model_name="kheopss/kheops_embedding_e5_v3",
 
44
  )
45
  Settings.llm=llm
46
  Settings.embed_model=embed_model
 
37
  model_kwargs={"quantization_config": quantization_config},
38
  generate_kwargs={"temperature": 0.1, "top_k": 50, "top_p": 0.95},
39
  device_map="cuda:0",
40
+ token = hf_token,
41
  )
42
 
43
  embed_model = HuggingFaceEmbedding(
44
  model_name="kheopss/kheops_embedding_e5_v3",
45
+ token = hf_token,
46
  )
47
  Settings.llm=llm
48
  Settings.embed_model=embed_model