Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -37,10 +37,12 @@ llm = HuggingFaceLLM(
|
|
37 |
model_kwargs={"quantization_config": quantization_config},
|
38 |
generate_kwargs={"temperature": 0.1, "top_k": 50, "top_p": 0.95},
|
39 |
device_map="cuda:0",
|
|
|
40 |
)
|
41 |
|
42 |
embed_model = HuggingFaceEmbedding(
|
43 |
model_name="kheopss/kheops_embedding_e5_v3",
|
|
|
44 |
)
|
45 |
Settings.llm=llm
|
46 |
Settings.embed_model=embed_model
|
|
|
37 |
model_kwargs={"quantization_config": quantization_config},
|
38 |
generate_kwargs={"temperature": 0.1, "top_k": 50, "top_p": 0.95},
|
39 |
device_map="cuda:0",
|
40 |
+
token = hf_token,
|
41 |
)
|
42 |
|
43 |
embed_model = HuggingFaceEmbedding(
|
44 |
model_name="kheopss/kheops_embedding_e5_v3",
|
45 |
+
token = hf_token,
|
46 |
)
|
47 |
Settings.llm=llm
|
48 |
Settings.embed_model=embed_model
|