Spaces:
Running
on
CPU Upgrade
Running
on
CPU Upgrade
Update app.py
Browse files
app.py
CHANGED
@@ -181,8 +181,11 @@ async def chat(query,history,sources,reports,subtype,year):
|
|
181 |
),]
|
182 |
|
183 |
###-----------------getting inference endpoints------------------------------
|
|
|
|
|
|
|
184 |
llm_qa = HuggingFaceEndpoint(
|
185 |
-
endpoint_url="https://
|
186 |
max_new_tokens=512*3,
|
187 |
top_k=10,
|
188 |
top_p=0.95,
|
|
|
181 |
),]
|
182 |
|
183 |
###-----------------getting inference endpoints------------------------------
|
184 |
+
|
185 |
+
# llama-3_1 endpoint = https://howaqfw0lpap12sg.us-east-1.aws.endpoints.huggingface.cloud
|
186 |
+
# llama-3 endpoint = https://nhe9phsr2zhs0e36.eu-west-1.aws.endpoints.huggingface.cloud
|
187 |
llm_qa = HuggingFaceEndpoint(
|
188 |
+
endpoint_url="https://howaqfw0lpap12sg.us-east-1.aws.endpoints.huggingface.cloud",
|
189 |
max_new_tokens=512*3,
|
190 |
top_k=10,
|
191 |
top_p=0.95,
|