Update main.py
Browse files
main.py
CHANGED
@@ -437,7 +437,9 @@ async def start():
|
|
437 |
# temperature=1.0,
|
438 |
# streaming=True
|
439 |
#)
|
|
|
440 |
from langchain_huggingface.llms import HuggingFacePipeline
|
|
|
441 |
model = HuggingFacePipeline.from_model_id(
|
442 |
model_id="mistralai/Mistral-Small-Instruct-2409",
|
443 |
task="text-generation",
|
|
|
437 |
# temperature=1.0,
|
438 |
# streaming=True
|
439 |
#)
|
440 |
+
from huggingface_hub import login
|
441 |
from langchain_huggingface.llms import HuggingFacePipeline
|
442 |
+
login(token=os.environ['HUGGINGFACEHUB_API_TOKEN'])
|
443 |
model = HuggingFacePipeline.from_model_id(
|
444 |
model_id="mistralai/Mistral-Small-Instruct-2409",
|
445 |
task="text-generation",
|