import os | |
from langchain_community.llms import HuggingFaceEndpoint | |
_api = os.environ.get("HUGGINGFACEHUB_API_TOKEN") | |
def get_response(prompt: str): | |
llm = HuggingFaceEndpoint( | |
repo_id="CineAI/FreeThinker3B", | |
max_length=1024, | |
temperature=0.5, | |
token=_api, | |
) | |
return llm.invoke(prompt) |