import os from langchain_community.llms import HuggingFaceEndpoint _api = os.environ.get("HUGGINGFACEHUB_API_TOKEN") def get_response(prompt: str): llm = HuggingFaceEndpoint( repo_id="CineAI/FreeThinker3B", max_length=1200, temperature=0.5, huggingfacehub_api_token=_api, ) return llm.invoke(prompt)