import os from langchain_community.llms import HuggingFaceEndpoint _api = os.environ.get("HUGGINGFACEHUB_API_TOKEN") def get_response(prompt: str): llm = HuggingFaceEndpoint( repo_id="CineAI/FreeThinker3B", max_length=1024, temperature=0.5, token=_api, ) return llm.invoke(prompt)