utils/statement_evaluation_command.py

import os
from langchain_community.llms import HuggingFaceEndpoint

_api = os.environ.get("HUGGINGFACEHUB_API_TOKEN")

def get_response(prompt: str):
    llm = HuggingFaceEndpoint(
        repo_id="CineAI/FreeThinker3B",
        max_length=1200,
        temperature=0.5,
        huggingfacehub_api_token=_api,
    )
    return llm.invoke(prompt)