Spaces:
Sleeping
Sleeping
from llm.client import NurseCLI | |
from llm.llm import VirtualNurseLLM | |
from dotenv import load_dotenv | |
import os | |
load_dotenv() | |
if __name__ == "__main__": | |
model_choice = input("Choose the model to use (1 for typhoon-v1.5x-70b-instruct, 2 for OpenThaiGPT): ") | |
if model_choice == "1": | |
nurse_llm = VirtualNurseLLM( | |
base_url="https://api.opentyphoon.ai/v1", | |
model="typhoon-v1.5x-70b-instruct", | |
api_key=os.environ.get("TYPHOON_CHAT_KEY") | |
) | |
elif model_choice == "2": | |
nurse_llm = VirtualNurseLLM( | |
base_url="https://api.aieat.or.th/v1", | |
model="OpenThaiGPT", | |
api_key="dummy" | |
) | |
else: | |
print("Invalid choice. Exiting.") | |
exit(1) | |
cli = NurseCLI(nurse_llm) | |
cli.start() |