Spaces:
Sleeping
Sleeping
File size: 795 Bytes
e458941 a6eee8d e458941 a6eee8d e458941 a6eee8d e458941 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 |
from llm.client import NurseCLI
from llm.llm import VirtualNurseLLM
from dotenv import load_dotenv
import os
load_dotenv()
if __name__ == "__main__":
model_choice = input("Choose the model to use (1 for typhoon-v1.5x-70b-instruct, 2 for OpenThaiGPT): ")
if model_choice == "1":
nurse_llm = VirtualNurseLLM(
base_url="https://api.opentyphoon.ai/v1",
model="typhoon-v1.5x-70b-instruct",
api_key=os.environ.get("TYPHOON_CHAT_KEY")
)
elif model_choice == "2":
nurse_llm = VirtualNurseLLM(
base_url="https://api.aieat.or.th/v1",
model="OpenThaiGPT",
api_key="dummy"
)
else:
print("Invalid choice. Exiting.")
exit(1)
cli = NurseCLI(nurse_llm)
cli.start() |