File size: 795 Bytes
e458941
 
a6eee8d
 
e458941
a6eee8d
e458941
 
a6eee8d
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
e458941
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
from llm.client import NurseCLI
from llm.llm import VirtualNurseLLM
from dotenv import load_dotenv
import os

load_dotenv()

if __name__ == "__main__":
    model_choice = input("Choose the model to use (1 for typhoon-v1.5x-70b-instruct, 2 for OpenThaiGPT): ")
    if model_choice == "1":
        nurse_llm = VirtualNurseLLM(
            base_url="https://api.opentyphoon.ai/v1",
            model="typhoon-v1.5x-70b-instruct",
            api_key=os.environ.get("TYPHOON_CHAT_KEY")
        )
    elif model_choice == "2":
        nurse_llm = VirtualNurseLLM(
            base_url="https://api.aieat.or.th/v1",
            model="OpenThaiGPT",
            api_key="dummy"
        )
    else:
        print("Invalid choice. Exiting.")
        exit(1)

    cli = NurseCLI(nurse_llm)
    cli.start()