File size: 593 Bytes
e8fb5c0
 
0a632f8
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
dc944d5
e8fb5c0
0a632f8
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
import os

import groq_gradio

from utils import get_app

demo = get_app(
    models=[
        "llama3-groq-8b-8192-tool-use-preview",
        "llama3-groq-70b-8192-tool-use-preview",
        "llama-3.2-1b-preview",
        "llama-3.2-3b-preview",
        "llama-3.2-11b-text-preview",
        "llama-3.2-90b-text-preview",
        "mixtral-8x7b-32768",
        "gemma2-9b-it",
        "gemma-7b-it",
    ],
    default_model="llama3-groq-70b-8192-tool-use-preview",
    src=groq_gradio.registry,
    accept_token=not os.getenv("GROQ_API_KEY"),
)

if __name__ == "__main__":
    demo.launch()