app_groq.py

import os

import groq_gradio

from utils import get_app

demo = get_app(
    models=[
        "llama3-groq-8b-8192-tool-use-preview",
        "llama3-groq-70b-8192-tool-use-preview",
        "llama-3.2-1b-preview",
        "llama-3.2-3b-preview",
        "llama-3.2-11b-text-preview",
        "llama-3.2-90b-text-preview",
        "mixtral-8x7b-32768",
        "gemma2-9b-it",
        "gemma-7b-it",
    ],
    default_model="llama3-groq-70b-8192-tool-use-preview",
    src=groq_gradio.registry,
    accept_token=not os.getenv("GROQ_API_KEY"),
)

if __name__ == "__main__":
    demo.launch()