app.py

import gradio as gr
from groq import Groq
import os

# Default API key for examples (replace with a dummy value or leave empty)
DEFAULT_API_KEY = os.environ.get("GROQ_API_KEY", "")

def chatbot(message, history, api_key):
    # Use the provided API key, or fall back to the default for examples
    api_key = api_key or DEFAULT_API_KEY
    
    if not api_key:
        return "Please enter a valid Groq API key to use the chatbot."

    try:
        # Initialize Groq client with the API key
        client = Groq(api_key=api_key)

        # Prepare the messages including the conversation history
        messages = [
            {"role": "system", "content": "You are a helpful assistant."}
        ]
        for human, assistant in history:
            messages.append({"role": "user", "content": human})
            messages.append({"role": "assistant", "content": assistant})
        messages.append({"role": "user", "content": message})

        # Create the chat completion
        completion = client.chat.completions.create(
            model="llama-3.2-90b-text-preview",
            messages=messages,
            temperature=1,
            max_tokens=1024,
            top_p=1,
            stream=True,
            stop=None,
        )

        # Stream the response
        partial_message = ""
        for chunk in completion:
            if chunk.choices[0].delta.content is not None:
                partial_message += chunk.choices[0].delta.content
                yield partial_message
    except Exception as e:
        yield f"Error: {str(e)}"

# Create the Gradio interface
with gr.Blocks(theme="soft") as iface:
    gr.Markdown("# Groq LLaMA 3.2 90B Chatbot")
    gr.Markdown("Chat with the LLaMA 3.2 90B model using Groq API")
    
    with gr.Row():
        api_key_input = gr.Textbox(
            label="Enter your Groq API Key",
            placeholder="sk-...",
            type="password",
            value=DEFAULT_API_KEY  # Pre-fill with default key if available
        )

    chatbot = gr.ChatInterface(
        fn=chatbot,
        additional_inputs=[api_key_input],
        examples=[
            ["Tell me a short story about a robot learning to paint."],
            ["Explain quantum computing in simple terms."],
            ["What are some creative ways to reduce plastic waste?"],
        ],
        retry_btn=None,
        undo_btn="Delete Last",
        clear_btn="Clear",
    )

# Launch the interface
iface.launch()