import gradio as gr # Load the model model = gr.Interface.load("models/roneneldan/TinyStories-Instruct-33M") # Create the interface interface = gr.Interface( fn=model.predict, inputs=gr.Textbox(prompt="Type a prompt here..."), outputs=gr.Textbox(), live=True, capture_session=True ) # Launch the interface interface.launch()