starting to play with gpt-2

app.py

@@ -1,7 +1,31 @@
 import gradio as gr
+from langchain_huggingface import HuggingFacePipeline
+
+llm = HuggingFacePipeline.from_model_id(
+    model_id="openai-community/gpt2",
+    task="text-generation",
+    pipeline_kwargs={
+        "max_new_tokens": 5,
+        "temperature": 1,
+    },
+)
 
 def greet(name):
     return "Hello " + name + "!!"
 
-demo = gr.Interface(fn=greet, inputs="text", outputs="text")
-demo.launch()
+# Define a function to generate responses
+def chat_with_model(user_input):
+    print(llm.invoke(user_input))
+    return llm.invoke(user_input)
+
+# Create a Gradio interface
+demo = gr.Interface(
+    fn=chat_with_model,
+    inputs="text",
+    outputs="text",
+    title="Chat with GPT-2",
+    description="Enter a prompt and get a response from GPT-2."
+)
+
+# Launch the interface
+demo.launch(share=True)

requirements.txt

@@ -0,0 +1,2 @@
+gradio
+langchain-huggingface