Create app.py

app.py

@@ -0,0 +1,29 @@
+import gradio as gr
+from openai import OpenAI
+
+import requests
+import json
+
+
+url = "https://chat-engine-test.carleadsup.com/api/call/llm"
+headers = {'Content-Type': 'application/json'}
+
+def greet(text):
+    payload = {
+        "body": {
+            "token": "jshgduwygdhbwdb1234",
+            "messages": [
+                {"role": "system", "content": ""},
+                {"role": "user", "content": text}],
+            "model":"RaphaelKalandadze/test4",
+            "temperature": 0.4,
+            "max_tokens": 512,
+            "frequency_penalty": 1.2,
+        }
+    }
+    response = requests.post(url, json=payload, headers=headers)
+    loaded = json.loads(response.json()["body"])["resp"]["content"]
+    return loaded
+    
+demo = gr.Interface(fn=greet, inputs="text", outputs="text")
+demo.launch()