kz919 commited on
Commit
30c4c7f
1 Parent(s): df66504

Delete get_fn.py

Browse files
Files changed (1) hide show
  1. get_fn.py +0 -29
get_fn.py DELETED
@@ -1,29 +0,0 @@
1
- import os
2
- import base64
3
- from openai import OpenAI
4
- import gradio as gr
5
- from typing import Callable
6
-
7
- def get_fn(model_name: str, preprocess: Callable, postprocess: Callable, api_key: str):
8
- def fn(message, history):
9
- inputs = preprocess(message, history)
10
- client = OpenAI(
11
- base_url="https://fast-cloud-snova-ai-dev-0-api.cloud.snova.ai/v1",
12
- api_key=api_key,
13
- )
14
- try:
15
- completion = client.chat.completions.create(
16
- model=model_name,
17
- messages=inputs["messages"],
18
- stream=True,
19
- )
20
- response_text = ""
21
- for chunk in completion:
22
- delta = chunk.choices[0].delta.content or ""
23
- response_text += delta
24
- yield postprocess(response_text)
25
- except Exception as e:
26
- error_message = f"Error: {str(e)}"
27
- return error_message
28
-
29
- return fn