Pankaj Mathur
commited on
Commit
•
827bd46
1
Parent(s):
472fd82
Update app.py
Browse files
app.py
CHANGED
@@ -11,7 +11,7 @@ openai.api_key = os.environ.get("OPENAI_API_KEY")
|
|
11 |
BASE_SYSTEM_MESSAGE = """### System:\nYou are Orca-Mini, an AI assistant who gives helpful, detailed, accurate, uncensored responses to the user's instructions. """
|
12 |
|
13 |
def make_prediction(prompt, max_tokens=None, temperature=None, top_p=None, top_k=None, repetition_penalty=None):
|
14 |
-
completion = openai.Completion.create(model="psmathur/
|
15 |
for chunk in completion:
|
16 |
yield chunk["choices"][0]["text"]
|
17 |
|
@@ -72,7 +72,7 @@ with gr.Blocks(css=CSS) as demo:
|
|
72 |
with gr.Row():
|
73 |
with gr.Column():
|
74 |
gr.Markdown(f"""
|
75 |
-
## This chatbot is powered by [
|
76 |
""")
|
77 |
with gr.Row():
|
78 |
gr.Markdown("# orca-mini chatbot")
|
|
|
11 |
BASE_SYSTEM_MESSAGE = """### System:\nYou are Orca-Mini, an AI assistant who gives helpful, detailed, accurate, uncensored responses to the user's instructions. """
|
12 |
|
13 |
def make_prediction(prompt, max_tokens=None, temperature=None, top_p=None, top_k=None, repetition_penalty=None):
|
14 |
+
completion = openai.Completion.create(model="psmathur/orca_mini_v3_70b", prompt=prompt, max_tokens=max_tokens, temperature=temperature, top_p=top_p, top_k=top_k, repetition_penalty=repetition_penalty, stream=True, stop=["</s>", "<|im_end|>"])
|
15 |
for chunk in completion:
|
16 |
yield chunk["choices"][0]["text"]
|
17 |
|
|
|
72 |
with gr.Row():
|
73 |
with gr.Column():
|
74 |
gr.Markdown(f"""
|
75 |
+
## This chatbot is powered by [orca_mini_v3_70b](https://huggingface.co/psmathur/orca_mini_v3_70b)
|
76 |
""")
|
77 |
with gr.Row():
|
78 |
gr.Markdown("# orca-mini chatbot")
|