Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -5,11 +5,11 @@ client = InferenceClient("mistralai/Mixtral-8x7B-Instruct-v0.1")
|
|
5 |
|
6 |
def format_prompt(message, history):
|
7 |
prompt = "You are an helpful AI assistant, You are made by Rupnil Mondal."
|
8 |
-
|
9 |
-
|
10 |
-
|
11 |
-
|
12 |
-
|
13 |
|
14 |
def generate(
|
15 |
prompt, history, temperature=0.9, max_new_tokens=256, top_p=0.95, repetition_penalty=1.0,
|
|
|
5 |
|
6 |
def format_prompt(message, history):
|
7 |
prompt = "You are an helpful AI assistant, You are made by Rupnil Mondal."
|
8 |
+
for user_prompt, bot_response in history:
|
9 |
+
prompt += f"[INST] {user_prompt} [/INST]"
|
10 |
+
prompt += f" {bot_response}</s> "
|
11 |
+
prompt += f"[INST] {message} [/INST]"
|
12 |
+
return prompt
|
13 |
|
14 |
def generate(
|
15 |
prompt, history, temperature=0.9, max_new_tokens=256, top_p=0.95, repetition_penalty=1.0,
|