Hoal.py

app.py

@@ -5,3 +5,214 @@ def greet(name):
 
 iface = gr.Interface(fn=greet, inputs="text", outputs="text")
 iface.launch()
+
+MODELS=`[
+
+{
+
+"name" : "mistralai/Mixtral-8x7B-Instruct-v0.1",
+
+"description" : "The latest MoE model from Mistral AI! 8x7B and outperforms Llama 2 70B in most benchmarks.",
+
+"websiteUrl" : "https://mistral.ai/news/mixtral-of-experts/",
+
+"preprompt" : "",
+
+"chatPromptTemplate": "<s> {{#each messages}}{{#ifUser}}[INST]{{#if @first}}{{#if @root.preprompt}}{{@root.preprompt}}\n{{/if}}{{/if}} {{content}} [/INST]{{/ifUser}}{{#ifAssistant}} {{content}}</s> {{/ifAssistant}}{{/each}}",
+
+"parameters" : {
+
+"temperature" : 0.6,
+
+"top_p" : 0.95,
+
+"repetition_penalty" : 1.2,
+
+"top_k" : 50,
+
+"truncate" : 24576,
+
+"max_new_tokens" : 8192,
+
+"stop" : ["</s>"]
+
+},
+
+"promptExamples" : [
+
+{
+
+"title": "Write an email from bullet list",
+
+"prompt": "As a restaurant owner, write a professional email to the supplier to get these products every week: \n\n- Wine (x10)\n- Eggs (x24)\n- Bread (x12)"
+
+}, {
+
+"title": "Code a snake game",
+
+"prompt": "Code a basic snake game in python, give explanations for each step."
+
+}, {
+
+"title": "Assist in a task",
+
+"prompt": "How do I make a delicious lemon cheesecake?"
+
+}
+
+]
+
+},
+
+{
+
+"name": "meta-llama/Llama-2-70b-chat-hf",
+
+"description": "The latest and biggest model from Meta, fine-tuned for chat.",
+
+"websiteUrl": "https://ai.meta.com/llama/",
+
+"userMessageToken": "",
+
+"userMessageEndToken": " [/INST] ",
+
+"assistantMessageToken": "",
+
+"assistantMessageEndToken": " </s><s>[INST] ",
+
+"preprompt": " ",
+
+"chatPromptTemplate" : "<s>[INST] <<SYS>>\n{{preprompt}}\n<</SYS>>\n\n{{#each messages}}{{#ifUser}}{{content}} [/INST] {{/ifUser}}{{#ifAssistant}}{{content}} </s><s>[INST] {{/ifAssistant}}{{/each}}",
+
+"promptExamples": [
+
+{
+
+"title": "Write an email from bullet list",
+
+"prompt": "As a restaurant owner, write a professional email to the supplier to get these products every week: \n\n- Wine (x10)\n- Eggs (x24)\n- Bread (x12)"
+
+}, {
+
+"title": "Code a snake game",
+
+"prompt": "Code a basic snake game in python, give explanations for each step."
+
+}, {
+
+"title": "Assist in a task",
+
+"prompt": "How do I make a delicious lemon cheesecake?"
+
+}
+
+],
+
+"parameters": {
+
+"temperature": 0.1,
+
+"top_p": 0.95,
+
+"repetition_penalty": 1.2,
+
+"top_k": 50,
+
+"truncate": 3072,
+
+"max_new_tokens": 1024,
+
+"stop" : ["</s>", " </s><s>[INST] "]
+
+}
+
+},
+
+{
+
+"name" : "NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO",
+
+"description" : "Nous Hermes 2 Mixtral 8x7B DPO is the new flagship Nous Research model trained over the Mixtral 8x7B MoE LLM.",
+
+"websiteUrl" : "https://nousresearch.com/",
+
+"chatPromptTemplate" : "<|im_start|>system\n{{#if @root.preprompt}}{{@root.preprompt}}<|im_end|>\n{{/if}}{{#each messages}}{{#ifUser}}<|im_start|>user\n{{content}}<|im_end|>\n<|im_start|>assistant\n{{/ifUser}}{{#ifAssistant}}{{content}}<|im_end|>\n{{/ifAssistant}}{{/each}}",
+
+"promptExamples": [
+
+{
+
+"title": "Write an email from bullet list",
+
+"prompt": "As a restaurant owner, write a professional email to the supplier to get these products every week: \n\n- Wine (x10)\n- Eggs (x24)\n- Bread (x12)"
+
+}, {
+
+"title": "Code a snake game",
+
+"prompt": "Code a basic snake game in python, give explanations for each step."
+
+}, {
+
+"title": "Assist in a task",
+
+"prompt": "How do I make a delicious lemon cheesecake?"
+
+}
+
+],
+
+"parameters": {
+
+"temperature": 0.7,
+
+"top_p": 0.95,
+
+"repetition_penalty": 1,
+
+"top_k": 50,
+
+"truncate": 24576,
+
+"max_new_tokens": 2048,
+
+"stop": ["<|im_end|>"]
+
+}
+
+},
+
+{
+
+"name": "codellama/CodeLlama-34b-Instruct-hf",
+
+"displayName": "codellama/CodeLlama-34b-Instruct-hf",
+
+"description": "Code Llama, a state of the art code model from Meta.",
+
+"websiteUrl": "https://about.fb.com/news/2023/08/code-llama-ai-for-coding/",
+
+"userMessageToken": "",
+
+"userMessageEndToken": " [/INST] ",
+
+"assistantMessageToken": "",
+
+"assistantMessageEndToken": " </s><s>[INST] ",
+
+"preprompt": " ",
+
+"chatPromptTemplate" : "<s>[INST] <<SYS>>\n{{preprompt}}\n<</SYS>>\n\n{{#each messages}}{{#ifUser}}{{content}} [/INST] {{/ifUser}}{{#ifAssistant}}{{content}} </s><s>[INST] {{/ifAssistant}}{{/each}}",
+
+"promptExamples": [
+
+{
+
+"title": "Fibonacci in Python",
+
+"prompt": "Write a python function to calculate the nth fibonacci number."
+
+}, {
+
+"title": "JavaScript promises",
+