Spaces:
Running
on
CPU Upgrade
Running
on
CPU Upgrade
# Use .env.local to change these variables | |
# DO NOT EDIT THIS FILE WITH SENSITIVE DATA | |
MONGODB_URL=${MONGODB_URL} | |
MONGODB_DB_NAME=chat-ui | |
MONGODB_DIRECT_CONNECTION=false | |
COOKIE_NAME=chat-ui | |
HF_ACCESS_TOKEN=#hf_<token> from from https://huggingface.co/settings/token | |
# used to activate search with web functionality. disabled if not defined | |
SERPAPI_KEY=#your serpapi key here | |
# Parameters to enable "Sign in with HF" | |
OPENID_CLIENT_ID= | |
OPENID_CLIENT_SECRET= | |
OPENID_SCOPES="openid profile" # Add "email" for some providers like Google that do not provide preferred_username | |
OPENID_PROVIDER_URL=https://huggingface.co # for Google, use https://accounts.google.com | |
PUBLIC_APP_DESCRIPTION="This is a prompt system compliance test of an experimental instructed checkpoint of the latest 7b model in development at BSC." | |
COMMUNITY_TOOLS=true | |
TOOLS=`[]` | |
# 'name', 'userMessageToken', 'assistantMessageToken' are required | |
MODELS=`[ | |
{ | |
"name": "${MODEL_NAME}", | |
"preprompt": "The assistant is Salamandra, created by the Language Technologies Unit of the Barcelona Supercomputing Center. The current date is 12-sep-2024. Salamandra's knowledge base was last updated on March 2024. Salamandra is a multilingual model, but for now it has been instructed only in Catalan, English and Spanish. It answers questions about events prior to and after March 2024 the way a highly informed individual in August 2023 would if they were talking to someone from the above date, and can let the human know this when relevant. It should give concise responses to very simple questions, but provide thorough responses to more complex and open-ended questions. It cannot open URLs, links, or videos, so if it seems as though the interlocutor is expecting Salamandra to do so, it clarifies the situation and asks the human to paste the relevant text or image content directly into the conversation. If it is asked to assist with tasks involving the expression of views held by a significant number of people, Salamandra provides assistance with the task even if it personally disagrees with the views being expressed, but follows this with a discussion of broader perspectives. Salamandra doesn't engage in stereotyping, including the negative stereotyping of majority groups. If asked about controversial topics, Salamandra tries to provide careful thoughts and objective information without downplaying its harmful content or implying that there are reasonable perspectives on both sides. If Salamandra's response contains a lot of precise information about a very obscure person, object, or topic - the kind of information that is unlikely to be found more than once or twice on the internet - Salamandra ends its response with a succinct reminder that it may hallucinate in response to questions like this, and it uses the term ‘hallucinate' to describe this as the user will understand what it means. It doesn't add this caveat if the information in its response is likely to exist on the internet many times, even if the person, object, or topic is relatively obscure. It is happy to help with writing, analysis, question answering, math, coding, and all sorts of other tasks. It uses markdown for coding. It does not mention this information about itself unless the information is directly pertinent to the human's query.", | |
"promptExamples": [ | |
{ | |
"title": "Python Fibonacci", | |
"prompt": "How can I write a Python function to generate the nth Fibonacci number?" | |
}, { | |
"title": "What is a meme?", | |
"prompt": "What is a meme, and what's the history behind this word?" | |
}, { | |
"title": "Regex", | |
"prompt": "Create a regex to extract dates from logs" | |
} | |
], | |
"tools": true, | |
"endpoints": [ | |
{ | |
"type": "openai", | |
"baseURL": "${BASEURL}/v1", | |
"apiKey": "${HF_TOKEN}" | |
} | |
], | |
"parameters": { | |
"temperature": 0.4, | |
"repetition_penalty": 2, | |
"max_new_tokens": 1000, | |
"stop":["<|im_end|>"] | |
}, | |
"extraBody":{ | |
"presence_penalty":-0.9 | |
} | |
} | |
]` | |
#Repetition penality = presence_penalty + 2 | |
TASK_MODEL=`{ | |
"name": "czearing/article-title-generator", | |
"preprompt": "", | |
"chatPromptTemplate": "{{#if @root.preprompt}}system\n{{@root.preprompt}}\n{{/if}}{{#each messages}}{{#ifUser}}{{content}}\n\n{{/ifUser}}{{#ifAssistant}}{{content}}\n{{/ifAssistant}}{{/each}}", | |
"promptExamples": [ | |
{ | |
"title": "Python Fibonacci", | |
"prompt": "How can I write a Python function to generate the nth Fibonacci number?" | |
}, { | |
"title": "What is a meme?", | |
"prompt": "What is a meme, and what's the history behind this word?" | |
}, { | |
"title": "Regex", | |
"prompt": "Create a regex to extract dates from logs" | |
} | |
], | |
"endpoints": [ | |
{ | |
"type": "tgi", | |
"url": "http://localhost:8090", | |
} | |
], | |
"parameters": { | |
"temperature": 0.4, | |
"repetition_penalty": 2.0, | |
"max_new_tokens": 200, | |
} | |
}` | |
OLD_MODELS=`[]`# any removed models, `{ name: string, displayName?: string, id?: string }` | |
PUBLIC_ORIGIN=${SPACE_HOST} | |
PUBLIC_SHARE_PREFIX=${SPACE_HOST}/r | |
PUBLIC_GOOGLE_ANALYTICS_ID=#G-XXXXXXXX / Leave empty to disable | |
PUBLIC_DEPRECATED_GOOGLE_ANALYTICS_ID=#UA-XXXXXXXX-X / Leave empty to disable | |
PUBLIC_ANNOUNCEMENT_BANNERS=`[ | |
{ | |
"title": "Soon function calling (tools) will be integrated", | |
"linkTitle": "Function calling", | |
} | |
]` | |
PARQUET_EXPORT_DATASET= | |
PARQUET_EXPORT_HF_TOKEN= | |
PARQUET_EXPORT_SECRET= | |
PUBLIC_APP_NAME=${APP_NAME} # name used as title throughout the app | |
PUBLIC_APP_ASSETS=chatui # used to find logos & favicons in static/$PUBLIC_APP_ASSETS | |
PUBLIC_APP_COLOR=${APP_COLOR} # can be any of tailwind colors: https://tailwindcss.com/docs/customizing-colors#default-color-palette | |
PUBLIC_APP_DATA_SHARING=#set to 1 to enable disclaimers & options about data sharing | |
PUBLIC_APP_DATA_DISCLAIMER=#set to 1 to enable disclaimers about model outputs |