# Configuration version (required) | |
version: 1.0.3 | |
# Cache settings: Set to true to enable caching | |
cache: true | |
# fileConfig: | |
# endpoints: | |
# assistants: | |
# fileLimit: 5 | |
# fileSizeLimit: 10 # Maximum size for an individual file in MB | |
# totalSizeLimit: 50 # Maximum total size for all files in a single request in MB | |
# supportedMimeTypes: | |
# - "image/.*" | |
# - "application/pdf" | |
# openAI: | |
# disabled: true # Disables file uploading to the OpenAI endpoint | |
# default: | |
# totalSizeLimit: 20 | |
# YourCustomEndpointName: | |
# fileLimit: 2 | |
# fileSizeLimit: 5 | |
# serverFileSizeLimit: 100 # Global server file size limit in MB | |
# avatarSizeLimit: 2 # Limit for user avatar image size in MB | |
# rateLimits: | |
# fileUploads: | |
# ipMax: 100 | |
# ipWindowInMinutes: 60 # Rate limit window for file uploads per IP | |
# userMax: 50 | |
# userWindowInMinutes: 60 # Rate limit window for file uploads per user | |
# Definition of custom endpoints | |
endpoints: | |
# assistants: | |
# disableBuilder: false # Disable Assistants Builder Interface by setting to `true` | |
# pollIntervalMs: 750 # Polling interval for checking assistant updates | |
# timeoutMs: 180000 # Timeout for assistant operations | |
# # Should only be one or the other, either `supportedIds` or `excludedIds` | |
# supportedIds: ["asst_supportedAssistantId1", "asst_supportedAssistantId2"] | |
# # excludedIds: ["asst_excludedAssistantId"] | |
custom: | |
# Mistral AI API | |
- name: "Mistral" # Unique name for the endpoint | |
# For `apiKey` and `baseURL`, you can use environment variables that you define. | |
# recommended environment variables: | |
apiKey: "${MISTRAL_API_KEY}" | |
baseURL: "https://api.mistral.ai/v1" | |
# Models configuration | |
models: | |
# List of default models to use. At least one value is required. | |
default: ["mistral-tiny-latest", "mistral-small-latest", "mistral-medium-latest", "mistral-large-latest"] | |
# Fetch option: Set to true to fetch models from API. | |
fetch: true # Defaults to false. | |
# Optional configurations | |
# Title Conversation setting | |
titleConvo: true # Set to true to enable title conversation | |
# Title Method: Choose between "completion" or "functions". | |
# titleMethod: "completion" # Defaults to "completion" if omitted. | |
# Title Model: Specify the model to use for titles. | |
titleModel: "mistral-tiny" # Defaults to "gpt-3.5-turbo" if omitted. | |
# Summarize setting: Set to true to enable summarization. | |
# summarize: false | |
# Summary Model: Specify the model to use if summarization is enabled. | |
# summaryModel: "mistral-tiny" # Defaults to "gpt-3.5-turbo" if omitted. | |
# Force Prompt setting: If true, sends a `prompt` parameter instead of `messages`. | |
# forcePrompt: false | |
# The label displayed for the AI model in messages. | |
modelDisplayLabel: "Mistral" # Default is "AI" when not set. | |
# Add additional parameters to the request. Default params will be overwritten. | |
# addParams: | |
# safe_prompt: true # This field is specific to Mistral AI: https://docs.mistral.ai/api/ | |
# Drop Default params parameters from the request. See default params in guide linked below. | |
# NOTE: For Mistral, it is necessary to drop the following parameters or you will encounter a 422 Error: | |
dropParams: ["stop", "user", "frequency_penalty", "presence_penalty"] |