{ "claude-3-5-sonnet-latest": { "model_name": "claude-3-5-sonnet-latest", "api_type": "anthropic", "anony_only": false, "recommended_config": { "temperature": 0.7, "top_p": 1.0 }, "text-arena": true, "vision-arena": false }, "command-r-plus": { "model_name": "command-r-plus", "api_type": "cohere", "anony_only": false, "recommended_config": { "temperature": 0.7, "top_p": 1.0 }, "text-arena": true, "vision-arena": false }, "deepseek-chat": { "model_name": "deepseek-chat", "api_type": "openai-custom-deepinfra", "api_base": "https://api.deepseek.com/v1", "env_api_key": "DEEPSEEK_API_KEY", "anony_only": false, "recommended_config": { "temperature": 0.7, "top_p": 1.0 }, "text-arena": true, "vision-arena": false }, "nvidia/Llama-3.1-Nemotron-70B-Instruct": { "model_name": "nvidia/Llama-3.1-Nemotron-70B-Instruct", "api_base": "https://api.deepinfra.com/v1/openai", "api_type": "openai-custom-deepinfra", "env_api_key": "DEEPINFRA_API_KEY", "anony_only": false, "recommended_config": { "temperature": 0.7, "top_p": 1.0 }, "text-arena": true, "vision-arena": false }, "mistral-large-latest": { "model_name": "mistral-large-latest", "api_type": "mistral", "anony_only": false, "recommended_config": { "temperature": 0.7, "top_p": 1.0 }, "text-arena": true, "vision-arena": false }, "Qwen/Qwen2.5-72B-Instruct": { "model_name": "Qwen/Qwen2.5-72B-Instruct", "api_type": "openai-custom-deepinfra", "api_base": "https://api.deepinfra.com/v1/openai", "env_api_key": "DEEPINFRA_API_KEY", "anony_only": false, "recommended_config": { "temperature": 0.7, "top_p": 1.0 }, "text-arena": true, "vision-arena": false }, "meta-llama/Meta-Llama-3.1-405B-Instruct": { "model_name": "meta-llama/Meta-Llama-3.1-405B-Instruct", "api_type": "openai-custom-deepinfra", "api_base": "https://api.deepinfra.com/v1/openai", "env_api_key": "DEEPINFRA_API_KEY", "anony_only": false, "recommended_config": { "temperature": 0.7, "top_p": 1.0 }, "text-arena": true, "vision-arena": false }, "NousResearch/Hermes-3-Llama-3.1-405B": { "model_name": "NousResearch/Hermes-3-Llama-3.1-405B", "api_type": "openai-custom-deepinfra", "api_base": "https://api.deepinfra.com/v1/openai", "env_api_key": "DEEPINFRA_API_KEY", "anony_only": false, "recommended_config": { "temperature": 0.7, "top_p": 1.0 }, "text-arena": true, "vision-arena": false }, "google/gemma-2-27b-it": { "model_name": "google/gemma-2-27b-it", "api_type": "openai-custom-deepinfra", "api_base": "https://api.deepinfra.com/v1/openai", "env_api_key": "DEEPINFRA_API_KEY", "anony_only": false, "recommended_config": { "temperature": 0.7, "top_p": 1.0 }, "text-arena": true, "vision-arena": false }, "gemini-1.5-flash-latest": { "model_name": "gemini-1.5-flash-latest", "api_type": "gemini", "anony_only": false, "recommended_config": { "temperature": 0.7, "top_p": 1.0 }, "text-arena": true, "vision-arena": false }, "gemini-1.5-pro-latest": { "model_name": "gemini-1.5-pro-latest", "api_type": "gemini", "anony_only": false, "recommended_config": { "temperature": 0.7, "top_p": 1.0 }, "text-arena": true, "vision-arena": false }, "gpt-4o-latest": { "model_name": "gpt-4o", "api_type": "openai", "api_base": "https://api.openai.com/v1", "anony_only": false, "recommended_config": { "temperature": 0.7, "top_p": 1.0 }, "text-arena": true, "vision-arena": false }, "gpt-4-turbo-2024-04-09": { "model_name": "gpt-4-turbo-2024-04-09", "api_type": "openai", "api_base": "https://api.openai.com/v1", "anony_only": false, "recommended_config": { "temperature": 0.7, "top_p": 1.0 }, "text-arena": true, "vision-arena": false }, "gpt-4o-mini-2024-07-18": { "model_name": "gpt-4o-mini-2024-07-18", "api_type": "openai", "api_base": "https://api.openai.com/v1", "anony_only": false, "recommended_config": { "temperature": 0.7, "top_p": 1.0 }, "text-arena": true, "vision-arena": false }, "tokyotech-llm-Llama-3.1-Swallow-8B-Instruct-v0.1-Q8_0": { "model_name": "tokyotech-llm-Llama-3.1-Swallow-8B-Instruct-v0.1-Q8_0", "api_type": "openai-llama3.1", "api_end": "Swallow-8B", "env_api_key": "VLLM_API_KEY", "anony_only": false, "recommended_config": { "temperature": 0.7, "top_p": 1.0 }, "text-arena": true, "vision-arena": false }, "cyberagent/calm3-22b-chat-BitsAndBytes": { "model_name": "cyberagent/calm3-22b-chat", "api_type": "openai-custom-calm", "api_end": "calm3-22b-chat", "env_api_key": "VLLM_API_KEY", "anony_only": false, "recommended_config": { "temperature": 0.7, "top_p": 1.0 }, "text-arena": true, "vision-arena": false }, "weblab-GENIAC/Tanuki-8B-dpo-v1.0-BitsAndBytes": { "model_name": "weblab-GENIAC/Tanuki-8B-dpo-v1.0", "api_type": "openai-custom-tanuki", "api_end": "Tanuki-8B-dpo", "env_api_key": "VLLM_API_KEY", "anony_only": false, "recommended_config": { "temperature": 0.7, "top_p": 1.0 }, "text-arena": true, "vision-arena": false }, "team-hatakeyama-phase2/Tanuki-8x8B-dpo-v1.0-AWQ": { "model_name": "team-hatakeyama-phase2/Tanuki-8x8B-dpo-v1.0-AWQ", "api_type": "openai-custom-tanuki", "api_end": "Tanuki-8x8B-dpo", "env_api_key": "VLLM_API_KEY", "anony_only": false, "recommended_config": { "temperature": 0.7, "top_p": 1.0 }, "text-arena": true, "vision-arena": false }, "llm-jp-3-13b-instruct-Q8_0.gguf": { "model_name": "llm-jp-3-13b-instruct-Q8_0.gguf", "api_type": "openai-llmjp3", "api_end": "llm-jp-13b", "env_api_key": "VLLM_API_KEY", "anony_only": false, "recommended_config": { "temperature": 0.7, "top_p": 1.0 }, "text-arena": true, "vision-arena": false }, "tokyotech-llm/Llama-3.1-Swallow-70B-Instruct-v0.1-BitsAndBytes": { "model_name": "tokyotech-llm/Llama-3.1-Swallow-70B-Instruct-v0.1", "api_type": "openai-llama3.1", "api_end": "swallow70", "env_api_key": "VLLM_API_KEY", "anony_only": false, "recommended_config": { "temperature": 0.7, "top_p": 1.0 }, "text-arena": true, "vision-arena": false } }