better position
Browse files
src/lib/components/InferencePlayground/InferencePlaygroundGenerationConfig.svelte
CHANGED
|
@@ -25,6 +25,7 @@
|
|
| 25 |
"timdettmers/guanaco-33b-merged": 2048,
|
| 26 |
"mistralai/Mixtral-8x7B-Instruct-v0.1": 32768,
|
| 27 |
"Qwen/Qwen2.5-72B-Instruct": 32768,
|
|
|
|
| 28 |
"meta-llama/Meta-Llama-3-70B-Instruct": 8192,
|
| 29 |
"CohereForAI/c4ai-command-r-plus-08-2024": 32768,
|
| 30 |
"NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO": 32768,
|
|
@@ -51,7 +52,6 @@
|
|
| 51 |
"bigcode/octocoder": 8192,
|
| 52 |
"vwxyzjn/starcoderbase-triviaqa": 8192,
|
| 53 |
"lvwerra/starcoderbase-gsm8k": 8192,
|
| 54 |
-
"Qwen/Qwen2.5-Coder-32B-Instruct": 32768,
|
| 55 |
} as const;
|
| 56 |
|
| 57 |
$: modelMaxLength = customMaxTokens[conversation.model.id] ?? conversation.model.tokenizerConfig.model_max_length;
|
|
|
|
| 25 |
"timdettmers/guanaco-33b-merged": 2048,
|
| 26 |
"mistralai/Mixtral-8x7B-Instruct-v0.1": 32768,
|
| 27 |
"Qwen/Qwen2.5-72B-Instruct": 32768,
|
| 28 |
+
"Qwen/Qwen2.5-Coder-32B-Instruct": 32768,
|
| 29 |
"meta-llama/Meta-Llama-3-70B-Instruct": 8192,
|
| 30 |
"CohereForAI/c4ai-command-r-plus-08-2024": 32768,
|
| 31 |
"NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO": 32768,
|
|
|
|
| 52 |
"bigcode/octocoder": 8192,
|
| 53 |
"vwxyzjn/starcoderbase-triviaqa": 8192,
|
| 54 |
"lvwerra/starcoderbase-gsm8k": 8192,
|
|
|
|
| 55 |
} as const;
|
| 56 |
|
| 57 |
$: modelMaxLength = customMaxTokens[conversation.model.id] ?? conversation.model.tokenizerConfig.model_max_length;
|