File size: 934 Bytes
d5e14b5 a3e28ff bf59275 d5e14b5 60216ec d5e14b5 a3e28ff bf59275 d5e14b5 60216ec d5e14b5 bf59275 d5e14b5 60216ec d5e14b5 cefaaf5 d5e14b5 18f6e61 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 |
interface GenerationKeySettings {
default: number;
step: number;
min: number;
max: number;
label: string;
}
export const GENERATION_CONFIG_SETTINGS: Record<string, GenerationKeySettings> = {
temperature: {
default: 0.5,
step: 0.1,
min: 0,
max: 2,
label: "Temperature",
},
max_tokens: {
default: 1024,
step: 256,
min: 0,
max: 8192, // changed dynamically based on model
label: "Max Tokens",
},
top_p: {
default: 0.7,
step: 0.1,
min: 0,
max: 1,
label: "Top-P",
},
};
export type GenerationConfigKey = keyof typeof GENERATION_CONFIG_SETTINGS;
export const GENERATION_CONFIG_KEYS: GenerationConfigKey[] = ["temperature", "max_tokens", "top_p"];
export type GenerationConfig = Record<GenerationConfigKey, number>;
export const defaultGenerationConfig = GENERATION_CONFIG_KEYS.reduce((acc, key) => {
acc[key] = GENERATION_CONFIG_SETTINGS[key].default;
return acc;
}, {} as GenerationConfig);
|