{
    "stopping_strings": ["<END>", "<START>", "end{code}", "\n"],
    "eos_token": "None",
    "max_new_tokens": 256,
    "seed": -1.0,
    "temperature": 0.7,
    "top_p": 0.1,
    "min_p": 0,
    "top_k": 40,
    "typical_p": 1,
    "repetition_penalty": 1.18,
    "presence_penalty": 0,
    "frequency_penalty": 0,
    "n_gpu_layers": 0,
    "encoder_repetition_penalty": 1,
    "no_repeat_ngram_size": 0,
    "min_length": 0,
    "do_sample": true,
    "penalty_alpha": 200,
    "num_beams": 1,
    "length_penalty": 1,
    "early_stopping": false,
    "add_bos_token": true,
    "ban_eos_token": false,
    "truncation_length": 4000,
    "custom_stopping_strings": "",
    "chat_prompt_size": 4000,
    "chat_generation_attempts": 1,
    "stop_at_newline": false,
    "skip_special_tokens": true,
    "guidance_scale": 1,
    "grammar_string": "",
    "negative_prompt": "",
    "auto_max_new_tokens": false,
    "max_tokens_second": 0,
    "repetition_penalty_range": 0,
    "epsilon_cutoff": 0,
    "eta_cutoff": 0,
    "top_a": 0,
    "tfs": 1,
    "mirostat_mode": 0,
    "mirostat_tau": 5,
    "mirostat_eta": 0.1,
    "custom_token_bans": "",
    "temperature_last": false
}