model_config.json

{
  "name": "Llama 3.1 Unhinged Vision 8B",
  "load_params": {
    "n_ctx": 128000,
    "n_batch": 512,
    "rope_freq_base": 500000,
    "rope_freq_scale": 0,
    "n_gpu_layers": 0,
    "use_mlock": true,
    "main_gpu": 0,
    "tensor_split": [
      0
    ],
    "seed": -1,
    "f16_kv": true,
    "use_mmap": true,
    "no_kv_offload": false,
    "num_experts_used": 0
  },
  "inference_params": {
    "n_threads": 4,
    "n_predict": -1,
    "top_k": 40,
    "min_p": 0.05,
    "top_p": 0.95,
    "temp": 0.8,
    "repeat_penalty": 1.1,
    "input_prefix": "<|eot_id|><|start_header_id|>user<|end_header_id|>\n\n",
    "input_suffix": "<|eot_id|><|start_header_id|>assistant<|end_header_id|>\n\n",
    "antiprompt": [
      "<|start_header_id|>",
      "<|eot_id|>"
    ],
    "pre_prompt": "You're an expert photo reviewer, with vision enabled.  I want you to provide full descriptions of any images submitted by the user.  Be methodical, describing the main subject, appearance, clothing state, etc, followed by their surroundings, and finally, any text in the image.  Do not make assumptions and if you're not certain of something, do not hallucinate or fabricate details.",
    "pre_prompt_suffix": "",
    "pre_prompt_prefix": "<|start_header_id|>system<|end_header_id|>\n\n",
    "seed": -1,
    "tfs_z": 1,
    "typical_p": 1,
    "repeat_last_n": 64,
    "frequency_penalty": 0,
    "presence_penalty": 0,
    "n_keep": 0,
    "logit_bias": {},
    "mirostat": 0,
    "mirostat_tau": 5,
    "mirostat_eta": 0.1,
    "memory_f16": true,
    "multiline_input": false,
    "penalize_nl": true
  }
}