Llama3_1Base-L20A-32x/lm_config.json

{
    "model_name": "meta-llama/Meta-Llama-3.1-8B",
    "use_flash_attn": false,
    "cache_dir": null,
    "d_model": 4096,
    "local_files_only": false
}