File size: 732 Bytes
1a27dec 6758e8a 1a27dec 6758e8a 1a27dec 6758e8a 1a27dec |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 |
{
"model_name": "resources/models/models/NousResearch_Meta-Llama-3-8B-Instruct",
"quant_config": {
"wbits": 4,
"abits": 16,
"group_size": 128,
"symmetric": false
},
"resume": null,
"start_sample": 0,
"nsamples": 128,
"epochs": 20,
"aug_loss": true,
"eval_ppl": true,
"real_quant": true,
"lwc_lr": 0.01,
"use_lr_scheduler": false,
"cache_dir": "resources/cache",
"output_dir": "resources/models/models/NousResearch_Meta-Llama-3-8B-Instruct_omniquant_asymm_e20/logs",
"save_dir": "resources/models/models/NousResearch_Meta-Llama-3-8B-Instruct_omniquant_asymm_e20/NousResearch_Meta-Llama-3-8B-Instruct",
"config_class": "OmniquantConfig"
} |