Update quantize_config.json
Browse files- quantize_config.json +1 -1
quantize_config.json
CHANGED
|
@@ -7,7 +7,7 @@
|
|
| 7 |
"sym": true,
|
| 8 |
"true_sequential": true,
|
| 9 |
"model_name_or_path": "/fsx/llama405b/4bit-gptq-instruct",
|
| 10 |
-
"model_file_base_name": "
|
| 11 |
"is_marlin_format": false,
|
| 12 |
"quant_method": "gptq"
|
| 13 |
}
|
|
|
|
| 7 |
"sym": true,
|
| 8 |
"true_sequential": true,
|
| 9 |
"model_name_or_path": "/fsx/llama405b/4bit-gptq-instruct",
|
| 10 |
+
"model_file_base_name": "model",
|
| 11 |
"is_marlin_format": false,
|
| 12 |
"quant_method": "gptq"
|
| 13 |
}
|