Hugging Face's logo

Jongsim
/
Llama-3-MAAL-8B-Instruct-v0.1-GPTQ

Text Generation
Transformers
Safetensors
English
Korean
llama
conversational
text-generation-inference
Inference Endpoints
8-bit precision
gptq
Model card Files Community
Jongsim commited on
Commit
3db7891
•
1 Parent(s): cd3d3f3

update

Browse files
Files changed (3) hide show
  1. config.json +1 -1
  2. model.safetensors +1 -1
  3. quantize_config.json +1 -1
config.json CHANGED
@@ -21,7 +21,7 @@
21
  "bits": 8,
22
  "damp_percent": 0.1,
23
  "dataset": "c4",
24
- "desc_act": false,
25
  "group_size": 128,
26
  "modules_in_block_to_quantize": null,
27
  "quant_method": "gptq",
 
21
  "bits": 8,
22
  "damp_percent": 0.1,
23
  "dataset": "c4",
24
+ "desc_act": true,
25
  "group_size": 128,
26
  "modules_in_block_to_quantize": null,
27
  "quant_method": "gptq",
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:91c06ee21926fe30c07fd727ec72e70e732e0d405feec7c94446eda64923959c
3
  size 9252661200
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1324dabdf0e02ed870c20a11f53c7b2ea425f328341af629c34a421891099854
3
  size 9252661200
quantize_config.json CHANGED
@@ -3,7 +3,7 @@
3
  "dataset": "c4",
4
  "group_size": 128,
5
  "damp_percent": 0.1,
6
- "desc_act": false,
7
  "sym": true,
8
  "true_sequential": true,
9
  "quant_method": "gptq",
 
3
  "dataset": "c4",
4
  "group_size": 128,
5
  "damp_percent": 0.1,
6
+ "desc_act": true,
7
  "sym": true,
8
  "true_sequential": true,
9
  "quant_method": "gptq",