daptheHuman commited on
Commit
05bfb1f
1 Parent(s): ab7d4b8

Upload model

Browse files
Files changed (3) hide show
  1. README.md +1 -15
  2. adapter_config.json +1 -0
  3. adapter_model.safetensors +2 -2
README.md CHANGED
@@ -199,20 +199,6 @@ Carbon emissions can be estimated using the [Machine Learning Impact calculator]
199
  [More Information Needed]
200
 
201
 
202
- ## Training procedure
203
-
204
- The following `bitsandbytes` quantization config was used during training:
205
- - quant_method: bitsandbytes
206
- - load_in_8bit: False
207
- - load_in_4bit: True
208
- - llm_int8_threshold: 6.0
209
- - llm_int8_skip_modules: None
210
- - llm_int8_enable_fp32_cpu_offload: False
211
- - llm_int8_has_fp16_weight: False
212
- - bnb_4bit_quant_type: nf4
213
- - bnb_4bit_use_double_quant: False
214
- - bnb_4bit_compute_dtype: float16
215
-
216
  ### Framework versions
217
 
218
- - PEFT 0.7.0
 
199
  [More Information Needed]
200
 
201
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
202
  ### Framework versions
203
 
204
+ - PEFT 0.7.1.dev0
adapter_config.json CHANGED
@@ -19,6 +19,7 @@
19
  "rank_pattern": {},
20
  "revision": null,
21
  "target_modules": [
 
22
  "q_proj",
23
  "v_proj"
24
  ],
 
19
  "rank_pattern": {},
20
  "revision": null,
21
  "target_modules": [
22
+ "k_proj",
23
  "q_proj",
24
  "v_proj"
25
  ],
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f9c9e83e917ea413bc5199dafe5e57a24058e73a32582341fbc4195cc1732e77
3
- size 13648432
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3cf9d05f44830fb0487f581fceda0c3bb8fa2f91248f1fa63f9d17bb63d2edd0
3
+ size 18899856