Hugging Face's logo

laquythang
/
56a31d65-bb14-489d-bc9b-559792711c6e

PEFT
Safetensors
gpt_neox
axolotl
Generated from Trainer
8-bit precision
bitsandbytes
Model card Files Community
laquythang commited on
Commit
5e6113f
·
verified ·
1 Parent(s): c3e763a

Training in progress, step 3

Browse files
Files changed (3) hide show
  1. adapter_config.json +3 -3
  2. adapter_model.safetensors +1 -1
  3. training_args.bin +1 -1
adapter_config.json CHANGED
@@ -20,10 +20,10 @@
20
  "rank_pattern": {},
21
  "revision": null,
22
  "target_modules": [
23
- "dense_h_to_4h",
24
- "query_key_value",
25
  "dense",
26
- "dense_4h_to_h"
 
 
27
  ],
28
  "task_type": "CAUSAL_LM",
29
  "use_dora": false,
 
20
  "rank_pattern": {},
21
  "revision": null,
22
  "target_modules": [
 
 
23
  "dense",
24
+ "query_key_value",
25
+ "dense_4h_to_h",
26
+ "dense_h_to_4h"
27
  ],
28
  "task_type": "CAUSAL_LM",
29
  "use_dora": false,
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:62dd8684fb759b20d5103d70ebf46292e480a7239fb2ce61ceb7a54a7b39e4d2
3
  size 33572288
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1831417af28ad4e8431cf68f5ff7cb340c7b0b38a1160114ca637e3215a236cb
3
  size 33572288
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b5626cd2613597d38b016ac503b35d867aeed1b5b31a1151465dc38b87f3fc7b
3
  size 6776
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7039ee5e93e39ae75f53f38b044442799d1e30cd7ff9a83e519c275615c657cc
3
  size 6776