Hugging Face's logo

ZhanQU
/
few_shot_test

PEFT
Safetensors
trl
sft
Generated from Trainer
Model card Files Community
ZhanQU commited on
Commit
df1d6a6
•
1 Parent(s): 2532e94

Training in progress, step 500

Browse files
Files changed (5) hide show
  1. adapter_config.json +3 -6
  2. adapter_model.safetensors +2 -2
  3. tokenizer.json +2 -2
  4. tokenizer_config.json +0 -0
  5. training_args.bin +1 -1
adapter_config.json CHANGED
@@ -16,17 +16,14 @@
16
  "megatron_core": "megatron.core",
17
  "modules_to_save": null,
18
  "peft_type": "LORA",
19
- "r": 4,
20
  "rank_pattern": {},
21
  "revision": null,
22
  "target_modules": [
23
- "up_proj",
24
  "v_proj",
 
25
  "k_proj",
26
- "gate_proj",
27
- "q_proj",
28
- "down_proj",
29
- "o_proj"
30
  ],
31
  "task_type": "CAUSAL_LM",
32
  "use_dora": false,
 
16
  "megatron_core": "megatron.core",
17
  "modules_to_save": null,
18
  "peft_type": "LORA",
19
+ "r": 8,
20
  "rank_pattern": {},
21
  "revision": null,
22
  "target_modules": [
 
23
  "v_proj",
24
+ "out_proj",
25
  "k_proj",
26
+ "q_proj"
 
 
 
27
  ],
28
  "task_type": "CAUSAL_LM",
29
  "use_dora": false,
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9c97afc60bdb167a2af781dffc75dc815f5730be11e52aed6b55add307ebf888
3
- size 2143381440
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8fb7d6e9602d65e214267b339ea6f5a9b8eb29c489142db3edb7fe936d5e2e89
3
+ size 2642453624
tokenizer.json CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:510d12ec255f4cb0304aa5428d699c354c1a49696b427a2748a7b03bb7bbb575
3
- size 17210296
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1aefcd8afb7a70241a09a23436f6f34610e6df0cb951e9fa225021b451fa059f
3
+ size 23071850
tokenizer_config.json CHANGED
The diff for this file is too large to render. See raw diff
 
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:64a2266b3f46dec79286b108de701a8e53ae7ae7e4f44fc28f97669870515e15
3
  size 5496
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c2618b233d732b0c911c237d5aec8eb8d820f292c726ae5a143ad1ceee115ffe
3
  size 5496