latiao1999 commited on
Commit
a3dcdf3
·
verified ·
1 Parent(s): e966147

Upload folder using huggingface_hub

Browse files
adapter_config.json CHANGED
@@ -11,7 +11,7 @@
11
  "layers_to_transform": null,
12
  "loftq_config": {},
13
  "lora_alpha": 32,
14
- "lora_dropout": 0.2,
15
  "megatron_config": null,
16
  "megatron_core": "megatron.core",
17
  "modules_to_save": null,
@@ -20,8 +20,10 @@
20
  "rank_pattern": {},
21
  "revision": null,
22
  "target_modules": [
 
 
23
  "qkv_proj",
24
- "o_proj"
25
  ],
26
  "task_type": "CAUSAL_LM",
27
  "use_dora": false,
 
11
  "layers_to_transform": null,
12
  "loftq_config": {},
13
  "lora_alpha": 32,
14
+ "lora_dropout": 0.1,
15
  "megatron_config": null,
16
  "megatron_core": "megatron.core",
17
  "modules_to_save": null,
 
20
  "rank_pattern": {},
21
  "revision": null,
22
  "target_modules": [
23
+ "o_proj",
24
+ "up_proj",
25
  "qkv_proj",
26
+ "down_proj"
27
  ],
28
  "task_type": "CAUSAL_LM",
29
  "use_dora": false,
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0a2fa7c820efc9c8dec9692ca7d44a66741ed8116637bef3d9c6bd28e863c733
3
- size 37766064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:049f45033cafa8bb4b0f552a784143e11085eaf3502652abe30ead0a3386983f
3
+ size 60843176
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c762daa55e9e141f613f85556987fa3eae7356e98565ef5ee272ba7b288099af
3
  size 5432
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:553091e258b0bb2f6527bc09ecc71a20bc135876f0a1e0b758f381fdbba4d51d
3
  size 5432