w11wo commited on
Commit
7ff9716
1 Parent(s): a114505

Training in progress, epoch 1

Browse files
Files changed (3) hide show
  1. adapter_config.json +3 -3
  2. adapter_model.bin +1 -1
  3. training_args.bin +2 -2
adapter_config.json CHANGED
@@ -9,7 +9,7 @@
9
  "layers_pattern": null,
10
  "layers_to_transform": null,
11
  "loftq_config": {},
12
- "lora_alpha": 32,
13
  "lora_dropout": 0.1,
14
  "megatron_config": null,
15
  "megatron_core": "megatron.core",
@@ -21,8 +21,8 @@
21
  "rank_pattern": {},
22
  "revision": null,
23
  "target_modules": [
24
- "query_proj",
25
- "value_proj"
26
  ],
27
  "task_type": "SEQ_CLS"
28
  }
 
9
  "layers_pattern": null,
10
  "layers_to_transform": null,
11
  "loftq_config": {},
12
+ "lora_alpha": 128,
13
  "lora_dropout": 0.1,
14
  "megatron_config": null,
15
  "megatron_core": "megatron.core",
 
21
  "rank_pattern": {},
22
  "revision": null,
23
  "target_modules": [
24
+ "value_proj",
25
+ "query_proj"
26
  ],
27
  "task_type": "SEQ_CLS"
28
  }
adapter_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0b3b7636ac768b56e9198689c65e50dcafd6af2af62ba95dac394908bcf9c20e
3
  size 2384388
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:10b462c93c6f8a9f6dee49cf4ca432c64eaa2c42c50595deae1ba15fa5ddf81e
3
  size 2384388
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:794238e11be1c75ece7488d1625dbf187ecbebdb001577abd6b4a5a91331ef06
3
- size 4600
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:caa51c44d489758ba5f7d0f9c60e4fe9292fe499acfe4cbe750c933fdccc1fde
3
+ size 4536