Training in progress, epoch 1
Browse files- adapter_config.json +2 -4
- adapter_model.safetensors +1 -1
- added_tokens.json +4 -0
- runs/Aug15_00-27-24_ialabps1/events.out.tfevents.1723674450.ialabps1 +2 -2
- runs/Aug15_01-07-52_ialabps1/events.out.tfevents.1723676878.ialabps1 +3 -0
- runs/Aug27_17-30-54_ialabps1/events.out.tfevents.1724772659.ialabps1 +3 -0
- special_tokens_map.json +2 -2
- tokenizer.json +2 -3
- tokenizer.model +3 -0
- tokenizer_config.json +4 -4
- training_args.bin +2 -2
adapter_config.json
CHANGED
@@ -6,7 +6,6 @@
|
|
6 |
"fan_in_fan_out": false,
|
7 |
"inference_mode": true,
|
8 |
"init_lora_weights": true,
|
9 |
-
"layer_replication": null,
|
10 |
"layers_pattern": null,
|
11 |
"layers_to_transform": null,
|
12 |
"loftq_config": {},
|
@@ -20,15 +19,14 @@
|
|
20 |
"rank_pattern": {},
|
21 |
"revision": null,
|
22 |
"target_modules": [
|
23 |
-
"v_proj",
|
24 |
"gate_proj",
|
25 |
-
"up_proj",
|
26 |
"o_proj",
|
|
|
|
|
27 |
"k_proj",
|
28 |
"down_proj",
|
29 |
"q_proj"
|
30 |
],
|
31 |
"task_type": "CAUSAL_LM",
|
32 |
-
"use_dora": false,
|
33 |
"use_rslora": false
|
34 |
}
|
|
|
6 |
"fan_in_fan_out": false,
|
7 |
"inference_mode": true,
|
8 |
"init_lora_weights": true,
|
|
|
9 |
"layers_pattern": null,
|
10 |
"layers_to_transform": null,
|
11 |
"loftq_config": {},
|
|
|
19 |
"rank_pattern": {},
|
20 |
"revision": null,
|
21 |
"target_modules": [
|
|
|
22 |
"gate_proj",
|
|
|
23 |
"o_proj",
|
24 |
+
"v_proj",
|
25 |
+
"up_proj",
|
26 |
"k_proj",
|
27 |
"down_proj",
|
28 |
"q_proj"
|
29 |
],
|
30 |
"task_type": "CAUSAL_LM",
|
|
|
31 |
"use_rslora": false
|
32 |
}
|
adapter_model.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 1803907984
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:eed7326cd75d06773a88bc35eee8feb3adc1f3f39d9fe944be10f342d51e3d50
|
3 |
size 1803907984
|
added_tokens.json
ADDED
@@ -0,0 +1,4 @@
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"<|im_end|>": 32016,
|
3 |
+
"<|im_start|>": 32017
|
4 |
+
}
|
runs/Aug15_00-27-24_ialabps1/events.out.tfevents.1723674450.ialabps1
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:49201120394b37c797df37606a90f359ce9158f7d45964ada34f52290b081a89
|
3 |
+
size 5800
|
runs/Aug15_01-07-52_ialabps1/events.out.tfevents.1723676878.ialabps1
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:f15de0a966c5ecd83de99bbc25868cafb599691d9d31ef693a325de8103c8baa
|
3 |
+
size 5802
|
runs/Aug27_17-30-54_ialabps1/events.out.tfevents.1724772659.ialabps1
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c9bacbe8b6f8b976c8768c7d1b7b306f9ca30fcc45b48e89068a47169f0143f7
|
3 |
+
size 3610
|
special_tokens_map.json
CHANGED
@@ -1,14 +1,14 @@
|
|
1 |
{
|
2 |
"additional_special_tokens": [
|
3 |
{
|
4 |
-
"content": "<|
|
5 |
"lstrip": false,
|
6 |
"normalized": false,
|
7 |
"rstrip": false,
|
8 |
"single_word": false
|
9 |
},
|
10 |
{
|
11 |
-
"content": "<|
|
12 |
"lstrip": false,
|
13 |
"normalized": false,
|
14 |
"rstrip": false,
|
|
|
1 |
{
|
2 |
"additional_special_tokens": [
|
3 |
{
|
4 |
+
"content": "<|im_end|>",
|
5 |
"lstrip": false,
|
6 |
"normalized": false,
|
7 |
"rstrip": false,
|
8 |
"single_word": false
|
9 |
},
|
10 |
{
|
11 |
+
"content": "<|im_start|>",
|
12 |
"lstrip": false,
|
13 |
"normalized": false,
|
14 |
"rstrip": false,
|
tokenizer.json
CHANGED
@@ -68,7 +68,7 @@
|
|
68 |
},
|
69 |
{
|
70 |
"id": 32016,
|
71 |
-
"content": "<|
|
72 |
"single_word": false,
|
73 |
"lstrip": false,
|
74 |
"rstrip": false,
|
@@ -77,7 +77,7 @@
|
|
77 |
},
|
78 |
{
|
79 |
"id": 32017,
|
80 |
-
"content": "<|
|
81 |
"single_word": false,
|
82 |
"lstrip": false,
|
83 |
"rstrip": false,
|
@@ -188,7 +188,6 @@
|
|
188 |
"end_of_word_suffix": null,
|
189 |
"fuse_unk": true,
|
190 |
"byte_fallback": true,
|
191 |
-
"ignore_merges": false,
|
192 |
"vocab": {
|
193 |
"<unk>": 0,
|
194 |
"<s>": 1,
|
|
|
68 |
},
|
69 |
{
|
70 |
"id": 32016,
|
71 |
+
"content": "<|im_end|>",
|
72 |
"single_word": false,
|
73 |
"lstrip": false,
|
74 |
"rstrip": false,
|
|
|
77 |
},
|
78 |
{
|
79 |
"id": 32017,
|
80 |
+
"content": "<|im_start|>",
|
81 |
"single_word": false,
|
82 |
"lstrip": false,
|
83 |
"rstrip": false,
|
|
|
188 |
"end_of_word_suffix": null,
|
189 |
"fuse_unk": true,
|
190 |
"byte_fallback": true,
|
|
|
191 |
"vocab": {
|
192 |
"<unk>": 0,
|
193 |
"<s>": 1,
|
tokenizer.model
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:45ccb9c8b6b561889acea59191d66986d314e7cbd6a78abc6e49b139ca91c1e6
|
3 |
+
size 500058
|
tokenizer_config.json
CHANGED
@@ -59,7 +59,7 @@
|
|
59 |
"special": true
|
60 |
},
|
61 |
"32016": {
|
62 |
-
"content": "<|
|
63 |
"lstrip": false,
|
64 |
"normalized": false,
|
65 |
"rstrip": false,
|
@@ -67,7 +67,7 @@
|
|
67 |
"special": true
|
68 |
},
|
69 |
"32017": {
|
70 |
-
"content": "<|
|
71 |
"lstrip": false,
|
72 |
"normalized": false,
|
73 |
"rstrip": false,
|
@@ -76,8 +76,8 @@
|
|
76 |
}
|
77 |
},
|
78 |
"additional_special_tokens": [
|
79 |
-
"<|
|
80 |
-
"<|
|
81 |
],
|
82 |
"bos_token": "<|im_start|>",
|
83 |
"chat_template": "{% for message in messages %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}",
|
|
|
59 |
"special": true
|
60 |
},
|
61 |
"32016": {
|
62 |
+
"content": "<|im_end|>",
|
63 |
"lstrip": false,
|
64 |
"normalized": false,
|
65 |
"rstrip": false,
|
|
|
67 |
"special": true
|
68 |
},
|
69 |
"32017": {
|
70 |
+
"content": "<|im_start|>",
|
71 |
"lstrip": false,
|
72 |
"normalized": false,
|
73 |
"rstrip": false,
|
|
|
76 |
}
|
77 |
},
|
78 |
"additional_special_tokens": [
|
79 |
+
"<|im_end|>",
|
80 |
+
"<|im_start|>"
|
81 |
],
|
82 |
"bos_token": "<|im_start|>",
|
83 |
"chat_template": "{% for message in messages %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}",
|
training_args.bin
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:54ac0822ec5dbd968d78de19278805eb5b0e51f47511f65aacbd850d31768f88
|
3 |
+
size 4728
|