Hugging Face's logo

RedaAlami
/
zephyr-7b-dpo-qlora

PEFT
TensorBoard
Safetensors
llama
alignment-handbook
trl
dpo
Generated from Trainer
4-bit precision
bitsandbytes
Model card Files Metrics Community
RedaAlami commited on
Commit
01aecfc
•
1 Parent(s): efa96d7

Training in progress, step 100

Browse files
Files changed (7) hide show
  1. adapter_config.json +8 -5
  2. adapter_model.safetensors +2 -2
  3. runs/Oct04_08-33-02_ip-172-16-43-187.us-west-2.compute.internal/events.out.tfevents.1728032903.ip-172-16-43-187.us-west-2.compute.internal.82163.0 +3 -0
  4. special_tokens_map.json +19 -7
  5. tokenizer.json +0 -0
  6. tokenizer_config.json +0 -0
  7. training_args.bin +2 -2
adapter_config.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
  "alpha_pattern": {},
3
  "auto_mapping": null,
4
- "base_model_name_or_path": "tiiuae/falcon-mamba-7b-instruct",
5
  "bias": "none",
6
  "fan_in_fan_out": false,
7
  "inference_mode": true,
@@ -20,10 +20,13 @@
20
  "rank_pattern": {},
21
  "revision": null,
22
  "target_modules": [
23
- "dt_proj",
24
- "out_proj",
25
- "in_proj",
26
- "x_proj"
 
 
 
27
  ],
28
  "task_type": "CAUSAL_LM",
29
  "use_dora": false,
 
1
  {
2
  "alpha_pattern": {},
3
  "auto_mapping": null,
4
+ "base_model_name_or_path": "TII-Frontier-Team/falcon3-3b-instruct",
5
  "bias": "none",
6
  "fan_in_fan_out": false,
7
  "inference_mode": true,
 
20
  "rank_pattern": {},
21
  "revision": null,
22
  "target_modules": [
23
+ "up_proj",
24
+ "v_proj",
25
+ "gate_proj",
26
+ "o_proj",
27
+ "k_proj",
28
+ "q_proj",
29
+ "down_proj"
30
  ],
31
  "task_type": "CAUSAL_LM",
32
  "use_dora": false,
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a81c0d1b995f4a9f1fc234e03e6550c8997207163a894ea31ac327cdb249494f
3
- size 1628509400
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a025a28bee7d00afc47552a8498c4ff38fba8a47db2d9f61f911535de69eed53
3
+ size 645964632
runs/Oct04_08-33-02_ip-172-16-43-187.us-west-2.compute.internal/events.out.tfevents.1728032903.ip-172-16-43-187.us-west-2.compute.internal.82163.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:11c277b9687bc86e97f761f21a279469ca0187b39c40c1e32bbf52f821c8aa0f
3
+ size 14796
special_tokens_map.json CHANGED
@@ -7,27 +7,39 @@
7
  ">>COMMENT<<",
8
  ">>ANSWER<<",
9
  ">>QUESTION<<",
10
- "assistant",
11
- "<|begin_of_text|>",
12
- "<|im_start|>",
13
- "<|im_end|>"
 
 
 
 
 
 
 
 
 
 
 
 
14
  ],
15
  "bos_token": {
16
- "content": "<|begin_of_text|>",
17
  "lstrip": false,
18
  "normalized": false,
19
  "rstrip": false,
20
  "single_word": false
21
  },
22
  "eos_token": {
23
- "content": "<|end_of_text|>",
24
  "lstrip": false,
25
  "normalized": false,
26
  "rstrip": false,
27
  "single_word": false
28
  },
29
  "pad_token": {
30
- "content": ">>TITLE<<",
31
  "lstrip": false,
32
  "normalized": false,
33
  "rstrip": false,
 
7
  ">>COMMENT<<",
8
  ">>ANSWER<<",
9
  ">>QUESTION<<",
10
+ ">>DOMAIN<<",
11
+ ">>EMAIL_ADDRESS<<",
12
+ ">>IP_ADDRESS<<",
13
+ "<|startoftext|>",
14
+ ">>IP_ADDRESS_0<<",
15
+ ">>IP_ADDRESS_1<<",
16
+ ">>IP_ADDRESS_2<<",
17
+ ">>IP_ADDRESS_3<<",
18
+ ">>IP_ADDRESS_4<<",
19
+ ">>IP_ADDRESS_5<<",
20
+ ">>IP_ADDRESS_6<<",
21
+ ">>IP_ADDRESS_7<<",
22
+ ">>IP_ADDRESS_8<<",
23
+ ">>IP_ADDRESS_9<<",
24
+ ">>PASSWORD<<",
25
+ ">>KEY<<"
26
  ],
27
  "bos_token": {
28
+ "content": "<|startoftext|>",
29
  "lstrip": false,
30
  "normalized": false,
31
  "rstrip": false,
32
  "single_word": false
33
  },
34
  "eos_token": {
35
+ "content": "<|im_end|>",
36
  "lstrip": false,
37
  "normalized": false,
38
  "rstrip": false,
39
  "single_word": false
40
  },
41
  "pad_token": {
42
+ "content": "<|endoftext|>",
43
  "lstrip": false,
44
  "normalized": false,
45
  "rstrip": false,
tokenizer.json CHANGED
The diff for this file is too large to render. See raw diff
 
tokenizer_config.json CHANGED
The diff for this file is too large to render. See raw diff
 
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:09c04c387d31a9747d273916dc37318c4cadec0505dbf16177f88610cf7c10ee
3
- size 6264
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a7347db28ddcc45491e02ba0d1e521c6f1c1287e1eacaba156d733a535869bea
3
+ size 6136