mark1098 commited on
Commit
cfb55b8
1 Parent(s): 03804d2

Upload folder using huggingface_hub

Browse files
README.md CHANGED
@@ -1,5 +1,5 @@
1
  ---
2
- base_model: taide/TAIDE-LX-7B-Chat
3
  library_name: peft
4
  ---
5
 
 
1
  ---
2
+ base_model: MediaTek-Research/Breeze-7B-Instruct-v1_0
3
  library_name: peft
4
  ---
5
 
adapter_config.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
  "alpha_pattern": {},
3
  "auto_mapping": null,
4
- "base_model_name_or_path": "taide/TAIDE-LX-7B-Chat",
5
  "bias": "none",
6
  "fan_in_fan_out": false,
7
  "inference_mode": true,
@@ -20,13 +20,13 @@
20
  "rank_pattern": {},
21
  "revision": null,
22
  "target_modules": [
23
- "v_proj",
24
- "q_proj",
25
- "down_proj",
26
  "up_proj",
27
- "k_proj",
28
  "o_proj",
29
- "gate_proj"
 
 
 
 
30
  ],
31
  "task_type": "CAUSAL_LM",
32
  "use_dora": false,
 
1
  {
2
  "alpha_pattern": {},
3
  "auto_mapping": null,
4
+ "base_model_name_or_path": "MediaTek-Research/Breeze-7B-Instruct-v1_0",
5
  "bias": "none",
6
  "fan_in_fan_out": false,
7
  "inference_mode": true,
 
20
  "rank_pattern": {},
21
  "revision": null,
22
  "target_modules": [
 
 
 
23
  "up_proj",
 
24
  "o_proj",
25
+ "down_proj",
26
+ "gate_proj",
27
+ "v_proj",
28
+ "q_proj",
29
+ "k_proj"
30
  ],
31
  "task_type": "CAUSAL_LM",
32
  "use_dora": false,
adapter_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0a59409ddf0b672d1655fd2fb81683cc8cc82cfefdca26a7d2e048b432996491
3
+ size 84047370
added_tokens.json ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ {
2
+ "<EOD>": 61873,
3
+ "<PAD>": 61874
4
+ }
special_tokens_map.json CHANGED
@@ -2,28 +2,28 @@
2
  "bos_token": {
3
  "content": "<s>",
4
  "lstrip": false,
5
- "normalized": true,
6
  "rstrip": false,
7
  "single_word": false
8
  },
9
  "eos_token": {
10
  "content": "</s>",
11
  "lstrip": false,
12
- "normalized": true,
13
  "rstrip": false,
14
  "single_word": false
15
  },
16
  "pad_token": {
17
- "content": "<pad>",
18
  "lstrip": false,
19
- "normalized": true,
20
  "rstrip": false,
21
  "single_word": false
22
  },
23
  "unk_token": {
24
  "content": "<unk>",
25
  "lstrip": false,
26
- "normalized": true,
27
  "rstrip": false,
28
  "single_word": false
29
  }
 
2
  "bos_token": {
3
  "content": "<s>",
4
  "lstrip": false,
5
+ "normalized": false,
6
  "rstrip": false,
7
  "single_word": false
8
  },
9
  "eos_token": {
10
  "content": "</s>",
11
  "lstrip": false,
12
+ "normalized": false,
13
  "rstrip": false,
14
  "single_word": false
15
  },
16
  "pad_token": {
17
+ "content": "</s>",
18
  "lstrip": false,
19
+ "normalized": false,
20
  "rstrip": false,
21
  "single_word": false
22
  },
23
  "unk_token": {
24
  "content": "<unk>",
25
  "lstrip": false,
26
+ "normalized": false,
27
  "rstrip": false,
28
  "single_word": false
29
  }
tokenizer.model CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:fa5ae3c94ec47bca0ac39941c245df5dfc913feebe2d806bc89365af560e4524
3
- size 813044
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9298e56c094f0d30431b0e52ad53287f0cadc99ac8ca17cc2144b0eb4753f130
3
+ size 911034
tokenizer_config.json CHANGED
@@ -6,7 +6,7 @@
6
  "0": {
7
  "content": "<unk>",
8
  "lstrip": false,
9
- "normalized": true,
10
  "rstrip": false,
11
  "single_word": false,
12
  "special": true
@@ -14,7 +14,7 @@
14
  "1": {
15
  "content": "<s>",
16
  "lstrip": false,
17
- "normalized": true,
18
  "rstrip": false,
19
  "single_word": false,
20
  "special": true
@@ -22,31 +22,39 @@
22
  "2": {
23
  "content": "</s>",
24
  "lstrip": false,
25
- "normalized": true,
26
  "rstrip": false,
27
  "single_word": false,
28
  "special": true
29
  },
30
- "32000": {
31
- "content": "<pad>",
32
  "lstrip": false,
33
- "normalized": true,
 
 
 
 
 
 
 
 
34
  "rstrip": false,
35
  "single_word": false,
36
  "special": true
37
  }
38
  },
39
  "bos_token": "<s>",
40
- "chat_template": "{% if messages[0]['role'] == 'system' %}\n {% set loop_messages = messages[1:] %}\n {% set system_message = messages[0]['content'] %}\n{% else %}\n {% set loop_messages = messages %}\n {% set system_message = false %}\n{% endif %}\n{% for message in loop_messages %}\n {% if loop.index0 == 0 and system_message != false %}\n {% set content = '<<SYS>>\\n' + system_message + '\\n<</SYS>>\\n\\n' + message['content'] %}\n {% else %}\n {% set content = message['content'] %}\n {% endif %}\n {% if message['role'] == 'user' %}\n {{- bos_token + '[INST] ' + content.strip() + ' [/INST]' -}}\n {% elif message['role'] == 'system' %}\n {{- '<<SYS>>\\n' + content.strip() + '\\n<</SYS>>\\n\\n' -}}\n {% elif message['role'] == 'assistant' %}\n {{- ' ' + content.strip() + ' ' + eos_token -}}\n {% endif %}\n{% endfor %}\n",
41
  "clean_up_tokenization_spaces": false,
42
  "eos_token": "</s>",
43
- "legacy": false,
44
- "model_max_length": 2048,
45
- "pad_token": "<pad>",
46
- "padding_side": "right",
47
  "sp_model_kwargs": {},
48
  "spaces_between_special_tokens": false,
49
  "tokenizer_class": "LlamaTokenizer",
50
  "unk_token": "<unk>",
51
- "use_default_system_prompt": false
 
52
  }
 
6
  "0": {
7
  "content": "<unk>",
8
  "lstrip": false,
9
+ "normalized": false,
10
  "rstrip": false,
11
  "single_word": false,
12
  "special": true
 
14
  "1": {
15
  "content": "<s>",
16
  "lstrip": false,
17
+ "normalized": false,
18
  "rstrip": false,
19
  "single_word": false,
20
  "special": true
 
22
  "2": {
23
  "content": "</s>",
24
  "lstrip": false,
25
+ "normalized": false,
26
  "rstrip": false,
27
  "single_word": false,
28
  "special": true
29
  },
30
+ "61873": {
31
+ "content": "<EOD>",
32
  "lstrip": false,
33
+ "normalized": false,
34
+ "rstrip": false,
35
+ "single_word": false,
36
+ "special": true
37
+ },
38
+ "61874": {
39
+ "content": "<PAD>",
40
+ "lstrip": false,
41
+ "normalized": false,
42
  "rstrip": false,
43
  "single_word": false,
44
  "special": true
45
  }
46
  },
47
  "bos_token": "<s>",
48
+ "chat_template": "{% if not add_generation_prompt is defined %}{% set add_generation_prompt = false %}{% endif %}{% if messages[0]['role'] == 'system' %}{% set loop_messages = messages[1:] %}{% set system_message = messages[0]['content'].strip() %}{% else %}{% set loop_messages = messages %}{% set system_message = 'You are a helpful AI assistant built by MediaTek Research. The user you are helping speaks Traditional Chinese and comes from Taiwan.' %}{% endif %}{{ bos_token }} {{ system_message }} {% for message in loop_messages %}{% if (message['role'] == 'user') != (loop.index0 % 2 == 0) %}{{ raise_exception('Conversation roles must alternate user/assistant/user/assistant/... or system/user/assistant/user/assistant/...') }}{% endif %}{% if message['role'] == 'user' %}{{ ' [INST] ' + message['content'] + ' [/INST] ' }}{% elif message['role'] == 'assistant' %}{{ message['content'] }}{% else %}{{ raise_exception('Only user and assistant roles are supported!') }}{% endif %}{% endfor %}",
49
  "clean_up_tokenization_spaces": false,
50
  "eos_token": "</s>",
51
+ "legacy": true,
52
+ "model_max_length": 1000000000000000019884624838656,
53
+ "pad_token": "</s>",
 
54
  "sp_model_kwargs": {},
55
  "spaces_between_special_tokens": false,
56
  "tokenizer_class": "LlamaTokenizer",
57
  "unk_token": "<unk>",
58
+ "use_default_system_prompt": false,
59
+ "use_fast": true
60
  }