PathFinderKR commited on
Commit
c97c958
1 Parent(s): b883c92

(Trained with Unsloth)

Browse files
model-00001-of-00002.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:53b6d551e1bc1c2362946d1558c8dd1ef446622e2c74542f659032ea5bf1c67b
3
  size 4965799096
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:67b821741d88788442f5dd57cece482782017372c6535818b33677ebaee8b09c
3
  size 4965799096
model-00002-of-00002.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:50f85387345167089450fec9881aea86af191640bae78b12c00ad9164ef9e465
3
  size 1459729952
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8095182482bbe372e8b93729f690dc49c95769743daf70d62b7e1106d824a3c4
3
  size 1459729952
special_tokens_map.json CHANGED
@@ -1,23 +1,5 @@
1
  {
2
- "bos_token": {
3
- "content": "<|begin_of_text|>",
4
- "lstrip": false,
5
- "normalized": false,
6
- "rstrip": false,
7
- "single_word": false
8
- },
9
- "eos_token": {
10
- "content": "<|end_of_text|>",
11
- "lstrip": false,
12
- "normalized": false,
13
- "rstrip": false,
14
- "single_word": false
15
- },
16
- "pad_token": {
17
- "content": "<|finetune_right_pad_id|>",
18
- "lstrip": false,
19
- "normalized": false,
20
- "rstrip": false,
21
- "single_word": false
22
- }
23
  }
 
1
  {
2
+ "bos_token": "<|begin_of_text|>",
3
+ "eos_token": "<|im_end|>",
4
+ "pad_token": "<|finetune_right_pad_id|>"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
5
  }
tokenizer.json CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6b9e4e7fb171f92fd137b777cc2714bf87d11576700a1dcd7a399e7bbe39537b
3
- size 17209920
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c1f4a1a7159f2dacfa01410288c1b9faee8d5e309c880cb3dfc8e9ab3e070cef
3
+ size 17209915
tokenizer_config.json CHANGED
@@ -9,7 +9,7 @@
9
  "special": true
10
  },
11
  "128001": {
12
- "content": "<|end_of_text|>",
13
  "lstrip": false,
14
  "normalized": false,
15
  "rstrip": false,
@@ -2050,14 +2050,11 @@
2050
  }
2051
  },
2052
  "bos_token": "<|begin_of_text|>",
2053
- "clean_up_tokenization_spaces": true,
2054
- "eos_token": "<|end_of_text|>",
2055
- "model_input_names": [
2056
- "input_ids",
2057
- "attention_mask"
2058
- ],
2059
- "model_max_length": 131072,
2060
  "pad_token": "<|finetune_right_pad_id|>",
2061
- "padding_side": "left",
2062
- "tokenizer_class": "PreTrainedTokenizerFast"
2063
  }
 
9
  "special": true
10
  },
11
  "128001": {
12
+ "content": "<|im_end|>",
13
  "lstrip": false,
14
  "normalized": false,
15
  "rstrip": false,
 
2050
  }
2051
  },
2052
  "bos_token": "<|begin_of_text|>",
2053
+ "chat_template": "{% if 'role' in messages[0] %}{% for message in messages %}{% if message['role'] == 'user' %}{{'<|im_start|>user\n' + message['content'] + '<|im_end|>\n'}}{% elif message['role'] == 'assistant' %}{{'<|im_start|>assistant\n' + message['content'] + '<|im_end|>\n' }}{% else %}{{ '<|im_start|>system\n' + message['content'] + '<|im_end|>\n' }}{% endif %}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}{% else %}{% for message in messages %}{% if message['from'] == 'human' %}{{'<|im_start|>user\n' + message['value'] + '<|im_end|>\n'}}{% elif message['from'] == 'gpt' %}{{'<|im_start|>assistant\n' + message['value'] + '<|im_end|>\n' }}{% else %}{{ '<|im_start|>system\n' + message['value'] + '<|im_end|>\n' }}{% endif %}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}{% endif %}",
2054
+ "clean_up_tokenization_spaces": false,
2055
+ "eos_token": "<|im_end|>",
2056
+ "model_max_length": 1000000000000000019884624838656,
 
 
 
2057
  "pad_token": "<|finetune_right_pad_id|>",
2058
+ "tokenizer_class": "PreTrainedTokenizerFast",
2059
+ "unk_token": null
2060
  }