Hugging Face's logo

thegshipley
/
rhai-code

Safetensors
llama
Model card Files Community
thegshipley commited on
Commit
44b98f3
•
1 Parent(s): 9b192d5

Upload 9 files

Browse files
Files changed (7) hide show
  1. generation_config.json +1 -1
  2. model-00001-of-00003.safetensors +1 -1
  3. model-00002-of-00003.safetensors +1 -1
  4. model-00003-of-00003.safetensors +1 -1
  5. special_tokens_map.json +4 -1
  6. tokenizer.json +0 -0
  7. tokenizer_config.json +5 -2
generation_config.json CHANGED
@@ -3,5 +3,5 @@
3
  "bos_token_id": 32000,
4
  "eos_token_id": 32001,
5
  "pad_token_id": 32002,
6
- "transformers_version": "4.44.0"
7
  }
 
3
  "bos_token_id": 32000,
4
  "eos_token_id": 32001,
5
  "pad_token_id": 32002,
6
+ "transformers_version": "4.45.1"
7
  }
model-00001-of-00003.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:dc77b732b3d6d23314ac2513d67f0dc1353f94a19157964d0c5d012a55453097
3
  size 6191192888
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c6d4845b8df578227287f68c7ed93342ba6a20ca41c5d7cfb10eb8dbf96f96ae
3
  size 6191192888
model-00002-of-00003.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a36556a232248a6755293f548df66aa3c4c7ed0dd28a599939395c53a3c6a080
3
  size 6442713160
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:09f102df73ada7cb2a705ceacbdd40234d34f516f292d8edc826976839a7344d
3
  size 6442713160
model-00003-of-00003.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b90be7e54623ea2c04f5426539db2ba3929b7850145cc9034a912825ec77b31f
3
  size 843090088
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2e3c3a8e3e185491f3e75fcca9210840b02191437668fcc6ac0a28d866874177
3
  size 843090088
special_tokens_map.json CHANGED
@@ -2,7 +2,10 @@
2
  "additional_special_tokens": [
3
  "<|system|>",
4
  "<|user|>",
5
- "<|assistant|>"
 
 
 
6
  ],
7
  "bos_token": {
8
  "content": "<|begginingoftext|>",
 
2
  "additional_special_tokens": [
3
  "<|system|>",
4
  "<|user|>",
5
+ "<|assistant|>",
6
+ "<|endoftext|>",
7
+ "<|pad|>",
8
+ "<|begginingoftext|>"
9
  ],
10
  "bos_token": {
11
  "content": "<|begginingoftext|>",
tokenizer.json CHANGED
The diff for this file is too large to render. See raw diff
 
tokenizer_config.json CHANGED
@@ -79,10 +79,13 @@
79
  "additional_special_tokens": [
80
  "<|system|>",
81
  "<|user|>",
82
- "<|assistant|>"
 
 
 
83
  ],
84
  "bos_token": "<|begginingoftext|>",
85
- "chat_template": "{% for message in messages %}{% if message['role'] == 'pretraining' %}{{'<|pretrain|>' + message['content'] + '<|endoftext|>' + '<|/pretrain|>' }}{% elif message['role'] == 'system' %}{{'<|system|>'+ '\n' + message['content'] + '\n'}}{% elif message['role'] == 'user' %}{{'<|user|>' + '\n' + message['content'] + '\n'}}{% elif message['role'] == 'assistant' %}{{'<|assistant|>' + '\n' + message['content'] + '<|endoftext|>' + ('' if loop.last else '\n')}}{% endif %}{% endfor %}",
86
  "clean_up_tokenization_spaces": false,
87
  "eos_token": "<|endoftext|>",
88
  "fast_tokenizer": true,
 
79
  "additional_special_tokens": [
80
  "<|system|>",
81
  "<|user|>",
82
+ "<|assistant|>",
83
+ "<|endoftext|>",
84
+ "<|pad|>",
85
+ "<|begginingoftext|>"
86
  ],
87
  "bos_token": "<|begginingoftext|>",
88
+ "chat_template": "{% for message in messages %}{% if message['role'] == 'pretraining' %}{{'<|pretrain|>' + message['content'] + '<|endoftext|>' + '<|/pretrain|>' }}{% elif message['role'] == 'system' %}{{'<|system|>'+ '\n' + message['content'] + '\n'}}{% elif message['role'] == 'user' %}{{'<|user|>' + '\n' + message['content'] + '\n'}}{% elif message['role'] == 'assistant' %}{{'<|assistant|>' + '\n' + message['content'] + '<|endoftext|>' + ('' if loop.last else '\n')}}{% endif %}{% if loop.last and add_generation_prompt %}{{ '<|assistant|>' + '\n' }}{% endif %}{% endfor %}",
89
  "clean_up_tokenization_spaces": false,
90
  "eos_token": "<|endoftext|>",
91
  "fast_tokenizer": true,