Hugging Face's logo

roif123
/
mistral_7b-instruct-UUD_NO_22_2009

Text Generation
Transformers
Safetensors
mistral
conversational
text-generation-inference
Inference Endpoints
Model card Files Community
roif123 commited on
Commit
4b2026a
·
verified ·
1 Parent(s): af72605

Upload tokenizer

Browse files
Files changed (2) hide show
  1. tokenizer.json +0 -27
  2. tokenizer_config.json +1 -1
tokenizer.json CHANGED
@@ -6964,12 +6964,6 @@
6964
  "id": "A",
6965
  "type_id": 0
6966
  }
6967
- },
6968
- {
6969
- "SpecialToken": {
6970
- "id": "</s>",
6971
- "type_id": 0
6972
- }
6973
  }
6974
  ],
6975
  "pair": [
@@ -6985,12 +6979,6 @@
6985
  "type_id": 0
6986
  }
6987
  },
6988
- {
6989
- "SpecialToken": {
6990
- "id": "</s>",
6991
- "type_id": 0
6992
- }
6993
- },
6994
  {
6995
  "SpecialToken": {
6996
  "id": "<s>",
@@ -7002,24 +6990,9 @@
7002
  "id": "B",
7003
  "type_id": 1
7004
  }
7005
- },
7006
- {
7007
- "SpecialToken": {
7008
- "id": "</s>",
7009
- "type_id": 1
7010
- }
7011
  }
7012
  ],
7013
  "special_tokens": {
7014
- "</s>": {
7015
- "id": "</s>",
7016
- "ids": [
7017
- 2
7018
- ],
7019
- "tokens": [
7020
- "</s>"
7021
- ]
7022
- },
7023
  "<s>": {
7024
  "id": "<s>",
7025
  "ids": [
 
6964
  "id": "A",
6965
  "type_id": 0
6966
  }
 
 
 
 
 
 
6967
  }
6968
  ],
6969
  "pair": [
 
6979
  "type_id": 0
6980
  }
6981
  },
 
 
 
 
 
 
6982
  {
6983
  "SpecialToken": {
6984
  "id": "<s>",
 
6990
  "id": "B",
6991
  "type_id": 1
6992
  }
 
 
 
 
 
 
6993
  }
6994
  ],
6995
  "special_tokens": {
 
 
 
 
 
 
 
 
 
6996
  "<s>": {
6997
  "id": "<s>",
6998
  "ids": [
tokenizer_config.json CHANGED
@@ -1,6 +1,6 @@
1
  {
2
  "add_bos_token": true,
3
- "add_eos_token": true,
4
  "add_prefix_space": true,
5
  "added_tokens_decoder": {
6
  "0": {
 
1
  {
2
  "add_bos_token": true,
3
+ "add_eos_token": false,
4
  "add_prefix_space": true,
5
  "added_tokens_decoder": {
6
  "0": {