sdadas commited on
Commit
0523dfc
1 Parent(s): eb1972b

Upload 11 files

Browse files
added_tokens.json CHANGED
@@ -1,7 +1,3 @@
1
  {
2
- "</s>": 2,
3
- "<mask>": 128000,
4
- "<pad>": 1,
5
- "<s>": 0,
6
- "<unk>": 3
7
  }
 
1
  {
2
+ "<mask>": 128000
 
 
 
 
3
  }
config.json CHANGED
@@ -27,7 +27,7 @@
27
  "position_embedding_type": "absolute",
28
  "tokenizer_class": "RobertaTokenizerFast",
29
  "torch_dtype": "float16",
30
- "transformers_version": "4.34.0",
31
  "type_vocab_size": 1,
32
  "use_cache": true,
33
  "vocab_size": 128001
 
27
  "position_embedding_type": "absolute",
28
  "tokenizer_class": "RobertaTokenizerFast",
29
  "torch_dtype": "float16",
30
+ "transformers_version": "4.34.1",
31
  "type_vocab_size": 1,
32
  "use_cache": true,
33
  "vocab_size": 128001
config_sentence_transformers.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
  "__version__": {
3
  "sentence_transformers": "2.2.2",
4
- "transformers": "4.34.0",
5
  "pytorch": "2.1.0a0+b5021ba"
6
  }
7
  }
 
1
  {
2
  "__version__": {
3
  "sentence_transformers": "2.2.2",
4
+ "transformers": "4.34.1",
5
  "pytorch": "2.1.0a0+b5021ba"
6
  }
7
  }
pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1215cf0e8e11fd1bf5ca49a548f8cb6781e9e3fdcd0d9662e7436b18f83c3230
3
  size 870055078
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:17086c73c86b609877298774dffbc56625f3e982aa4efd1c13e5cc35fba26f8d
3
  size 870055078
special_tokens_map.json CHANGED
@@ -2,7 +2,13 @@
2
  "bos_token": "<s>",
3
  "cls_token": "<s>",
4
  "eos_token": "</s>",
5
- "mask_token": "<mask>",
 
 
 
 
 
 
6
  "pad_token": "<pad>",
7
  "sep_token": "</s>",
8
  "unk_token": "<unk>"
 
2
  "bos_token": "<s>",
3
  "cls_token": "<s>",
4
  "eos_token": "</s>",
5
+ "mask_token": {
6
+ "content": "<mask>",
7
+ "lstrip": true,
8
+ "normalized": false,
9
+ "rstrip": false,
10
+ "single_word": false
11
+ },
12
  "pad_token": "<pad>",
13
  "sep_token": "</s>",
14
  "unk_token": "<unk>"
tokenizer_config.json CHANGED
@@ -42,7 +42,6 @@
42
  "special": true
43
  }
44
  },
45
- "additional_special_tokens": [],
46
  "bos_token": "<s>",
47
  "clean_up_tokenization_spaces": true,
48
  "cls_token": "<s>",
 
42
  "special": true
43
  }
44
  },
 
45
  "bos_token": "<s>",
46
  "clean_up_tokenization_spaces": true,
47
  "cls_token": "<s>",