domenicrosati commited on
Commit
8b29ed3
1 Parent(s): 7dba568

Training in progress, step 5000

Browse files
added_tokens.json ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "<|FACTUAL|>": 50267,
3
+ "<|IRRELEVANT|>": 50270,
4
+ "<|READABLE|>": 50265,
5
+ "<|RELEVANT|>": 50269,
6
+ "<|SEARCH|>": 50271,
7
+ "<|UNFACTUAL|>": 50268,
8
+ "<|UNREADABLE|>": 50266
9
+ }
config.json CHANGED
@@ -56,5 +56,5 @@
56
  "torch_dtype": "float32",
57
  "transformers_version": "4.26.0",
58
  "use_cache": true,
59
- "vocab_size": 50265
60
  }
 
56
  "torch_dtype": "float32",
57
  "transformers_version": "4.26.0",
58
  "use_cache": true,
59
+ "vocab_size": 50272
60
  }
pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b274f466ff8b73355144f047a0a54404090a2458aa04b439cad86da1c8ff48bd
3
- size 647680813
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6bcacb5410e1474d572a36d7c78d530c77dbdcb86f576413cf94a79991f77f92
3
+ size 647702381
special_tokens_map.json CHANGED
@@ -1,4 +1,13 @@
1
  {
 
 
 
 
 
 
 
 
 
2
  "bos_token": {
3
  "content": "<s>",
4
  "lstrip": false,
 
1
  {
2
+ "additional_special_tokens": [
3
+ "<|READABLE|>",
4
+ "<|UNREADABLE|>",
5
+ "<|FACTUAL|>",
6
+ "<|UNFACTUAL|>",
7
+ "<|RELEVANT|>",
8
+ "<|IRRELEVANT|>",
9
+ "<|SEARCH|>"
10
+ ],
11
  "bos_token": {
12
  "content": "<s>",
13
  "lstrip": false,
tokenizer.json CHANGED
@@ -61,6 +61,69 @@
61
  "rstrip": false,
62
  "normalized": true,
63
  "special": true
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
64
  }
65
  ],
66
  "normalizer": null,
 
61
  "rstrip": false,
62
  "normalized": true,
63
  "special": true
64
+ },
65
+ {
66
+ "id": 50265,
67
+ "content": "<|READABLE|>",
68
+ "single_word": false,
69
+ "lstrip": false,
70
+ "rstrip": false,
71
+ "normalized": false,
72
+ "special": true
73
+ },
74
+ {
75
+ "id": 50266,
76
+ "content": "<|UNREADABLE|>",
77
+ "single_word": false,
78
+ "lstrip": false,
79
+ "rstrip": false,
80
+ "normalized": false,
81
+ "special": true
82
+ },
83
+ {
84
+ "id": 50267,
85
+ "content": "<|FACTUAL|>",
86
+ "single_word": false,
87
+ "lstrip": false,
88
+ "rstrip": false,
89
+ "normalized": false,
90
+ "special": true
91
+ },
92
+ {
93
+ "id": 50268,
94
+ "content": "<|UNFACTUAL|>",
95
+ "single_word": false,
96
+ "lstrip": false,
97
+ "rstrip": false,
98
+ "normalized": false,
99
+ "special": true
100
+ },
101
+ {
102
+ "id": 50269,
103
+ "content": "<|RELEVANT|>",
104
+ "single_word": false,
105
+ "lstrip": false,
106
+ "rstrip": false,
107
+ "normalized": false,
108
+ "special": true
109
+ },
110
+ {
111
+ "id": 50270,
112
+ "content": "<|IRRELEVANT|>",
113
+ "single_word": false,
114
+ "lstrip": false,
115
+ "rstrip": false,
116
+ "normalized": false,
117
+ "special": true
118
+ },
119
+ {
120
+ "id": 50271,
121
+ "content": "<|SEARCH|>",
122
+ "single_word": false,
123
+ "lstrip": false,
124
+ "rstrip": false,
125
+ "normalized": false,
126
+ "special": true
127
  }
128
  ],
129
  "normalizer": null,
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5fe881f8c26ef11c28adbc3f41440640ccae2a4c82498d2b5bba25ce08a15915
3
  size 3707
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e8b9efc7c48d0207d53a503d678f58b4d8376dd0e260db46f2ad0083d1ee1a0e
3
  size 3707