k151a02 [Openldap Test k151a02]
commited on
Commit
·
2c2d0c7
1
Parent(s):
2caf93b
Upload tokenizer
Browse files- special_tokens_map.json +3 -0
- tokenizer.json +3 -0
- tokenizer.model +3 -0
- tokenizer_config.json +3 -0
special_tokens_map.json
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:baec30ea10906f16adb8c18af7a34023002c1746542612b8b41c9f09e1351351
|
| 3 |
+
size 636
|
tokenizer.json
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c06be3e730e85a25f55fec40d777a827f03983b378edfaca73378f9aa018d036
|
| 3 |
+
size 17518624
|
tokenizer.model
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:61a7b147390c64585d6c3543dd6fc636906c9af3865a5548f27f31aee1d4c8e2
|
| 3 |
+
size 4241003
|
tokenizer_config.json
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:16551df2075dc26c004ed5caf010c11a307f898c9205e8e4e3aceb81ad36e5f7
|
| 3 |
+
size 40531
|