Make compatible to sentence-transformers (#10)

- Create 1_Pooling/config.json (0f70498f958347edab17f3b8779f9ecdcd1eeadc)
- Update 1_Pooling/config.json (a67fee46332d9fdc30942ae03ed1f6b0b032547a)
- Create sentence_bert_config.json (a2d0739b4e768032c2d0d1829ad1d5379bdda27c)
- Create modules.json (be17b6f9ac568ce4a977495f80968e53b999c3a8)
- Update sentence_bert_config.json (0eb14a491b64ce772c9def7f0ef3087b9f7e4588)
- Update tokenizer_config.json (d1a50b3624e901f12f9f4808126c30f6b01247a0)
- Update modules.json (807090377c246ba0eb0c6340fb6bbf7cca224a8a)


Co-authored-by: Michael <michaelfeil@users.noreply.huggingface.co>

1_Pooling/config.json

@@ -0,0 +1,10 @@
+{
+ "word_embedding_dimension": 4096,
+ "pooling_mode_cls_token": false,
+ "pooling_mode_mean_tokens": false,
+ "pooling_mode_max_tokens": false,
+ "pooling_mode_mean_sqrt_len_tokens": false,
+ "pooling_mode_weightedmean_tokens": false,
+ "pooling_mode_lasttoken": true,
+ "include_prompt": true
+}

modules.json

@@ -0,0 +1,14 @@
+[
+  {
+    "idx": 0,
+    "name": "0",
+    "path": "",
+    "type": "sentence_transformers.models.Transformer"
+  },
+  {
+    "idx": 1,
+    "name": "1",
+    "path": "1_Pooling",
+    "type": "sentence_transformers.models.Pooling"
+  }
+]

sentence_bert_config.json

@@ -0,0 +1,4 @@
+{
+  "max_seq_length": 32768,
+  "do_lower_case": false
+}

tokenizer_config.json

@@ -61,7 +61,7 @@
   "clean_up_tokenization_spaces": false,
   "eos_token": "</s>",
   "legacy": true,
-  "model_max_length": 1000000000000000019884624838656,
+  "model_max_length": 32768,
   "pad_token": "<unk>",
   "sp_model_kwargs": {},
   "spaces_between_special_tokens": false,