Siddartha10/genai_mono_gemma9b

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+tokenizer.json filter=lfs diff=lfs merge=lfs -text

README.md

@@ -1,9 +1,9 @@
 ---
-base_model: unsloth/Meta-Llama-3.1-8B-Instruct-bnb-4bit
+base_model: unsloth/gemma-2-9b-bnb-4bit
 datasets:
 - generator
 library_name: peft
-license: llama3.1
+license: gemma
 tags:
 - trl
 - sft
@@ -19,7 +19,7 @@ should probably proofread and complete it, then remove this comment. -->
 
 # outputs
 
-This model is a fine-tuned version of [unsloth/Meta-Llama-3.1-8B-Instruct-bnb-4bit](https://huggingface.co/unsloth/Meta-Llama-3.1-8B-Instruct-bnb-4bit) on the generator dataset.
+This model is a fine-tuned version of [unsloth/gemma-2-9b-bnb-4bit](https://huggingface.co/unsloth/gemma-2-9b-bnb-4bit) on the generator dataset.
 
 ## Model description
 

adapter_config.json

@@ -1,7 +1,7 @@
 {
   "alpha_pattern": {},
   "auto_mapping": null,
-  "base_model_name_or_path": "unsloth/Meta-Llama-3.1-8B-Instruct-bnb-4bit",
+  "base_model_name_or_path": "unsloth/gemma-2-9b-bnb-4bit",
   "bias": "none",
   "fan_in_fan_out": false,
   "inference_mode": true,
@@ -20,13 +20,13 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "q_proj",
-    "up_proj",
     "v_proj",
-    "gate_proj",
+    "down_proj",
     "k_proj",
     "o_proj",
-    "down_proj"
+    "up_proj",
+    "gate_proj",
+    "q_proj"
   ],
   "task_type": "CAUSAL_LM",
   "use_dora": false,

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f397d18f596d152fc6906bfe53137f88a20a1c04f05428833a626a20f720b283
-size 167832240
+oid sha256:7b4e1879fd367ed9ca9a4a6f738cff6dbbbc6d0b6aed02c3dd519722d2383053
+size 216151256

runs/Sep22_16-45-41_69fb50a2e9aa/events.out.tfevents.1727023556.69fb50a2e9aa.658.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce20332b4d6a3040e9bbd63d87b1f81670ee1accdfb925fc640345ea123db665
+size 6858

special_tokens_map.json

@@ -1,20 +1,31 @@
 {
+  "additional_special_tokens": [
+    "<start_of_turn>",
+    "<end_of_turn>"
+  ],
   "bos_token": {
-    "content": "<|begin_of_text|>",
+    "content": "<bos>",
     "lstrip": false,
     "normalized": false,
     "rstrip": false,
     "single_word": false
   },
   "eos_token": {
-    "content": "<|eot_id|>",
+    "content": "<eos>",
     "lstrip": false,
     "normalized": false,
     "rstrip": false,
     "single_word": false
   },
   "pad_token": {
-    "content": "<|finetune_right_pad_id|>",
+    "content": "<pad>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "<unk>",
     "lstrip": false,
     "normalized": false,
     "rstrip": false,

tokenizer.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61a7b147390c64585d6c3543dd6fc636906c9af3865a5548f27f31aee1d4c8e2
+size 4241003

tokenizer_config.json

@@ -1,2064 +1,2013 @@
 {
+  "add_bos_token": true,
+  "add_eos_token": false,
   "added_tokens_decoder": {
-    "128000": {
-      "content": "<|begin_of_text|>",
+    "0": {
+      "content": "<pad>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "128001": {
-      "content": "<|end_of_text|>",
+    "1": {
+      "content": "<eos>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "128002": {
-      "content": "<|reserved_special_token_0|>",
+    "2": {
+      "content": "<bos>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "128003": {
-      "content": "<|reserved_special_token_1|>",
+    "3": {
+      "content": "<unk>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "128004": {
-      "content": "<|finetune_right_pad_id|>",
+    "4": {
+      "content": "<mask>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128005": {
-      "content": "<|reserved_special_token_2|>",
+    "5": {
+      "content": "<2mass>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128006": {
-      "content": "<|start_header_id|>",
+    "6": {
+      "content": "[@BOS@]",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128007": {
-      "content": "<|end_header_id|>",
+    "7": {
+      "content": "<unused0>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128008": {
-      "content": "<|eom_id|>",
+    "8": {
+      "content": "<unused1>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128009": {
-      "content": "<|eot_id|>",
+    "9": {
+      "content": "<unused2>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128010": {
-      "content": "<|python_tag|>",
+    "10": {
+      "content": "<unused3>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128011": {
-      "content": "<|reserved_special_token_3|>",
+    "11": {
+      "content": "<unused4>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128012": {
-      "content": "<|reserved_special_token_4|>",
+    "12": {
+      "content": "<unused5>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128013": {
-      "content": "<|reserved_special_token_5|>",
+    "13": {
+      "content": "<unused6>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128014": {
-      "content": "<|reserved_special_token_6|>",
+    "14": {
+      "content": "<unused7>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128015": {
-      "content": "<|reserved_special_token_7|>",
+    "15": {
+      "content": "<unused8>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128016": {
-      "content": "<|reserved_special_token_8|>",
+    "16": {
+      "content": "<unused9>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128017": {
-      "content": "<|reserved_special_token_9|>",
+    "17": {
+      "content": "<unused10>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128018": {
-      "content": "<|reserved_special_token_10|>",
+    "18": {
+      "content": "<unused11>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128019": {
-      "content": "<|reserved_special_token_11|>",
+    "19": {
+      "content": "<unused12>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128020": {
-      "content": "<|reserved_special_token_12|>",
+    "20": {
+      "content": "<unused13>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128021": {
-      "content": "<|reserved_special_token_13|>",
+    "21": {
+      "content": "<unused14>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128022": {
-      "content": "<|reserved_special_token_14|>",
+    "22": {
+      "content": "<unused15>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128023": {
-      "content": "<|reserved_special_token_15|>",
+    "23": {
+      "content": "<unused16>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128024": {
-      "content": "<|reserved_special_token_16|>",
+    "24": {
+      "content": "<unused17>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128025": {
-      "content": "<|reserved_special_token_17|>",
+    "25": {
+      "content": "<unused18>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128026": {
-      "content": "<|reserved_special_token_18|>",
+    "26": {
+      "content": "<unused19>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128027": {
-      "content": "<|reserved_special_token_19|>",
+    "27": {
+      "content": "<unused20>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128028": {
-      "content": "<|reserved_special_token_20|>",
+    "28": {
+      "content": "<unused21>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128029": {
-      "content": "<|reserved_special_token_21|>",
+    "29": {
+      "content": "<unused22>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128030": {
-      "content": "<|reserved_special_token_22|>",
+    "30": {
+      "content": "<unused23>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128031": {
-      "content": "<|reserved_special_token_23|>",
+    "31": {
+      "content": "<unused24>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128032": {
-      "content": "<|reserved_special_token_24|>",
+    "32": {
+      "content": "<unused25>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128033": {
-      "content": "<|reserved_special_token_25|>",
+    "33": {
+      "content": "<unused26>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128034": {
-      "content": "<|reserved_special_token_26|>",
+    "34": {
+      "content": "<unused27>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128035": {
-      "content": "<|reserved_special_token_27|>",
+    "35": {
+      "content": "<unused28>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128036": {
-      "content": "<|reserved_special_token_28|>",
+    "36": {
+      "content": "<unused29>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128037": {
-      "content": "<|reserved_special_token_29|>",
+    "37": {
+      "content": "<unused30>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128038": {
-      "content": "<|reserved_special_token_30|>",
+    "38": {
+      "content": "<unused31>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128039": {
-      "content": "<|reserved_special_token_31|>",
+    "39": {
+      "content": "<unused32>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128040": {
-      "content": "<|reserved_special_token_32|>",
+    "40": {
+      "content": "<unused33>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128041": {
-      "content": "<|reserved_special_token_33|>",
+    "41": {
+      "content": "<unused34>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128042": {
-      "content": "<|reserved_special_token_34|>",
+    "42": {
+      "content": "<unused35>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128043": {
-      "content": "<|reserved_special_token_35|>",
+    "43": {
+      "content": "<unused36>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128044": {
-      "content": "<|reserved_special_token_36|>",
+    "44": {
+      "content": "<unused37>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128045": {
-      "content": "<|reserved_special_token_37|>",
+    "45": {
+      "content": "<unused38>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128046": {
-      "content": "<|reserved_special_token_38|>",
+    "46": {
+      "content": "<unused39>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128047": {
-      "content": "<|reserved_special_token_39|>",
+    "47": {
+      "content": "<unused40>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128048": {
-      "content": "<|reserved_special_token_40|>",
+    "48": {
+      "content": "<unused41>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128049": {
-      "content": "<|reserved_special_token_41|>",
+    "49": {
+      "content": "<unused42>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128050": {
-      "content": "<|reserved_special_token_42|>",
+    "50": {
+      "content": "<unused43>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128051": {
-      "content": "<|reserved_special_token_43|>",
+    "51": {
+      "content": "<unused44>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128052": {
-      "content": "<|reserved_special_token_44|>",
+    "52": {
+      "content": "<unused45>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128053": {
-      "content": "<|reserved_special_token_45|>",
+    "53": {
+      "content": "<unused46>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128054": {
-      "content": "<|reserved_special_token_46|>",
+    "54": {
+      "content": "<unused47>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128055": {
-      "content": "<|reserved_special_token_47|>",
+    "55": {
+      "content": "<unused48>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128056": {
-      "content": "<|reserved_special_token_48|>",
+    "56": {
+      "content": "<unused49>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128057": {
-      "content": "<|reserved_special_token_49|>",
+    "57": {
+      "content": "<unused50>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128058": {
-      "content": "<|reserved_special_token_50|>",
+    "58": {
+      "content": "<unused51>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128059": {
-      "content": "<|reserved_special_token_51|>",
+    "59": {
+      "content": "<unused52>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128060": {
-      "content": "<|reserved_special_token_52|>",
+    "60": {
+      "content": "<unused53>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128061": {
-      "content": "<|reserved_special_token_53|>",
+    "61": {
+      "content": "<unused54>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128062": {
-      "content": "<|reserved_special_token_54|>",
+    "62": {
+      "content": "<unused55>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128063": {
-      "content": "<|reserved_special_token_55|>",
+    "63": {
+      "content": "<unused56>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128064": {
-      "content": "<|reserved_special_token_56|>",
+    "64": {
+      "content": "<unused57>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128065": {
-      "content": "<|reserved_special_token_57|>",
+    "65": {
+      "content": "<unused58>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128066": {
-      "content": "<|reserved_special_token_58|>",
+    "66": {
+      "content": "<unused59>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128067": {
-      "content": "<|reserved_special_token_59|>",
+    "67": {
+      "content": "<unused60>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128068": {
-      "content": "<|reserved_special_token_60|>",
+    "68": {
+      "content": "<unused61>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128069": {
-      "content": "<|reserved_special_token_61|>",
+    "69": {
+      "content": "<unused62>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128070": {
-      "content": "<|reserved_special_token_62|>",
+    "70": {
+      "content": "<unused63>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128071": {
-      "content": "<|reserved_special_token_63|>",
+    "71": {
+      "content": "<unused64>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128072": {
-      "content": "<|reserved_special_token_64|>",
+    "72": {
+      "content": "<unused65>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128073": {
-      "content": "<|reserved_special_token_65|>",
+    "73": {
+      "content": "<unused66>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128074": {
-      "content": "<|reserved_special_token_66|>",
+    "74": {
+      "content": "<unused67>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128075": {
-      "content": "<|reserved_special_token_67|>",
+    "75": {
+      "content": "<unused68>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128076": {
-      "content": "<|reserved_special_token_68|>",
+    "76": {
+      "content": "<unused69>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128077": {
-      "content": "<|reserved_special_token_69|>",
+    "77": {
+      "content": "<unused70>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128078": {
-      "content": "<|reserved_special_token_70|>",
+    "78": {
+      "content": "<unused71>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128079": {
-      "content": "<|reserved_special_token_71|>",
+    "79": {
+      "content": "<unused72>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128080": {
-      "content": "<|reserved_special_token_72|>",
+    "80": {
+      "content": "<unused73>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128081": {
-      "content": "<|reserved_special_token_73|>",
+    "81": {
+      "content": "<unused74>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128082": {
-      "content": "<|reserved_special_token_74|>",
+    "82": {
+      "content": "<unused75>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128083": {
-      "content": "<|reserved_special_token_75|>",
+    "83": {
+      "content": "<unused76>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128084": {
-      "content": "<|reserved_special_token_76|>",
+    "84": {
+      "content": "<unused77>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128085": {
-      "content": "<|reserved_special_token_77|>",
+    "85": {
+      "content": "<unused78>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128086": {
-      "content": "<|reserved_special_token_78|>",
+    "86": {
+      "content": "<unused79>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128087": {
-      "content": "<|reserved_special_token_79|>",
+    "87": {
+      "content": "<unused80>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128088": {
-      "content": "<|reserved_special_token_80|>",
+    "88": {
+      "content": "<unused81>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128089": {
-      "content": "<|reserved_special_token_81|>",
+    "89": {
+      "content": "<unused82>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128090": {
-      "content": "<|reserved_special_token_82|>",
+    "90": {
+      "content": "<unused83>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128091": {
-      "content": "<|reserved_special_token_83|>",
+    "91": {
+      "content": "<unused84>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128092": {
-      "content": "<|reserved_special_token_84|>",
+    "92": {
+      "content": "<unused85>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128093": {
-      "content": "<|reserved_special_token_85|>",
+    "93": {
+      "content": "<unused86>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128094": {
-      "content": "<|reserved_special_token_86|>",
+    "94": {
+      "content": "<unused87>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128095": {
-      "content": "<|reserved_special_token_87|>",
+    "95": {
+      "content": "<unused88>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128096": {
-      "content": "<|reserved_special_token_88|>",
+    "96": {
+      "content": "<unused89>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128097": {
-      "content": "<|reserved_special_token_89|>",
+    "97": {
+      "content": "<unused90>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128098": {
-      "content": "<|reserved_special_token_90|>",
+    "98": {
+      "content": "<unused91>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128099": {
-      "content": "<|reserved_special_token_91|>",
+    "99": {
+      "content": "<unused92>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128100": {
-      "content": "<|reserved_special_token_92|>",
+    "100": {
+      "content": "<unused93>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128101": {
-      "content": "<|reserved_special_token_93|>",
+    "101": {
+      "content": "<unused94>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128102": {
-      "content": "<|reserved_special_token_94|>",
+    "102": {
+      "content": "<unused95>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128103": {
-      "content": "<|reserved_special_token_95|>",
+    "103": {
+      "content": "<unused96>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128104": {
-      "content": "<|reserved_special_token_96|>",
+    "104": {
+      "content": "<unused97>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128105": {
-      "content": "<|reserved_special_token_97|>",
+    "105": {
+      "content": "<unused98>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128106": {
-      "content": "<|reserved_special_token_98|>",
+    "106": {
+      "content": "<start_of_turn>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "128107": {
-      "content": "<|reserved_special_token_99|>",
+    "107": {
+      "content": "<end_of_turn>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "128108": {
-      "content": "<|reserved_special_token_100|>",
+    "108": {
+      "content": "\n",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128109": {
-      "content": "<|reserved_special_token_101|>",
+    "109": {
+      "content": "\n\n",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128110": {
-      "content": "<|reserved_special_token_102|>",
+    "110": {
+      "content": "\n\n\n",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128111": {
-      "content": "<|reserved_special_token_103|>",
+    "111": {
+      "content": "\n\n\n\n",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128112": {
-      "content": "<|reserved_special_token_104|>",
+    "112": {
+      "content": "\n\n\n\n\n",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128113": {
-      "content": "<|reserved_special_token_105|>",
+    "113": {
+      "content": "\n\n\n\n\n\n",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128114": {
-      "content": "<|reserved_special_token_106|>",
+    "114": {
+      "content": "\n\n\n\n\n\n\n",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128115": {
-      "content": "<|reserved_special_token_107|>",
+    "115": {
+      "content": "\n\n\n\n\n\n\n\n",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128116": {
-      "content": "<|reserved_special_token_108|>",
+    "116": {
+      "content": "\n\n\n\n\n\n\n\n\n",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128117": {
-      "content": "<|reserved_special_token_109|>",
+    "117": {
+      "content": "\n\n\n\n\n\n\n\n\n\n",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128118": {
-      "content": "<|reserved_special_token_110|>",
+    "118": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128119": {
-      "content": "<|reserved_special_token_111|>",
+    "119": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128120": {
-      "content": "<|reserved_special_token_112|>",
+    "120": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128121": {
-      "content": "<|reserved_special_token_113|>",
+    "121": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128122": {
-      "content": "<|reserved_special_token_114|>",
+    "122": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128123": {
-      "content": "<|reserved_special_token_115|>",
+    "123": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128124": {
-      "content": "<|reserved_special_token_116|>",
+    "124": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128125": {
-      "content": "<|reserved_special_token_117|>",
+    "125": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128126": {
-      "content": "<|reserved_special_token_118|>",
+    "126": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128127": {
-      "content": "<|reserved_special_token_119|>",
+    "127": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128128": {
-      "content": "<|reserved_special_token_120|>",
+    "128": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128129": {
-      "content": "<|reserved_special_token_121|>",
+    "129": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128130": {
-      "content": "<|reserved_special_token_122|>",
+    "130": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128131": {
-      "content": "<|reserved_special_token_123|>",
+    "131": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128132": {
-      "content": "<|reserved_special_token_124|>",
+    "132": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128133": {
-      "content": "<|reserved_special_token_125|>",
+    "133": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128134": {
-      "content": "<|reserved_special_token_126|>",
+    "134": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128135": {
-      "content": "<|reserved_special_token_127|>",
+    "135": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128136": {
-      "content": "<|reserved_special_token_128|>",
+    "136": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128137": {
-      "content": "<|reserved_special_token_129|>",
+    "137": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128138": {
-      "content": "<|reserved_special_token_130|>",
+    "138": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128139": {
-      "content": "<|reserved_special_token_131|>",
+    "139": {
+      "content": "▁▁",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128140": {
-      "content": "<|reserved_special_token_132|>",
+    "140": {
+      "content": "▁▁▁",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128141": {
-      "content": "<|reserved_special_token_133|>",
+    "141": {
+      "content": "▁▁▁▁",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128142": {
-      "content": "<|reserved_special_token_134|>",
+    "142": {
+      "content": "▁▁▁▁▁",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128143": {
-      "content": "<|reserved_special_token_135|>",
+    "143": {
+      "content": "▁▁▁▁▁▁",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128144": {
-      "content": "<|reserved_special_token_136|>",
+    "144": {
+      "content": "▁▁▁▁▁▁▁",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128145": {
-      "content": "<|reserved_special_token_137|>",
+    "145": {
+      "content": "▁▁▁▁▁▁▁▁",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128146": {
-      "content": "<|reserved_special_token_138|>",
+    "146": {
+      "content": "▁▁▁▁▁▁▁▁▁",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128147": {
-      "content": "<|reserved_special_token_139|>",
+    "147": {
+      "content": "▁▁▁▁▁▁▁▁▁▁",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128148": {
-      "content": "<|reserved_special_token_140|>",
+    "148": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128149": {
-      "content": "<|reserved_special_token_141|>",
+    "149": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128150": {
-      "content": "<|reserved_special_token_142|>",
+    "150": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128151": {
-      "content": "<|reserved_special_token_143|>",
+    "151": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
-    },
-    "128152": {
-      "content": "<|reserved_special_token_144|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
+      "special": false
     },
-    "128153": {
-      "content": "<|reserved_special_token_145|>",
+    "152": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128154": {
-      "content": "<|reserved_special_token_146|>",
+    "153": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128155": {
-      "content": "<|reserved_special_token_147|>",
+    "154": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128156": {
-      "content": "<|reserved_special_token_148|>",
+    "155": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128157": {
-      "content": "<|reserved_special_token_149|>",
+    "156": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128158": {
-      "content": "<|reserved_special_token_150|>",
+    "157": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128159": {
-      "content": "<|reserved_special_token_151|>",
+    "158": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128160": {
-      "content": "<|reserved_special_token_152|>",
+    "159": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128161": {
-      "content": "<|reserved_special_token_153|>",
+    "160": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128162": {
-      "content": "<|reserved_special_token_154|>",
+    "161": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128163": {
-      "content": "<|reserved_special_token_155|>",
+    "162": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128164": {
-      "content": "<|reserved_special_token_156|>",
+    "163": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128165": {
-      "content": "<|reserved_special_token_157|>",
+    "164": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128166": {
-      "content": "<|reserved_special_token_158|>",
+    "165": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128167": {
-      "content": "<|reserved_special_token_159|>",
+    "166": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128168": {
-      "content": "<|reserved_special_token_160|>",
+    "167": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128169": {
-      "content": "<|reserved_special_token_161|>",
+    "168": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128170": {
-      "content": "<|reserved_special_token_162|>",
+    "169": {
+      "content": "<table>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128171": {
-      "content": "<|reserved_special_token_163|>",
+    "170": {
+      "content": "<caption>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128172": {
-      "content": "<|reserved_special_token_164|>",
+    "171": {
+      "content": "<thead>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128173": {
-      "content": "<|reserved_special_token_165|>",
+    "172": {
+      "content": "<tbody>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128174": {
-      "content": "<|reserved_special_token_166|>",
+    "173": {
+      "content": "<tfoot>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128175": {
-      "content": "<|reserved_special_token_167|>",
+    "174": {
+      "content": "<tr>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128176": {
-      "content": "<|reserved_special_token_168|>",
+    "175": {
+      "content": "<th>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128177": {
-      "content": "<|reserved_special_token_169|>",
+    "176": {
+      "content": "<td>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128178": {
-      "content": "<|reserved_special_token_170|>",
+    "177": {
+      "content": "</table>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
-    },
-    "128179": {
-      "content": "<|reserved_special_token_171|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128180": {
-      "content": "<|reserved_special_token_172|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128181": {
-      "content": "<|reserved_special_token_173|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128182": {
-      "content": "<|reserved_special_token_174|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128183": {
-      "content": "<|reserved_special_token_175|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128184": {
-      "content": "<|reserved_special_token_176|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
+      "special": false
     },
-    "128185": {
-      "content": "<|reserved_special_token_177|>",
+    "178": {
+      "content": "</caption>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128186": {
-      "content": "<|reserved_special_token_178|>",
+    "179": {
+      "content": "</thead>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128187": {
-      "content": "<|reserved_special_token_179|>",
+    "180": {
+      "content": "</tbody>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128188": {
-      "content": "<|reserved_special_token_180|>",
+    "181": {
+      "content": "</tfoot>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128189": {
-      "content": "<|reserved_special_token_181|>",
+    "182": {
+      "content": "</tr>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128190": {
-      "content": "<|reserved_special_token_182|>",
+    "183": {
+      "content": "</th>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128191": {
-      "content": "<|reserved_special_token_183|>",
+    "184": {
+      "content": "</td>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128192": {
-      "content": "<|reserved_special_token_184|>",
+    "185": {
+      "content": "<h1>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128193": {
-      "content": "<|reserved_special_token_185|>",
+    "186": {
+      "content": "<h2>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128194": {
-      "content": "<|reserved_special_token_186|>",
+    "187": {
+      "content": "<h3>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128195": {
-      "content": "<|reserved_special_token_187|>",
+    "188": {
+      "content": "<h4>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128196": {
-      "content": "<|reserved_special_token_188|>",
+    "189": {
+      "content": "<h5>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128197": {
-      "content": "<|reserved_special_token_189|>",
+    "190": {
+      "content": "<h6>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128198": {
-      "content": "<|reserved_special_token_190|>",
+    "191": {
+      "content": "<blockquote>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128199": {
-      "content": "<|reserved_special_token_191|>",
+    "192": {
+      "content": "</h1>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128200": {
-      "content": "<|reserved_special_token_192|>",
+    "193": {
+      "content": "</h2>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128201": {
-      "content": "<|reserved_special_token_193|>",
+    "194": {
+      "content": "</h3>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128202": {
-      "content": "<|reserved_special_token_194|>",
+    "195": {
+      "content": "</h4>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128203": {
-      "content": "<|reserved_special_token_195|>",
+    "196": {
+      "content": "</h5>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128204": {
-      "content": "<|reserved_special_token_196|>",
+    "197": {
+      "content": "</h6>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128205": {
-      "content": "<|reserved_special_token_197|>",
+    "198": {
+      "content": "</blockquote>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128206": {
-      "content": "<|reserved_special_token_198|>",
+    "199": {
+      "content": "<strong>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128207": {
-      "content": "<|reserved_special_token_199|>",
+    "200": {
+      "content": "<em>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128208": {
-      "content": "<|reserved_special_token_200|>",
+    "201": {
+      "content": "<b>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128209": {
-      "content": "<|reserved_special_token_201|>",
+    "202": {
+      "content": "<i>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128210": {
-      "content": "<|reserved_special_token_202|>",
+    "203": {
+      "content": "<u>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128211": {
-      "content": "<|reserved_special_token_203|>",
+    "204": {
+      "content": "<s>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128212": {
-      "content": "<|reserved_special_token_204|>",
+    "205": {
+      "content": "<sub>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128213": {
-      "content": "<|reserved_special_token_205|>",
+    "206": {
+      "content": "<sup>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128214": {
-      "content": "<|reserved_special_token_206|>",
+    "207": {
+      "content": "<code>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128215": {
-      "content": "<|reserved_special_token_207|>",
+    "208": {
+      "content": "</strong>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128216": {
-      "content": "<|reserved_special_token_208|>",
+    "209": {
+      "content": "</em>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128217": {
-      "content": "<|reserved_special_token_209|>",
+    "210": {
+      "content": "</b>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128218": {
-      "content": "<|reserved_special_token_210|>",
+    "211": {
+      "content": "</i>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128219": {
-      "content": "<|reserved_special_token_211|>",
+    "212": {
+      "content": "</u>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128220": {
-      "content": "<|reserved_special_token_212|>",
+    "213": {
+      "content": "</s>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128221": {
-      "content": "<|reserved_special_token_213|>",
+    "214": {
+      "content": "</sub>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128222": {
-      "content": "<|reserved_special_token_214|>",
+    "215": {
+      "content": "</sup>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128223": {
-      "content": "<|reserved_special_token_215|>",
+    "216": {
+      "content": "</code>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128224": {
-      "content": "<|reserved_special_token_216|>",
+    "255968": {
+      "content": "[toxicity=0]",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128225": {
-      "content": "<|reserved_special_token_217|>",
+    "255969": {
+      "content": "\t\t",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128226": {
-      "content": "<|reserved_special_token_218|>",
+    "255970": {
+      "content": "\t\t\t",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128227": {
-      "content": "<|reserved_special_token_219|>",
+    "255971": {
+      "content": "\t\t\t\t",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128228": {
-      "content": "<|reserved_special_token_220|>",
+    "255972": {
+      "content": "\t\t\t\t\t",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128229": {
-      "content": "<|reserved_special_token_221|>",
+    "255973": {
+      "content": "\t\t\t\t\t\t",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128230": {
-      "content": "<|reserved_special_token_222|>",
+    "255974": {
+      "content": "\t\t\t\t\t\t\t",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128231": {
-      "content": "<|reserved_special_token_223|>",
+    "255975": {
+      "content": "\t\t\t\t\t\t\t\t",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128232": {
-      "content": "<|reserved_special_token_224|>",
+    "255976": {
+      "content": "\t\t\t\t\t\t\t\t\t",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128233": {
-      "content": "<|reserved_special_token_225|>",
+    "255977": {
+      "content": "\t\t\t\t\t\t\t\t\t\t",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128234": {
-      "content": "<|reserved_special_token_226|>",
+    "255978": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128235": {
-      "content": "<|reserved_special_token_227|>",
+    "255979": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128236": {
-      "content": "<|reserved_special_token_228|>",
+    "255980": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128237": {
-      "content": "<|reserved_special_token_229|>",
+    "255981": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128238": {
-      "content": "<|reserved_special_token_230|>",
+    "255982": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128239": {
-      "content": "<|reserved_special_token_231|>",
+    "255983": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128240": {
-      "content": "<|reserved_special_token_232|>",
+    "255984": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128241": {
-      "content": "<|reserved_special_token_233|>",
+    "255985": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128242": {
-      "content": "<|reserved_special_token_234|>",
+    "255986": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128243": {
-      "content": "<|reserved_special_token_235|>",
+    "255987": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128244": {
-      "content": "<|reserved_special_token_236|>",
+    "255988": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128245": {
-      "content": "<|reserved_special_token_237|>",
+    "255989": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128246": {
-      "content": "<|reserved_special_token_238|>",
+    "255990": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128247": {
-      "content": "<|reserved_special_token_239|>",
+    "255991": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128248": {
-      "content": "<|reserved_special_token_240|>",
+    "255992": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128249": {
-      "content": "<|reserved_special_token_241|>",
+    "255993": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128250": {
-      "content": "<|reserved_special_token_242|>",
+    "255994": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128251": {
-      "content": "<|reserved_special_token_243|>",
+    "255995": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128252": {
-      "content": "<|reserved_special_token_244|>",
+    "255996": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128253": {
-      "content": "<|reserved_special_token_245|>",
+    "255997": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128254": {
-      "content": "<|reserved_special_token_246|>",
+    "255998": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128255": {
-      "content": "<|reserved_special_token_247|>",
+    "255999": {
+      "content": "<unused99>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     }
   },
-  "bos_token": "<|begin_of_text|>",
-  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- set date_string = \"26 Jul 2024\" %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message + builtin tools #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if builtin_tools is defined or tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{%- if builtin_tools is defined %}\n    {{- \"Tools: \" + builtin_tools | reject('equalto', 'code_interpreter') | join(\", \") + \"\\n\\n\"}}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {%- if builtin_tools is defined and tool_call.name in builtin_tools %}\n            {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n            {{- \"<|python_tag|>\" + tool_call.name + \".call(\" }}\n            {%- for arg_name, arg_val in tool_call.arguments | items %}\n                {{- arg_name + '=\"' + arg_val + '\"' }}\n                {%- if not loop.last %}\n                    {{- \", \" }}\n                {%- endif %}\n                {%- endfor %}\n            {{- \")\" }}\n        {%- else  %}\n            {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n            {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n            {{- '\"parameters\": ' }}\n            {{- tool_call.arguments | tojson }}\n            {{- \"}\" }}\n        {%- endif %}\n        {%- if builtin_tools is defined %}\n            {#- This means we're in ipython mode #}\n            {{- \"<|eom_id|>\" }}\n        {%- else %}\n            {{- \"<|eot_id|>\" }}\n        {%- endif %}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
-  "clean_up_tokenization_spaces": true,
-  "eos_token": "<|eot_id|>",
-  "model_input_names": [
-    "input_ids",
-    "attention_mask"
+  "additional_special_tokens": [
+    "<start_of_turn>",
+    "<end_of_turn>"
   ],
-  "model_max_length": 131072,
-  "pad_token": "<|finetune_right_pad_id|>",
+  "bos_token": "<bos>",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<eos>",
+  "model_max_length": 8192,
+  "pad_token": "<pad>",
   "padding_side": "right",
-  "tokenizer_class": "PreTrainedTokenizerFast"
+  "sp_model_kwargs": {},
+  "spaces_between_special_tokens": false,
+  "tokenizer_class": "GemmaTokenizer",
+  "unk_token": "<unk>",
+  "use_default_system_prompt": false
 }

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:540b6ec68a37f4c562b7c940d64e83daa5ca96036cf64a8f73e3dc167f295702
+oid sha256:0c1cf25261ff956f8dafa455e9646669ebf2ed60c615d9a550d0be20d5b42ca5
 size 5432