Upload folder using huggingface_hub

.gitattributes

@@ -33,3 +33,8 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+checkpoint-1338/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+checkpoint-1784/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+checkpoint-446/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+checkpoint-892/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+tokenizer.json filter=lfs diff=lfs merge=lfs -text

README.md

@@ -0,0 +1,138 @@
+---
+base_model: google/gemma-2-9b
+library_name: peft
+license: gemma
+tags:
+- generated_from_trainer
+model-index:
+- name: root/data/finetuned_models/gemma2-9b-hansard-llama-format
+  results: []
+---
+
+<!-- This model card has been generated automatically according to the information the Trainer had access to. You
+should probably proofread and complete it, then remove this comment. -->
+
+[<img src="https://raw.githubusercontent.com/OpenAccess-AI-Collective/axolotl/main/image/axolotl-badge-web.png" alt="Built with Axolotl" width="200" height="32"/>](https://github.com/OpenAccess-AI-Collective/axolotl)
+<details><summary>See axolotl config</summary>
+
+axolotl version: `0.4.1`
+```yaml
+base_model: google/gemma-2-9b
+model_type: AutoModelForCausalLM
+tokenizer_type: AutoTokenizer
+
+
+load_in_8bit: true
+load_in_4bit: false
+strict: false
+
+datasets:
+  - path: /root/data/input_data/hansard/reply_by_hyd_llama3_formatted_train.jsonl
+    type: completion
+    field: input
+
+# dataset_prepared_path: /root/data/prepared_datasets/hansard_gemma2_alpaca
+# val_set_size: 0.1
+output_dir: /root/data/finetuned_models/gemma2-9b-hansard-llama-format
+
+sequence_len: 2500
+sample_packing: false
+pad_to_sequence_len: true
+
+adapter: lora
+lora_model_dir:
+lora_r: 32
+lora_alpha: 16
+lora_dropout: 0.05
+lora_target_linear: true
+
+eval_sample_packing: false
+pad_to_sequence_len: true
+
+wandb_project:
+wandb_entity:
+wandb_watch:
+wandb_name:
+wandb_log_model:
+
+
+gradient_accumulation_steps: 4
+micro_batch_size: 1
+num_epochs: 4
+optimizer: adamw_bnb_8bit
+lr_scheduler: cosine
+learning_rate: 0.0002
+
+train_on_inputs: false
+group_by_length: false
+bf16: auto
+fp16:
+tf32: true
+
+gradient_checkpointing: true
+early_stopping_patience:
+resume_from_checkpoint:
+local_rank:
+logging_steps: 1
+xformers_attention:
+flash_attention: true
+
+warmup_ratio: 0.1
+evals_per_epoch:
+eval_table_size:
+eval_max_new_tokens: 128
+saves_per_epoch: 1
+debug:
+deepspeed:
+weight_decay: 0.0
+fsdp:
+fsdp_config:
+special_tokens:
+
+```
+
+</details><br>
+
+# root/data/finetuned_models/gemma2-9b-hansard-llama-format
+
+This model is a fine-tuned version of [google/gemma-2-9b](https://huggingface.co/google/gemma-2-9b) on the None dataset.
+
+## Model description
+
+More information needed
+
+## Intended uses & limitations
+
+More information needed
+
+## Training and evaluation data
+
+More information needed
+
+## Training procedure
+
+### Training hyperparameters
+
+The following hyperparameters were used during training:
+- learning_rate: 0.0002
+- train_batch_size: 1
+- eval_batch_size: 1
+- seed: 42
+- gradient_accumulation_steps: 4
+- total_train_batch_size: 4
+- optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
+- lr_scheduler_type: cosine
+- lr_scheduler_warmup_steps: 178
+- num_epochs: 4
+
+### Training results
+
+
+
+### Framework versions
+
+- PEFT 0.11.1
+- Transformers 4.42.3
+- Pytorch 2.1.2+cu118
+- Datasets 2.19.1
+- Tokenizers 0.19.1

adapter_config.json

@@ -0,0 +1,34 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "google/gemma-2-9b",
+  "bias": "none",
+  "fan_in_fan_out": null,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 16,
+  "lora_dropout": 0.05,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 32,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "gate_proj",
+    "up_proj",
+    "v_proj",
+    "k_proj",
+    "down_proj",
+    "o_proj",
+    "q_proj"
+  ],
+  "task_type": "CAUSAL_LM",
+  "use_dora": false,
+  "use_rslora": false
+}

adapter_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11d274b87161cb40ba1f1766a8419156fde1232c95abf74b1d1be7d065bb5f02
+size 432357050

checkpoint-1338/README.md

@@ -0,0 +1,202 @@
+---
+base_model: google/gemma-2-9b
+library_name: peft
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.11.1

checkpoint-1338/adapter_config.json

@@ -0,0 +1,34 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "google/gemma-2-9b",
+  "bias": "none",
+  "fan_in_fan_out": null,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 16,
+  "lora_dropout": 0.05,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 32,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "gate_proj",
+    "up_proj",
+    "v_proj",
+    "k_proj",
+    "down_proj",
+    "o_proj",
+    "q_proj"
+  ],
+  "task_type": "CAUSAL_LM",
+  "use_dora": false,
+  "use_rslora": false
+}

checkpoint-1338/adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:382e3cabd57fb3fdeea894a7e9570111247b2c83423cead5ebbf5cbe8a97288a
+size 432223744

checkpoint-1338/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc0bce61916fe5f38aede57a331a5199350051c61352533e1ed7f06ac29d538e
+size 217165060

checkpoint-1338/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f55c69772fd990f9328eba4036e0805289006e9266574cc0bb3f2ab1a512c498
+size 14244

checkpoint-1338/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:502d9679edf768ff9da5919ebc0f4ccc8f51e2d2c69bb7df91676b3da4156e49
+size 1064

checkpoint-1338/special_tokens_map.json

@@ -0,0 +1,34 @@
+{
+  "additional_special_tokens": [
+    "<start_of_turn>",
+    "<end_of_turn>"
+  ],
+  "bos_token": {
+    "content": "<bos>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<eos>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<pad>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

checkpoint-1338/tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7da53ca29fb16f6b2489482fc0bc6a394162cdab14d12764a1755ebc583fea79
+size 17518525

checkpoint-1338/tokenizer.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61a7b147390c64585d6c3543dd6fc636906c9af3865a5548f27f31aee1d4c8e2
+size 4241003

checkpoint-1338/tokenizer_config.json

@@ -0,0 +1,1756 @@
+{
+  "add_bos_token": true,
+  "add_eos_token": false,
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<pad>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<eos>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "<bos>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "3": {
+      "content": "<unk>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "4": {
+      "content": "<mask>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "5": {
+      "content": "<2mass>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "6": {
+      "content": "[@BOS@]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "7": {
+      "content": "<unused0>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "8": {
+      "content": "<unused1>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "9": {
+      "content": "<unused2>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "10": {
+      "content": "<unused3>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "11": {
+      "content": "<unused4>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "12": {
+      "content": "<unused5>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "13": {
+      "content": "<unused6>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "14": {
+      "content": "<unused7>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "15": {
+      "content": "<unused8>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "16": {
+      "content": "<unused9>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "17": {
+      "content": "<unused10>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "18": {
+      "content": "<unused11>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "19": {
+      "content": "<unused12>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "20": {
+      "content": "<unused13>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "21": {
+      "content": "<unused14>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "22": {
+      "content": "<unused15>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "23": {
+      "content": "<unused16>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "24": {
+      "content": "<unused17>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "25": {
+      "content": "<unused18>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "26": {
+      "content": "<unused19>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "27": {
+      "content": "<unused20>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "28": {
+      "content": "<unused21>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "29": {
+      "content": "<unused22>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "30": {
+      "content": "<unused23>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "31": {
+      "content": "<unused24>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "32": {
+      "content": "<unused25>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "33": {
+      "content": "<unused26>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "34": {
+      "content": "<unused27>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "35": {
+      "content": "<unused28>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "36": {
+      "content": "<unused29>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "37": {
+      "content": "<unused30>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "38": {
+      "content": "<unused31>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "39": {
+      "content": "<unused32>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "40": {
+      "content": "<unused33>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "41": {
+      "content": "<unused34>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "42": {
+      "content": "<unused35>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "43": {
+      "content": "<unused36>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "44": {
+      "content": "<unused37>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "45": {
+      "content": "<unused38>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "46": {
+      "content": "<unused39>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "47": {
+      "content": "<unused40>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "48": {
+      "content": "<unused41>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "49": {
+      "content": "<unused42>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50": {
+      "content": "<unused43>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "51": {
+      "content": "<unused44>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "52": {
+      "content": "<unused45>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "53": {
+      "content": "<unused46>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "54": {
+      "content": "<unused47>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "55": {
+      "content": "<unused48>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "56": {
+      "content": "<unused49>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57": {
+      "content": "<unused50>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "58": {
+      "content": "<unused51>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "59": {
+      "content": "<unused52>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "60": {
+      "content": "<unused53>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "61": {
+      "content": "<unused54>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "62": {
+      "content": "<unused55>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "63": {
+      "content": "<unused56>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "64": {
+      "content": "<unused57>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "65": {
+      "content": "<unused58>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "66": {
+      "content": "<unused59>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "67": {
+      "content": "<unused60>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "68": {
+      "content": "<unused61>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "69": {
+      "content": "<unused62>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "70": {
+      "content": "<unused63>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "71": {
+      "content": "<unused64>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "72": {
+      "content": "<unused65>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "73": {
+      "content": "<unused66>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "74": {
+      "content": "<unused67>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "75": {
+      "content": "<unused68>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "76": {
+      "content": "<unused69>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "77": {
+      "content": "<unused70>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "78": {
+      "content": "<unused71>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "79": {
+      "content": "<unused72>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "80": {
+      "content": "<unused73>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "81": {
+      "content": "<unused74>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "82": {
+      "content": "<unused75>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "83": {
+      "content": "<unused76>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "84": {
+      "content": "<unused77>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "85": {
+      "content": "<unused78>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "86": {
+      "content": "<unused79>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "87": {
+      "content": "<unused80>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "88": {
+      "content": "<unused81>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "89": {
+      "content": "<unused82>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "90": {
+      "content": "<unused83>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "91": {
+      "content": "<unused84>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92": {
+      "content": "<unused85>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "93": {
+      "content": "<unused86>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "94": {
+      "content": "<unused87>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95": {
+      "content": "<unused88>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "96": {
+      "content": "<unused89>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "97": {
+      "content": "<unused90>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "98": {
+      "content": "<unused91>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "99": {
+      "content": "<unused92>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "100": {
+      "content": "<unused93>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "101": {
+      "content": "<unused94>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "102": {
+      "content": "<unused95>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "103": {
+      "content": "<unused96>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "104": {
+      "content": "<unused97>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "105": {
+      "content": "<unused98>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "106": {
+      "content": "<start_of_turn>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "107": {
+      "content": "<end_of_turn>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "108": {
+      "content": "\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "109": {
+      "content": "\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "110": {
+      "content": "\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "111": {
+      "content": "\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "112": {
+      "content": "\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "113": {
+      "content": "\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "114": {
+      "content": "\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "115": {
+      "content": "\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "116": {
+      "content": "\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "117": {
+      "content": "\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "118": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "119": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "120": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "121": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "122": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "123": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "124": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "125": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "126": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "127": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "128": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "129": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "130": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "131": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "132": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "133": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "134": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "135": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "136": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "137": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "138": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "139": {
+      "content": "▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "140": {
+      "content": "▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "141": {
+      "content": "▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "142": {
+      "content": "▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "143": {
+      "content": "▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "144": {
+      "content": "▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "145": {
+      "content": "▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "146": {
+      "content": "▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "147": {
+      "content": "▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "148": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "149": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "150": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "152": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "153": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "154": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "155": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "156": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "157": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "158": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "159": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "160": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "161": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "162": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "163": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "164": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "165": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "166": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "167": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "168": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "169": {
+      "content": "<table>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "170": {
+      "content": "<caption>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "171": {
+      "content": "<thead>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "172": {
+      "content": "<tbody>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "173": {
+      "content": "<tfoot>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "174": {
+      "content": "<tr>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "175": {
+      "content": "<th>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "176": {
+      "content": "<td>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "177": {
+      "content": "</table>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "178": {
+      "content": "</caption>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "179": {
+      "content": "</thead>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "180": {
+      "content": "</tbody>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "181": {
+      "content": "</tfoot>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "182": {
+      "content": "</tr>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "183": {
+      "content": "</th>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "184": {
+      "content": "</td>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "185": {
+      "content": "<h1>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "186": {
+      "content": "<h2>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "187": {
+      "content": "<h3>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "188": {
+      "content": "<h4>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "189": {
+      "content": "<h5>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "190": {
+      "content": "<h6>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "191": {
+      "content": "<blockquote>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "192": {
+      "content": "</h1>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "193": {
+      "content": "</h2>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "194": {
+      "content": "</h3>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "195": {
+      "content": "</h4>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "196": {
+      "content": "</h5>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "197": {
+      "content": "</h6>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "198": {
+      "content": "</blockquote>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "199": {
+      "content": "<strong>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "200": {
+      "content": "<em>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "201": {
+      "content": "<b>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "202": {
+      "content": "<i>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "203": {
+      "content": "<u>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "204": {
+      "content": "<s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "205": {
+      "content": "<sub>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "206": {
+      "content": "<sup>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "207": {
+      "content": "<code>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "208": {
+      "content": "</strong>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "209": {
+      "content": "</em>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "210": {
+      "content": "</b>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "211": {
+      "content": "</i>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "212": {
+      "content": "</u>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "213": {
+      "content": "</s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "214": {
+      "content": "</sub>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "215": {
+      "content": "</sup>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "216": {
+      "content": "</code>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "additional_special_tokens": [
+    "<start_of_turn>",
+    "<end_of_turn>"
+  ],
+  "bos_token": "<bos>",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<eos>",
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "<pad>",
+  "sp_model_kwargs": {},
+  "spaces_between_special_tokens": false,
+  "tokenizer_class": "GemmaTokenizer",
+  "unk_token": "<unk>",
+  "use_default_system_prompt": false
+}

checkpoint-1338/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9a076d548df3bb4c63bc0c27e6dc6f0b3144d68cde7c0750bb02e0b2e2552ca
+size 6072

checkpoint-1784/README.md

@@ -0,0 +1,202 @@
+---
+base_model: google/gemma-2-9b
+library_name: peft
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.11.1

checkpoint-1784/adapter_config.json

@@ -0,0 +1,34 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "google/gemma-2-9b",
+  "bias": "none",
+  "fan_in_fan_out": null,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 16,
+  "lora_dropout": 0.05,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 32,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "gate_proj",
+    "up_proj",
+    "v_proj",
+    "k_proj",
+    "down_proj",
+    "o_proj",
+    "q_proj"
+  ],
+  "task_type": "CAUSAL_LM",
+  "use_dora": false,
+  "use_rslora": false
+}

checkpoint-1784/adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f26167a52ace13fcc746e60ed85c5b99efdfa074279b0b4c227a0e71a4f561ca
+size 432223744

checkpoint-1784/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:081ceb56b844d937d272b00f8ec1373f96f801b99e69144341cb24bbd149ee3d
+size 217165060

checkpoint-1784/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06dda9ee819044be2488241c3bf5ae5dfec077540edfdb77e4f393f3deec7f54
+size 14244

checkpoint-1784/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:540c990eecfa082fcffd42e7b966dd29f57555f60db011bdbd4757b4cf50a296
+size 1064

checkpoint-1784/special_tokens_map.json

@@ -0,0 +1,34 @@
+{
+  "additional_special_tokens": [
+    "<start_of_turn>",
+    "<end_of_turn>"
+  ],
+  "bos_token": {
+    "content": "<bos>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<eos>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<pad>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

checkpoint-1784/tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7da53ca29fb16f6b2489482fc0bc6a394162cdab14d12764a1755ebc583fea79
+size 17518525

checkpoint-1784/tokenizer.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61a7b147390c64585d6c3543dd6fc636906c9af3865a5548f27f31aee1d4c8e2
+size 4241003

checkpoint-1784/tokenizer_config.json

@@ -0,0 +1,1756 @@
+{
+  "add_bos_token": true,
+  "add_eos_token": false,
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<pad>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<eos>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "<bos>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "3": {
+      "content": "<unk>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "4": {
+      "content": "<mask>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "5": {
+      "content": "<2mass>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "6": {
+      "content": "[@BOS@]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "7": {
+      "content": "<unused0>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "8": {
+      "content": "<unused1>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "9": {
+      "content": "<unused2>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "10": {
+      "content": "<unused3>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "11": {
+      "content": "<unused4>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "12": {
+      "content": "<unused5>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "13": {
+      "content": "<unused6>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "14": {
+      "content": "<unused7>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "15": {
+      "content": "<unused8>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "16": {
+      "content": "<unused9>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "17": {
+      "content": "<unused10>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "18": {
+      "content": "<unused11>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "19": {
+      "content": "<unused12>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "20": {
+      "content": "<unused13>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "21": {
+      "content": "<unused14>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "22": {
+      "content": "<unused15>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "23": {
+      "content": "<unused16>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "24": {
+      "content": "<unused17>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "25": {
+      "content": "<unused18>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "26": {
+      "content": "<unused19>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "27": {
+      "content": "<unused20>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "28": {
+      "content": "<unused21>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "29": {
+      "content": "<unused22>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "30": {
+      "content": "<unused23>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "31": {
+      "content": "<unused24>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "32": {
+      "content": "<unused25>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "33": {
+      "content": "<unused26>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "34": {
+      "content": "<unused27>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "35": {
+      "content": "<unused28>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "36": {
+      "content": "<unused29>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "37": {
+      "content": "<unused30>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "38": {
+      "content": "<unused31>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "39": {
+      "content": "<unused32>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "40": {
+      "content": "<unused33>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "41": {
+      "content": "<unused34>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "42": {
+      "content": "<unused35>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "43": {
+      "content": "<unused36>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "44": {
+      "content": "<unused37>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "45": {
+      "content": "<unused38>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "46": {
+      "content": "<unused39>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "47": {
+      "content": "<unused40>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "48": {
+      "content": "<unused41>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "49": {
+      "content": "<unused42>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50": {
+      "content": "<unused43>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "51": {
+      "content": "<unused44>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "52": {
+      "content": "<unused45>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "53": {
+      "content": "<unused46>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "54": {
+      "content": "<unused47>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "55": {
+      "content": "<unused48>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "56": {
+      "content": "<unused49>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57": {
+      "content": "<unused50>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "58": {
+      "content": "<unused51>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "59": {
+      "content": "<unused52>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "60": {
+      "content": "<unused53>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "61": {
+      "content": "<unused54>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "62": {
+      "content": "<unused55>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "63": {
+      "content": "<unused56>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "64": {
+      "content": "<unused57>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "65": {
+      "content": "<unused58>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "66": {
+      "content": "<unused59>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "67": {
+      "content": "<unused60>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "68": {
+      "content": "<unused61>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "69": {
+      "content": "<unused62>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "70": {
+      "content": "<unused63>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "71": {
+      "content": "<unused64>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "72": {
+      "content": "<unused65>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "73": {
+      "content": "<unused66>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "74": {
+      "content": "<unused67>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "75": {
+      "content": "<unused68>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "76": {
+      "content": "<unused69>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "77": {
+      "content": "<unused70>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "78": {
+      "content": "<unused71>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "79": {
+      "content": "<unused72>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "80": {
+      "content": "<unused73>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "81": {
+      "content": "<unused74>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "82": {
+      "content": "<unused75>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "83": {
+      "content": "<unused76>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "84": {
+      "content": "<unused77>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "85": {
+      "content": "<unused78>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "86": {
+      "content": "<unused79>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "87": {
+      "content": "<unused80>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "88": {
+      "content": "<unused81>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "89": {
+      "content": "<unused82>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "90": {
+      "content": "<unused83>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "91": {
+      "content": "<unused84>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92": {
+      "content": "<unused85>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "93": {
+      "content": "<unused86>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "94": {
+      "content": "<unused87>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95": {
+      "content": "<unused88>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "96": {
+      "content": "<unused89>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "97": {
+      "content": "<unused90>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "98": {
+      "content": "<unused91>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "99": {
+      "content": "<unused92>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "100": {
+      "content": "<unused93>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "101": {
+      "content": "<unused94>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "102": {
+      "content": "<unused95>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "103": {
+      "content": "<unused96>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "104": {
+      "content": "<unused97>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "105": {
+      "content": "<unused98>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "106": {
+      "content": "<start_of_turn>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "107": {
+      "content": "<end_of_turn>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "108": {
+      "content": "\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "109": {
+      "content": "\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "110": {
+      "content": "\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "111": {
+      "content": "\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "112": {
+      "content": "\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "113": {
+      "content": "\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "114": {
+      "content": "\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "115": {
+      "content": "\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "116": {
+      "content": "\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "117": {
+      "content": "\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "118": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "119": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "120": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "121": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "122": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "123": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "124": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "125": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "126": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "127": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "128": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "129": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "130": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "131": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "132": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "133": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "134": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "135": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "136": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "137": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "138": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "139": {
+      "content": "▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "140": {
+      "content": "▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "141": {
+      "content": "▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "142": {
+      "content": "▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "143": {
+      "content": "▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "144": {
+      "content": "▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "145": {
+      "content": "▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "146": {
+      "content": "▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "147": {
+      "content": "▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "148": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "149": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "150": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "152": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "153": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "154": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "155": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "156": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "157": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "158": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "159": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "160": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "161": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "162": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "163": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "164": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "165": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "166": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "167": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "168": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "169": {
+      "content": "<table>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "170": {
+      "content": "<caption>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "171": {
+      "content": "<thead>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "172": {
+      "content": "<tbody>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "173": {
+      "content": "<tfoot>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "174": {
+      "content": "<tr>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "175": {
+      "content": "<th>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "176": {
+      "content": "<td>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "177": {
+      "content": "</table>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "178": {
+      "content": "</caption>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "179": {
+      "content": "</thead>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "180": {
+      "content": "</tbody>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "181": {
+      "content": "</tfoot>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "182": {
+      "content": "</tr>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "183": {
+      "content": "</th>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "184": {
+      "content": "</td>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "185": {
+      "content": "<h1>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "186": {
+      "content": "<h2>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "187": {
+      "content": "<h3>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "188": {
+      "content": "<h4>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "189": {
+      "content": "<h5>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "190": {
+      "content": "<h6>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "191": {
+      "content": "<blockquote>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "192": {
+      "content": "</h1>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "193": {
+      "content": "</h2>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "194": {
+      "content": "</h3>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "195": {
+      "content": "</h4>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "196": {
+      "content": "</h5>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "197": {
+      "content": "</h6>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "198": {
+      "content": "</blockquote>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "199": {
+      "content": "<strong>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "200": {
+      "content": "<em>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "201": {
+      "content": "<b>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "202": {
+      "content": "<i>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "203": {
+      "content": "<u>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "204": {
+      "content": "<s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "205": {
+      "content": "<sub>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "206": {
+      "content": "<sup>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "207": {
+      "content": "<code>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "208": {
+      "content": "</strong>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "209": {
+      "content": "</em>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "210": {
+      "content": "</b>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "211": {
+      "content": "</i>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "212": {
+      "content": "</u>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "213": {
+      "content": "</s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "214": {
+      "content": "</sub>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "215": {
+      "content": "</sup>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "216": {
+      "content": "</code>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "additional_special_tokens": [
+    "<start_of_turn>",
+    "<end_of_turn>"
+  ],
+  "bos_token": "<bos>",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<eos>",
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "<pad>",
+  "sp_model_kwargs": {},
+  "spaces_between_special_tokens": false,
+  "tokenizer_class": "GemmaTokenizer",
+  "unk_token": "<unk>",
+  "use_default_system_prompt": false
+}

checkpoint-1784/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9a076d548df3bb4c63bc0c27e6dc6f0b3144d68cde7c0750bb02e0b2e2552ca
+size 6072

checkpoint-446/README.md

@@ -0,0 +1,202 @@
+---
+base_model: google/gemma-2-9b
+library_name: peft
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.11.1

checkpoint-446/adapter_config.json

@@ -0,0 +1,34 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "google/gemma-2-9b",
+  "bias": "none",
+  "fan_in_fan_out": null,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 16,
+  "lora_dropout": 0.05,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 32,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "gate_proj",
+    "up_proj",
+    "v_proj",
+    "k_proj",
+    "down_proj",
+    "o_proj",
+    "q_proj"
+  ],
+  "task_type": "CAUSAL_LM",
+  "use_dora": false,
+  "use_rslora": false
+}

checkpoint-446/adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21ce40e2ef701ef663eed3ccb74c4410d45eb508316863a64e29e88331a16a23
+size 432223744

checkpoint-446/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:915a8ca80607d0411c3242a65d99edaed586f8bd2dc4bc643b2a1ef5e53d45e8
+size 217165060

checkpoint-446/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:beaf9a6380bdc6ea17ef171914d70e66ef3583b6c523482913d37b3e06497b5e
+size 14244

checkpoint-446/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99bb0bd4074fbb5e33578e5b86b5f97764e8be963dd9a69306d5e3c1e29ef21a
+size 1064

checkpoint-446/special_tokens_map.json

@@ -0,0 +1,34 @@
+{
+  "additional_special_tokens": [
+    "<start_of_turn>",
+    "<end_of_turn>"
+  ],
+  "bos_token": {
+    "content": "<bos>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<eos>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<pad>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

checkpoint-446/tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7da53ca29fb16f6b2489482fc0bc6a394162cdab14d12764a1755ebc583fea79
+size 17518525

checkpoint-446/tokenizer.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61a7b147390c64585d6c3543dd6fc636906c9af3865a5548f27f31aee1d4c8e2
+size 4241003

checkpoint-446/tokenizer_config.json

@@ -0,0 +1,1756 @@
+{
+  "add_bos_token": true,
+  "add_eos_token": false,
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<pad>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<eos>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "<bos>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "3": {
+      "content": "<unk>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "4": {
+      "content": "<mask>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "5": {
+      "content": "<2mass>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "6": {
+      "content": "[@BOS@]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "7": {
+      "content": "<unused0>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "8": {
+      "content": "<unused1>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "9": {
+      "content": "<unused2>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "10": {
+      "content": "<unused3>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "11": {
+      "content": "<unused4>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "12": {
+      "content": "<unused5>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "13": {
+      "content": "<unused6>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "14": {
+      "content": "<unused7>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "15": {
+      "content": "<unused8>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "16": {
+      "content": "<unused9>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "17": {
+      "content": "<unused10>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "18": {
+      "content": "<unused11>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "19": {
+      "content": "<unused12>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "20": {
+      "content": "<unused13>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "21": {
+      "content": "<unused14>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "22": {
+      "content": "<unused15>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "23": {
+      "content": "<unused16>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "24": {
+      "content": "<unused17>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "25": {
+      "content": "<unused18>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "26": {
+      "content": "<unused19>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "27": {
+      "content": "<unused20>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "28": {
+      "content": "<unused21>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "29": {
+      "content": "<unused22>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "30": {
+      "content": "<unused23>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "31": {
+      "content": "<unused24>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "32": {
+      "content": "<unused25>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "33": {
+      "content": "<unused26>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "34": {
+      "content": "<unused27>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "35": {
+      "content": "<unused28>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "36": {
+      "content": "<unused29>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "37": {
+      "content": "<unused30>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "38": {
+      "content": "<unused31>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "39": {
+      "content": "<unused32>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "40": {
+      "content": "<unused33>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "41": {
+      "content": "<unused34>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "42": {
+      "content": "<unused35>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "43": {
+      "content": "<unused36>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "44": {
+      "content": "<unused37>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "45": {
+      "content": "<unused38>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "46": {
+      "content": "<unused39>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "47": {
+      "content": "<unused40>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "48": {
+      "content": "<unused41>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "49": {
+      "content": "<unused42>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50": {
+      "content": "<unused43>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "51": {
+      "content": "<unused44>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "52": {
+      "content": "<unused45>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "53": {
+      "content": "<unused46>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "54": {
+      "content": "<unused47>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "55": {
+      "content": "<unused48>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "56": {
+      "content": "<unused49>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57": {
+      "content": "<unused50>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "58": {
+      "content": "<unused51>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "59": {
+      "content": "<unused52>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "60": {
+      "content": "<unused53>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "61": {
+      "content": "<unused54>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "62": {
+      "content": "<unused55>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "63": {
+      "content": "<unused56>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "64": {
+      "content": "<unused57>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "65": {
+      "content": "<unused58>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "66": {
+      "content": "<unused59>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "67": {
+      "content": "<unused60>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "68": {
+      "content": "<unused61>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "69": {
+      "content": "<unused62>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "70": {
+      "content": "<unused63>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "71": {
+      "content": "<unused64>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "72": {
+      "content": "<unused65>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "73": {
+      "content": "<unused66>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "74": {
+      "content": "<unused67>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "75": {
+      "content": "<unused68>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "76": {
+      "content": "<unused69>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "77": {
+      "content": "<unused70>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "78": {
+      "content": "<unused71>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "79": {
+      "content": "<unused72>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "80": {
+      "content": "<unused73>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "81": {
+      "content": "<unused74>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "82": {
+      "content": "<unused75>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "83": {
+      "content": "<unused76>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "84": {
+      "content": "<unused77>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "85": {
+      "content": "<unused78>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "86": {
+      "content": "<unused79>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "87": {
+      "content": "<unused80>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "88": {
+      "content": "<unused81>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "89": {
+      "content": "<unused82>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "90": {
+      "content": "<unused83>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "91": {
+      "content": "<unused84>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92": {
+      "content": "<unused85>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "93": {
+      "content": "<unused86>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "94": {
+      "content": "<unused87>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95": {
+      "content": "<unused88>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "96": {
+      "content": "<unused89>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "97": {
+      "content": "<unused90>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "98": {
+      "content": "<unused91>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "99": {
+      "content": "<unused92>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "100": {
+      "content": "<unused93>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "101": {
+      "content": "<unused94>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "102": {
+      "content": "<unused95>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "103": {
+      "content": "<unused96>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "104": {
+      "content": "<unused97>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "105": {
+      "content": "<unused98>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "106": {
+      "content": "<start_of_turn>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "107": {
+      "content": "<end_of_turn>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "108": {
+      "content": "\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "109": {
+      "content": "\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "110": {
+      "content": "\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "111": {
+      "content": "\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "112": {
+      "content": "\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "113": {
+      "content": "\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "114": {
+      "content": "\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "115": {
+      "content": "\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "116": {
+      "content": "\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "117": {
+      "content": "\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "118": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "119": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "120": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "121": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "122": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "123": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "124": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "125": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "126": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "127": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "128": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "129": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "130": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "131": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "132": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "133": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "134": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "135": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "136": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "137": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "138": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "139": {
+      "content": "▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "140": {
+      "content": "▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "141": {
+      "content": "▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "142": {
+      "content": "▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "143": {
+      "content": "▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "144": {
+      "content": "▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "145": {
+      "content": "▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "146": {
+      "content": "▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "147": {
+      "content": "▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "148": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "149": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "150": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "152": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "153": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "154": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "155": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "156": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "157": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "158": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "159": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "160": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "161": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "162": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "163": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "164": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "165": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "166": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "167": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "168": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "169": {
+      "content": "<table>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "170": {
+      "content": "<caption>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "171": {
+      "content": "<thead>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "172": {
+      "content": "<tbody>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "173": {
+      "content": "<tfoot>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "174": {
+      "content": "<tr>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "175": {
+      "content": "<th>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "176": {
+      "content": "<td>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "177": {
+      "content": "</table>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "178": {
+      "content": "</caption>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "179": {
+      "content": "</thead>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "180": {
+      "content": "</tbody>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "181": {
+      "content": "</tfoot>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "182": {
+      "content": "</tr>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "183": {
+      "content": "</th>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "184": {
+      "content": "</td>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "185": {
+      "content": "<h1>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "186": {
+      "content": "<h2>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "187": {
+      "content": "<h3>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "188": {
+      "content": "<h4>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "189": {
+      "content": "<h5>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "190": {
+      "content": "<h6>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "191": {
+      "content": "<blockquote>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "192": {
+      "content": "</h1>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "193": {
+      "content": "</h2>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "194": {
+      "content": "</h3>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "195": {
+      "content": "</h4>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "196": {
+      "content": "</h5>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "197": {
+      "content": "</h6>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "198": {
+      "content": "</blockquote>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "199": {
+      "content": "<strong>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "200": {
+      "content": "<em>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "201": {
+      "content": "<b>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "202": {
+      "content": "<i>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "203": {
+      "content": "<u>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "204": {
+      "content": "<s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "205": {
+      "content": "<sub>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "206": {
+      "content": "<sup>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "207": {
+      "content": "<code>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "208": {
+      "content": "</strong>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "209": {
+      "content": "</em>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "210": {
+      "content": "</b>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "211": {
+      "content": "</i>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "212": {
+      "content": "</u>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "213": {
+      "content": "</s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "214": {
+      "content": "</sub>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "215": {
+      "content": "</sup>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "216": {
+      "content": "</code>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "additional_special_tokens": [
+    "<start_of_turn>",
+    "<end_of_turn>"
+  ],
+  "bos_token": "<bos>",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<eos>",
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "<pad>",
+  "sp_model_kwargs": {},
+  "spaces_between_special_tokens": false,
+  "tokenizer_class": "GemmaTokenizer",
+  "unk_token": "<unk>",
+  "use_default_system_prompt": false
+}

checkpoint-446/trainer_state.json

@@ -0,0 +1,3155 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 0.9994397759103641,
+  "eval_steps": 500,
+  "global_step": 446,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.002240896358543417,
+      "grad_norm": 0.22982779145240784,
+      "learning_rate": 1.1235955056179775e-06,
+      "loss": 1.1973,
+      "step": 1
+    },
+    {
+      "epoch": 0.004481792717086834,
+      "grad_norm": 0.2098255604505539,
+      "learning_rate": 2.247191011235955e-06,
+      "loss": 1.2685,
+      "step": 2
+    },
+    {
+      "epoch": 0.0067226890756302525,
+      "grad_norm": 0.2404344230890274,
+      "learning_rate": 3.3707865168539327e-06,
+      "loss": 1.2292,
+      "step": 3
+    },
+    {
+      "epoch": 0.008963585434173669,
+      "grad_norm": 0.23824891448020935,
+      "learning_rate": 4.49438202247191e-06,
+      "loss": 1.1901,
+      "step": 4
+    },
+    {
+      "epoch": 0.011204481792717087,
+      "grad_norm": 0.22885526716709137,
+      "learning_rate": 5.617977528089888e-06,
+      "loss": 1.2695,
+      "step": 5
+    },
+    {
+      "epoch": 0.013445378151260505,
+      "grad_norm": 0.2576353847980499,
+      "learning_rate": 6.741573033707865e-06,
+      "loss": 1.2872,
+      "step": 6
+    },
+    {
+      "epoch": 0.01568627450980392,
+      "grad_norm": 0.2190636247396469,
+      "learning_rate": 7.865168539325843e-06,
+      "loss": 1.1952,
+      "step": 7
+    },
+    {
+      "epoch": 0.017927170868347338,
+      "grad_norm": 0.21357473731040955,
+      "learning_rate": 8.98876404494382e-06,
+      "loss": 1.2597,
+      "step": 8
+    },
+    {
+      "epoch": 0.020168067226890758,
+      "grad_norm": 0.24502670764923096,
+      "learning_rate": 1.0112359550561798e-05,
+      "loss": 1.279,
+      "step": 9
+    },
+    {
+      "epoch": 0.022408963585434174,
+      "grad_norm": 0.25532686710357666,
+      "learning_rate": 1.1235955056179776e-05,
+      "loss": 1.2163,
+      "step": 10
+    },
+    {
+      "epoch": 0.02464985994397759,
+      "grad_norm": 0.250683456659317,
+      "learning_rate": 1.2359550561797752e-05,
+      "loss": 1.2735,
+      "step": 11
+    },
+    {
+      "epoch": 0.02689075630252101,
+      "grad_norm": 0.2523595988750458,
+      "learning_rate": 1.348314606741573e-05,
+      "loss": 1.3471,
+      "step": 12
+    },
+    {
+      "epoch": 0.029131652661064426,
+      "grad_norm": 0.23875640332698822,
+      "learning_rate": 1.4606741573033709e-05,
+      "loss": 1.2595,
+      "step": 13
+    },
+    {
+      "epoch": 0.03137254901960784,
+      "grad_norm": 0.24998927116394043,
+      "learning_rate": 1.5730337078651687e-05,
+      "loss": 1.2142,
+      "step": 14
+    },
+    {
+      "epoch": 0.03361344537815126,
+      "grad_norm": 0.2783028483390808,
+      "learning_rate": 1.6853932584269665e-05,
+      "loss": 1.185,
+      "step": 15
+    },
+    {
+      "epoch": 0.035854341736694675,
+      "grad_norm": 0.2796604633331299,
+      "learning_rate": 1.797752808988764e-05,
+      "loss": 1.226,
+      "step": 16
+    },
+    {
+      "epoch": 0.0380952380952381,
+      "grad_norm": 0.2899184823036194,
+      "learning_rate": 1.9101123595505618e-05,
+      "loss": 1.1672,
+      "step": 17
+    },
+    {
+      "epoch": 0.040336134453781515,
+      "grad_norm": 0.2601150572299957,
+      "learning_rate": 2.0224719101123596e-05,
+      "loss": 1.1127,
+      "step": 18
+    },
+    {
+      "epoch": 0.04257703081232493,
+      "grad_norm": 0.3052348792552948,
+      "learning_rate": 2.1348314606741574e-05,
+      "loss": 1.2865,
+      "step": 19
+    },
+    {
+      "epoch": 0.04481792717086835,
+      "grad_norm": 0.24783451855182648,
+      "learning_rate": 2.2471910112359552e-05,
+      "loss": 1.0888,
+      "step": 20
+    },
+    {
+      "epoch": 0.047058823529411764,
+      "grad_norm": 0.24703693389892578,
+      "learning_rate": 2.359550561797753e-05,
+      "loss": 1.059,
+      "step": 21
+    },
+    {
+      "epoch": 0.04929971988795518,
+      "grad_norm": 0.2503679096698761,
+      "learning_rate": 2.4719101123595505e-05,
+      "loss": 1.1602,
+      "step": 22
+    },
+    {
+      "epoch": 0.0515406162464986,
+      "grad_norm": 0.2639842927455902,
+      "learning_rate": 2.5842696629213486e-05,
+      "loss": 1.0911,
+      "step": 23
+    },
+    {
+      "epoch": 0.05378151260504202,
+      "grad_norm": 0.2942507266998291,
+      "learning_rate": 2.696629213483146e-05,
+      "loss": 1.0777,
+      "step": 24
+    },
+    {
+      "epoch": 0.056022408963585436,
+      "grad_norm": 0.28088828921318054,
+      "learning_rate": 2.8089887640449443e-05,
+      "loss": 1.1111,
+      "step": 25
+    },
+    {
+      "epoch": 0.05826330532212885,
+      "grad_norm": 0.26791295409202576,
+      "learning_rate": 2.9213483146067417e-05,
+      "loss": 1.0016,
+      "step": 26
+    },
+    {
+      "epoch": 0.06050420168067227,
+      "grad_norm": 0.2685791850090027,
+      "learning_rate": 3.0337078651685396e-05,
+      "loss": 1.1085,
+      "step": 27
+    },
+    {
+      "epoch": 0.06274509803921569,
+      "grad_norm": 0.2627420127391815,
+      "learning_rate": 3.1460674157303374e-05,
+      "loss": 1.0704,
+      "step": 28
+    },
+    {
+      "epoch": 0.06498599439775911,
+      "grad_norm": 0.3000424802303314,
+      "learning_rate": 3.258426966292135e-05,
+      "loss": 1.0786,
+      "step": 29
+    },
+    {
+      "epoch": 0.06722689075630252,
+      "grad_norm": 0.3018706738948822,
+      "learning_rate": 3.370786516853933e-05,
+      "loss": 1.0423,
+      "step": 30
+    },
+    {
+      "epoch": 0.06946778711484594,
+      "grad_norm": 0.27565667033195496,
+      "learning_rate": 3.483146067415731e-05,
+      "loss": 0.9834,
+      "step": 31
+    },
+    {
+      "epoch": 0.07170868347338935,
+      "grad_norm": 0.30244842171669006,
+      "learning_rate": 3.595505617977528e-05,
+      "loss": 1.0927,
+      "step": 32
+    },
+    {
+      "epoch": 0.07394957983193277,
+      "grad_norm": 0.3654678165912628,
+      "learning_rate": 3.7078651685393264e-05,
+      "loss": 0.9812,
+      "step": 33
+    },
+    {
+      "epoch": 0.0761904761904762,
+      "grad_norm": 0.36483272910118103,
+      "learning_rate": 3.8202247191011236e-05,
+      "loss": 0.9693,
+      "step": 34
+    },
+    {
+      "epoch": 0.0784313725490196,
+      "grad_norm": 0.2949022054672241,
+      "learning_rate": 3.9325842696629214e-05,
+      "loss": 0.9647,
+      "step": 35
+    },
+    {
+      "epoch": 0.08067226890756303,
+      "grad_norm": 0.36239683628082275,
+      "learning_rate": 4.044943820224719e-05,
+      "loss": 0.9725,
+      "step": 36
+    },
+    {
+      "epoch": 0.08291316526610644,
+      "grad_norm": 0.32511067390441895,
+      "learning_rate": 4.157303370786517e-05,
+      "loss": 1.0136,
+      "step": 37
+    },
+    {
+      "epoch": 0.08515406162464986,
+      "grad_norm": 0.32111090421676636,
+      "learning_rate": 4.269662921348315e-05,
+      "loss": 0.9207,
+      "step": 38
+    },
+    {
+      "epoch": 0.08739495798319327,
+      "grad_norm": 0.3080519735813141,
+      "learning_rate": 4.3820224719101126e-05,
+      "loss": 0.9729,
+      "step": 39
+    },
+    {
+      "epoch": 0.0896358543417367,
+      "grad_norm": 0.2933235764503479,
+      "learning_rate": 4.4943820224719104e-05,
+      "loss": 0.9403,
+      "step": 40
+    },
+    {
+      "epoch": 0.09187675070028012,
+      "grad_norm": 0.3132348358631134,
+      "learning_rate": 4.606741573033708e-05,
+      "loss": 0.9587,
+      "step": 41
+    },
+    {
+      "epoch": 0.09411764705882353,
+      "grad_norm": 0.3013119101524353,
+      "learning_rate": 4.719101123595506e-05,
+      "loss": 0.9162,
+      "step": 42
+    },
+    {
+      "epoch": 0.09635854341736695,
+      "grad_norm": 0.300485223531723,
+      "learning_rate": 4.831460674157304e-05,
+      "loss": 0.8984,
+      "step": 43
+    },
+    {
+      "epoch": 0.09859943977591036,
+      "grad_norm": 0.2726304233074188,
+      "learning_rate": 4.943820224719101e-05,
+      "loss": 0.987,
+      "step": 44
+    },
+    {
+      "epoch": 0.10084033613445378,
+      "grad_norm": 0.2733825445175171,
+      "learning_rate": 5.0561797752808995e-05,
+      "loss": 0.9438,
+      "step": 45
+    },
+    {
+      "epoch": 0.1030812324929972,
+      "grad_norm": 0.28922319412231445,
+      "learning_rate": 5.168539325842697e-05,
+      "loss": 0.8674,
+      "step": 46
+    },
+    {
+      "epoch": 0.10532212885154062,
+      "grad_norm": 0.2743085026741028,
+      "learning_rate": 5.2808988764044944e-05,
+      "loss": 0.9041,
+      "step": 47
+    },
+    {
+      "epoch": 0.10756302521008404,
+      "grad_norm": 0.28649550676345825,
+      "learning_rate": 5.393258426966292e-05,
+      "loss": 0.9057,
+      "step": 48
+    },
+    {
+      "epoch": 0.10980392156862745,
+      "grad_norm": 0.2877427339553833,
+      "learning_rate": 5.50561797752809e-05,
+      "loss": 0.9139,
+      "step": 49
+    },
+    {
+      "epoch": 0.11204481792717087,
+      "grad_norm": 0.27738648653030396,
+      "learning_rate": 5.6179775280898885e-05,
+      "loss": 0.8518,
+      "step": 50
+    },
+    {
+      "epoch": 0.11428571428571428,
+      "grad_norm": 0.2839404046535492,
+      "learning_rate": 5.730337078651685e-05,
+      "loss": 0.8634,
+      "step": 51
+    },
+    {
+      "epoch": 0.1165266106442577,
+      "grad_norm": 0.2748688757419586,
+      "learning_rate": 5.8426966292134835e-05,
+      "loss": 0.9504,
+      "step": 52
+    },
+    {
+      "epoch": 0.11876750700280111,
+      "grad_norm": 0.2953556776046753,
+      "learning_rate": 5.955056179775281e-05,
+      "loss": 0.861,
+      "step": 53
+    },
+    {
+      "epoch": 0.12100840336134454,
+      "grad_norm": 0.2947392165660858,
+      "learning_rate": 6.067415730337079e-05,
+      "loss": 0.8578,
+      "step": 54
+    },
+    {
+      "epoch": 0.12324929971988796,
+      "grad_norm": 0.3029733896255493,
+      "learning_rate": 6.179775280898876e-05,
+      "loss": 0.895,
+      "step": 55
+    },
+    {
+      "epoch": 0.12549019607843137,
+      "grad_norm": 0.28483161330223083,
+      "learning_rate": 6.292134831460675e-05,
+      "loss": 0.9316,
+      "step": 56
+    },
+    {
+      "epoch": 0.12773109243697478,
+      "grad_norm": 0.280499666929245,
+      "learning_rate": 6.404494382022472e-05,
+      "loss": 0.8763,
+      "step": 57
+    },
+    {
+      "epoch": 0.12997198879551822,
+      "grad_norm": 0.2687634825706482,
+      "learning_rate": 6.51685393258427e-05,
+      "loss": 0.9216,
+      "step": 58
+    },
+    {
+      "epoch": 0.13221288515406163,
+      "grad_norm": 0.2869422435760498,
+      "learning_rate": 6.629213483146067e-05,
+      "loss": 0.8783,
+      "step": 59
+    },
+    {
+      "epoch": 0.13445378151260504,
+      "grad_norm": 0.29140859842300415,
+      "learning_rate": 6.741573033707866e-05,
+      "loss": 0.9613,
+      "step": 60
+    },
+    {
+      "epoch": 0.13669467787114845,
+      "grad_norm": 0.29342207312583923,
+      "learning_rate": 6.853932584269663e-05,
+      "loss": 0.982,
+      "step": 61
+    },
+    {
+      "epoch": 0.13893557422969188,
+      "grad_norm": 0.29143285751342773,
+      "learning_rate": 6.966292134831462e-05,
+      "loss": 0.8857,
+      "step": 62
+    },
+    {
+      "epoch": 0.1411764705882353,
+      "grad_norm": 0.2944166660308838,
+      "learning_rate": 7.078651685393259e-05,
+      "loss": 0.8668,
+      "step": 63
+    },
+    {
+      "epoch": 0.1434173669467787,
+      "grad_norm": 0.27430447936058044,
+      "learning_rate": 7.191011235955056e-05,
+      "loss": 0.9403,
+      "step": 64
+    },
+    {
+      "epoch": 0.14565826330532214,
+      "grad_norm": 0.274800568819046,
+      "learning_rate": 7.303370786516854e-05,
+      "loss": 0.8689,
+      "step": 65
+    },
+    {
+      "epoch": 0.14789915966386555,
+      "grad_norm": 0.3063383102416992,
+      "learning_rate": 7.415730337078653e-05,
+      "loss": 0.9217,
+      "step": 66
+    },
+    {
+      "epoch": 0.15014005602240896,
+      "grad_norm": 0.26958584785461426,
+      "learning_rate": 7.52808988764045e-05,
+      "loss": 0.949,
+      "step": 67
+    },
+    {
+      "epoch": 0.1523809523809524,
+      "grad_norm": 0.3030094504356384,
+      "learning_rate": 7.640449438202247e-05,
+      "loss": 0.8814,
+      "step": 68
+    },
+    {
+      "epoch": 0.1546218487394958,
+      "grad_norm": 0.26790764927864075,
+      "learning_rate": 7.752808988764046e-05,
+      "loss": 0.9814,
+      "step": 69
+    },
+    {
+      "epoch": 0.1568627450980392,
+      "grad_norm": 0.28143975138664246,
+      "learning_rate": 7.865168539325843e-05,
+      "loss": 0.8667,
+      "step": 70
+    },
+    {
+      "epoch": 0.15910364145658262,
+      "grad_norm": 0.32539746165275574,
+      "learning_rate": 7.97752808988764e-05,
+      "loss": 1.0709,
+      "step": 71
+    },
+    {
+      "epoch": 0.16134453781512606,
+      "grad_norm": 0.28114452958106995,
+      "learning_rate": 8.089887640449438e-05,
+      "loss": 0.9253,
+      "step": 72
+    },
+    {
+      "epoch": 0.16358543417366947,
+      "grad_norm": 0.2680191993713379,
+      "learning_rate": 8.202247191011237e-05,
+      "loss": 0.9345,
+      "step": 73
+    },
+    {
+      "epoch": 0.16582633053221288,
+      "grad_norm": 0.2928783893585205,
+      "learning_rate": 8.314606741573034e-05,
+      "loss": 0.906,
+      "step": 74
+    },
+    {
+      "epoch": 0.16806722689075632,
+      "grad_norm": 0.2979438900947571,
+      "learning_rate": 8.426966292134831e-05,
+      "loss": 0.9581,
+      "step": 75
+    },
+    {
+      "epoch": 0.17030812324929973,
+      "grad_norm": 0.27883946895599365,
+      "learning_rate": 8.53932584269663e-05,
+      "loss": 0.9203,
+      "step": 76
+    },
+    {
+      "epoch": 0.17254901960784313,
+      "grad_norm": 0.3945503234863281,
+      "learning_rate": 8.651685393258427e-05,
+      "loss": 0.8136,
+      "step": 77
+    },
+    {
+      "epoch": 0.17478991596638654,
+      "grad_norm": 0.27328184247016907,
+      "learning_rate": 8.764044943820225e-05,
+      "loss": 0.8966,
+      "step": 78
+    },
+    {
+      "epoch": 0.17703081232492998,
+      "grad_norm": 0.3049486577510834,
+      "learning_rate": 8.876404494382022e-05,
+      "loss": 0.9658,
+      "step": 79
+    },
+    {
+      "epoch": 0.1792717086834734,
+      "grad_norm": 0.3143669366836548,
+      "learning_rate": 8.988764044943821e-05,
+      "loss": 0.9867,
+      "step": 80
+    },
+    {
+      "epoch": 0.1815126050420168,
+      "grad_norm": 0.30048221349716187,
+      "learning_rate": 9.101123595505618e-05,
+      "loss": 0.9249,
+      "step": 81
+    },
+    {
+      "epoch": 0.18375350140056024,
+      "grad_norm": 0.28177568316459656,
+      "learning_rate": 9.213483146067416e-05,
+      "loss": 0.9899,
+      "step": 82
+    },
+    {
+      "epoch": 0.18599439775910365,
+      "grad_norm": 0.296478807926178,
+      "learning_rate": 9.325842696629214e-05,
+      "loss": 0.8476,
+      "step": 83
+    },
+    {
+      "epoch": 0.18823529411764706,
+      "grad_norm": 0.2855791449546814,
+      "learning_rate": 9.438202247191012e-05,
+      "loss": 0.8869,
+      "step": 84
+    },
+    {
+      "epoch": 0.19047619047619047,
+      "grad_norm": 0.2829147279262543,
+      "learning_rate": 9.550561797752809e-05,
+      "loss": 0.9274,
+      "step": 85
+    },
+    {
+      "epoch": 0.1927170868347339,
+      "grad_norm": 0.2549046277999878,
+      "learning_rate": 9.662921348314608e-05,
+      "loss": 0.8535,
+      "step": 86
+    },
+    {
+      "epoch": 0.1949579831932773,
+      "grad_norm": 0.2655014991760254,
+      "learning_rate": 9.775280898876405e-05,
+      "loss": 0.8905,
+      "step": 87
+    },
+    {
+      "epoch": 0.19719887955182072,
+      "grad_norm": 0.27607807517051697,
+      "learning_rate": 9.887640449438202e-05,
+      "loss": 0.8788,
+      "step": 88
+    },
+    {
+      "epoch": 0.19943977591036416,
+      "grad_norm": 0.24970707297325134,
+      "learning_rate": 0.0001,
+      "loss": 0.7632,
+      "step": 89
+    },
+    {
+      "epoch": 0.20168067226890757,
+      "grad_norm": 0.2821432650089264,
+      "learning_rate": 0.00010112359550561799,
+      "loss": 0.9314,
+      "step": 90
+    },
+    {
+      "epoch": 0.20392156862745098,
+      "grad_norm": 0.28368303179740906,
+      "learning_rate": 0.00010224719101123596,
+      "loss": 0.8424,
+      "step": 91
+    },
+    {
+      "epoch": 0.2061624649859944,
+      "grad_norm": 0.3087138235569,
+      "learning_rate": 0.00010337078651685395,
+      "loss": 0.9787,
+      "step": 92
+    },
+    {
+      "epoch": 0.20840336134453782,
+      "grad_norm": 0.2952103614807129,
+      "learning_rate": 0.00010449438202247193,
+      "loss": 0.9679,
+      "step": 93
+    },
+    {
+      "epoch": 0.21064425770308123,
+      "grad_norm": 0.2875281572341919,
+      "learning_rate": 0.00010561797752808989,
+      "loss": 0.9181,
+      "step": 94
+    },
+    {
+      "epoch": 0.21288515406162464,
+      "grad_norm": 0.3084465265274048,
+      "learning_rate": 0.00010674157303370786,
+      "loss": 0.9615,
+      "step": 95
+    },
+    {
+      "epoch": 0.21512605042016808,
+      "grad_norm": 0.28005871176719666,
+      "learning_rate": 0.00010786516853932584,
+      "loss": 0.8757,
+      "step": 96
+    },
+    {
+      "epoch": 0.2173669467787115,
+      "grad_norm": 0.2795560657978058,
+      "learning_rate": 0.00010898876404494383,
+      "loss": 0.8266,
+      "step": 97
+    },
+    {
+      "epoch": 0.2196078431372549,
+      "grad_norm": 0.2671497166156769,
+      "learning_rate": 0.0001101123595505618,
+      "loss": 0.8693,
+      "step": 98
+    },
+    {
+      "epoch": 0.2218487394957983,
+      "grad_norm": 0.24397605657577515,
+      "learning_rate": 0.00011123595505617979,
+      "loss": 0.8334,
+      "step": 99
+    },
+    {
+      "epoch": 0.22408963585434175,
+      "grad_norm": 0.26632094383239746,
+      "learning_rate": 0.00011235955056179777,
+      "loss": 0.966,
+      "step": 100
+    },
+    {
+      "epoch": 0.22633053221288515,
+      "grad_norm": 0.2785671055316925,
+      "learning_rate": 0.00011348314606741574,
+      "loss": 0.8823,
+      "step": 101
+    },
+    {
+      "epoch": 0.22857142857142856,
+      "grad_norm": 0.26920077204704285,
+      "learning_rate": 0.0001146067415730337,
+      "loss": 0.9726,
+      "step": 102
+    },
+    {
+      "epoch": 0.230812324929972,
+      "grad_norm": 0.2633483409881592,
+      "learning_rate": 0.00011573033707865168,
+      "loss": 0.8849,
+      "step": 103
+    },
+    {
+      "epoch": 0.2330532212885154,
+      "grad_norm": 0.26563239097595215,
+      "learning_rate": 0.00011685393258426967,
+      "loss": 0.7896,
+      "step": 104
+    },
+    {
+      "epoch": 0.23529411764705882,
+      "grad_norm": 0.27475470304489136,
+      "learning_rate": 0.00011797752808988764,
+      "loss": 0.9659,
+      "step": 105
+    },
+    {
+      "epoch": 0.23753501400560223,
+      "grad_norm": 0.2691081166267395,
+      "learning_rate": 0.00011910112359550563,
+      "loss": 0.9758,
+      "step": 106
+    },
+    {
+      "epoch": 0.23977591036414567,
+      "grad_norm": 0.2714226543903351,
+      "learning_rate": 0.00012022471910112361,
+      "loss": 0.8736,
+      "step": 107
+    },
+    {
+      "epoch": 0.24201680672268908,
+      "grad_norm": 0.2638857960700989,
+      "learning_rate": 0.00012134831460674158,
+      "loss": 0.8792,
+      "step": 108
+    },
+    {
+      "epoch": 0.24425770308123249,
+      "grad_norm": 0.25696009397506714,
+      "learning_rate": 0.00012247191011235955,
+      "loss": 0.8813,
+      "step": 109
+    },
+    {
+      "epoch": 0.24649859943977592,
+      "grad_norm": 0.27648770809173584,
+      "learning_rate": 0.00012359550561797752,
+      "loss": 0.9341,
+      "step": 110
+    },
+    {
+      "epoch": 0.24873949579831933,
+      "grad_norm": 0.27543121576309204,
+      "learning_rate": 0.0001247191011235955,
+      "loss": 0.8102,
+      "step": 111
+    },
+    {
+      "epoch": 0.25098039215686274,
+      "grad_norm": 0.2804222106933594,
+      "learning_rate": 0.0001258426966292135,
+      "loss": 0.9004,
+      "step": 112
+    },
+    {
+      "epoch": 0.25322128851540615,
+      "grad_norm": 0.27446436882019043,
+      "learning_rate": 0.00012696629213483147,
+      "loss": 0.8432,
+      "step": 113
+    },
+    {
+      "epoch": 0.25546218487394956,
+      "grad_norm": 0.27675163745880127,
+      "learning_rate": 0.00012808988764044944,
+      "loss": 0.8868,
+      "step": 114
+    },
+    {
+      "epoch": 0.25770308123249297,
+      "grad_norm": 0.24772736430168152,
+      "learning_rate": 0.00012921348314606744,
+      "loss": 0.8711,
+      "step": 115
+    },
+    {
+      "epoch": 0.25994397759103643,
+      "grad_norm": 0.2736036479473114,
+      "learning_rate": 0.0001303370786516854,
+      "loss": 0.922,
+      "step": 116
+    },
+    {
+      "epoch": 0.26218487394957984,
+      "grad_norm": 0.23815171420574188,
+      "learning_rate": 0.00013146067415730338,
+      "loss": 0.8469,
+      "step": 117
+    },
+    {
+      "epoch": 0.26442577030812325,
+      "grad_norm": 0.2564987540245056,
+      "learning_rate": 0.00013258426966292135,
+      "loss": 0.7626,
+      "step": 118
+    },
+    {
+      "epoch": 0.26666666666666666,
+      "grad_norm": 0.26105883717536926,
+      "learning_rate": 0.00013370786516853932,
+      "loss": 0.7911,
+      "step": 119
+    },
+    {
+      "epoch": 0.2689075630252101,
+      "grad_norm": 0.2915550768375397,
+      "learning_rate": 0.00013483146067415732,
+      "loss": 0.9643,
+      "step": 120
+    },
+    {
+      "epoch": 0.2711484593837535,
+      "grad_norm": 0.28031301498413086,
+      "learning_rate": 0.0001359550561797753,
+      "loss": 0.8797,
+      "step": 121
+    },
+    {
+      "epoch": 0.2733893557422969,
+      "grad_norm": 0.2468908429145813,
+      "learning_rate": 0.00013707865168539326,
+      "loss": 0.8497,
+      "step": 122
+    },
+    {
+      "epoch": 0.27563025210084036,
+      "grad_norm": 0.2498752921819687,
+      "learning_rate": 0.00013820224719101123,
+      "loss": 0.842,
+      "step": 123
+    },
+    {
+      "epoch": 0.27787114845938377,
+      "grad_norm": 0.2517074942588806,
+      "learning_rate": 0.00013932584269662923,
+      "loss": 0.8072,
+      "step": 124
+    },
+    {
+      "epoch": 0.2801120448179272,
+      "grad_norm": 0.24205273389816284,
+      "learning_rate": 0.0001404494382022472,
+      "loss": 0.796,
+      "step": 125
+    },
+    {
+      "epoch": 0.2823529411764706,
+      "grad_norm": 0.259343683719635,
+      "learning_rate": 0.00014157303370786517,
+      "loss": 0.8609,
+      "step": 126
+    },
+    {
+      "epoch": 0.284593837535014,
+      "grad_norm": 0.2564795911312103,
+      "learning_rate": 0.00014269662921348315,
+      "loss": 0.8976,
+      "step": 127
+    },
+    {
+      "epoch": 0.2868347338935574,
+      "grad_norm": 0.2650969922542572,
+      "learning_rate": 0.00014382022471910112,
+      "loss": 0.8239,
+      "step": 128
+    },
+    {
+      "epoch": 0.28907563025210087,
+      "grad_norm": 0.26443368196487427,
+      "learning_rate": 0.00014494382022471912,
+      "loss": 0.8479,
+      "step": 129
+    },
+    {
+      "epoch": 0.2913165266106443,
+      "grad_norm": 0.26897069811820984,
+      "learning_rate": 0.0001460674157303371,
+      "loss": 0.9104,
+      "step": 130
+    },
+    {
+      "epoch": 0.2935574229691877,
+      "grad_norm": 0.2578631341457367,
+      "learning_rate": 0.00014719101123595506,
+      "loss": 0.8151,
+      "step": 131
+    },
+    {
+      "epoch": 0.2957983193277311,
+      "grad_norm": 0.2454749345779419,
+      "learning_rate": 0.00014831460674157306,
+      "loss": 0.7915,
+      "step": 132
+    },
+    {
+      "epoch": 0.2980392156862745,
+      "grad_norm": 0.25589731335639954,
+      "learning_rate": 0.00014943820224719103,
+      "loss": 0.8952,
+      "step": 133
+    },
+    {
+      "epoch": 0.3002801120448179,
+      "grad_norm": 0.2591662108898163,
+      "learning_rate": 0.000150561797752809,
+      "loss": 0.8112,
+      "step": 134
+    },
+    {
+      "epoch": 0.3025210084033613,
+      "grad_norm": 0.26816102862358093,
+      "learning_rate": 0.00015168539325842697,
+      "loss": 0.8893,
+      "step": 135
+    },
+    {
+      "epoch": 0.3047619047619048,
+      "grad_norm": 0.24405767023563385,
+      "learning_rate": 0.00015280898876404494,
+      "loss": 0.877,
+      "step": 136
+    },
+    {
+      "epoch": 0.3070028011204482,
+      "grad_norm": 0.2588540315628052,
+      "learning_rate": 0.00015393258426966294,
+      "loss": 0.7779,
+      "step": 137
+    },
+    {
+      "epoch": 0.3092436974789916,
+      "grad_norm": 0.27598896622657776,
+      "learning_rate": 0.0001550561797752809,
+      "loss": 0.7752,
+      "step": 138
+    },
+    {
+      "epoch": 0.311484593837535,
+      "grad_norm": 0.24622836709022522,
+      "learning_rate": 0.00015617977528089888,
+      "loss": 0.8849,
+      "step": 139
+    },
+    {
+      "epoch": 0.3137254901960784,
+      "grad_norm": 0.2502545118331909,
+      "learning_rate": 0.00015730337078651685,
+      "loss": 0.8012,
+      "step": 140
+    },
+    {
+      "epoch": 0.31596638655462184,
+      "grad_norm": 0.25384724140167236,
+      "learning_rate": 0.00015842696629213485,
+      "loss": 0.8395,
+      "step": 141
+    },
+    {
+      "epoch": 0.31820728291316525,
+      "grad_norm": 0.2527698874473572,
+      "learning_rate": 0.0001595505617977528,
+      "loss": 0.831,
+      "step": 142
+    },
+    {
+      "epoch": 0.3204481792717087,
+      "grad_norm": 0.24567513167858124,
+      "learning_rate": 0.0001606741573033708,
+      "loss": 0.7959,
+      "step": 143
+    },
+    {
+      "epoch": 0.3226890756302521,
+      "grad_norm": 0.24283619225025177,
+      "learning_rate": 0.00016179775280898877,
+      "loss": 0.8146,
+      "step": 144
+    },
+    {
+      "epoch": 0.32492997198879553,
+      "grad_norm": 0.2708129286766052,
+      "learning_rate": 0.00016292134831460674,
+      "loss": 0.905,
+      "step": 145
+    },
+    {
+      "epoch": 0.32717086834733894,
+      "grad_norm": 0.27091729640960693,
+      "learning_rate": 0.00016404494382022474,
+      "loss": 0.8681,
+      "step": 146
+    },
+    {
+      "epoch": 0.32941176470588235,
+      "grad_norm": 0.2502163350582123,
+      "learning_rate": 0.0001651685393258427,
+      "loss": 0.8859,
+      "step": 147
+    },
+    {
+      "epoch": 0.33165266106442576,
+      "grad_norm": 0.23066553473472595,
+      "learning_rate": 0.00016629213483146068,
+      "loss": 0.9034,
+      "step": 148
+    },
+    {
+      "epoch": 0.33389355742296917,
+      "grad_norm": 0.2503213882446289,
+      "learning_rate": 0.00016741573033707868,
+      "loss": 0.8348,
+      "step": 149
+    },
+    {
+      "epoch": 0.33613445378151263,
+      "grad_norm": 0.25126519799232483,
+      "learning_rate": 0.00016853932584269662,
+      "loss": 0.8553,
+      "step": 150
+    },
+    {
+      "epoch": 0.33837535014005604,
+      "grad_norm": 0.241397425532341,
+      "learning_rate": 0.00016966292134831462,
+      "loss": 0.9132,
+      "step": 151
+    },
+    {
+      "epoch": 0.34061624649859945,
+      "grad_norm": 0.25682827830314636,
+      "learning_rate": 0.0001707865168539326,
+      "loss": 0.9481,
+      "step": 152
+    },
+    {
+      "epoch": 0.34285714285714286,
+      "grad_norm": 0.24024637043476105,
+      "learning_rate": 0.00017191011235955056,
+      "loss": 0.943,
+      "step": 153
+    },
+    {
+      "epoch": 0.34509803921568627,
+      "grad_norm": 0.2626055181026459,
+      "learning_rate": 0.00017303370786516853,
+      "loss": 0.7863,
+      "step": 154
+    },
+    {
+      "epoch": 0.3473389355742297,
+      "grad_norm": 0.24571183323860168,
+      "learning_rate": 0.00017415730337078653,
+      "loss": 0.926,
+      "step": 155
+    },
+    {
+      "epoch": 0.3495798319327731,
+      "grad_norm": 0.2499912977218628,
+      "learning_rate": 0.0001752808988764045,
+      "loss": 0.8232,
+      "step": 156
+    },
+    {
+      "epoch": 0.35182072829131655,
+      "grad_norm": 0.25473934412002563,
+      "learning_rate": 0.00017640449438202248,
+      "loss": 0.9021,
+      "step": 157
+    },
+    {
+      "epoch": 0.35406162464985996,
+      "grad_norm": 0.25837019085884094,
+      "learning_rate": 0.00017752808988764045,
+      "loss": 0.7753,
+      "step": 158
+    },
+    {
+      "epoch": 0.3563025210084034,
+      "grad_norm": 0.255958616733551,
+      "learning_rate": 0.00017865168539325842,
+      "loss": 0.9155,
+      "step": 159
+    },
+    {
+      "epoch": 0.3585434173669468,
+      "grad_norm": 0.24315786361694336,
+      "learning_rate": 0.00017977528089887642,
+      "loss": 0.8039,
+      "step": 160
+    },
+    {
+      "epoch": 0.3607843137254902,
+      "grad_norm": 0.24614644050598145,
+      "learning_rate": 0.0001808988764044944,
+      "loss": 0.8857,
+      "step": 161
+    },
+    {
+      "epoch": 0.3630252100840336,
+      "grad_norm": 0.24280671775341034,
+      "learning_rate": 0.00018202247191011236,
+      "loss": 0.8354,
+      "step": 162
+    },
+    {
+      "epoch": 0.365266106442577,
+      "grad_norm": 0.2597411572933197,
+      "learning_rate": 0.00018314606741573036,
+      "loss": 0.8852,
+      "step": 163
+    },
+    {
+      "epoch": 0.3675070028011205,
+      "grad_norm": 0.2597702145576477,
+      "learning_rate": 0.00018426966292134833,
+      "loss": 0.9029,
+      "step": 164
+    },
+    {
+      "epoch": 0.3697478991596639,
+      "grad_norm": 0.23551709949970245,
+      "learning_rate": 0.0001853932584269663,
+      "loss": 0.9118,
+      "step": 165
+    },
+    {
+      "epoch": 0.3719887955182073,
+      "grad_norm": 0.2516990303993225,
+      "learning_rate": 0.00018651685393258427,
+      "loss": 0.7997,
+      "step": 166
+    },
+    {
+      "epoch": 0.3742296918767507,
+      "grad_norm": 0.2297232747077942,
+      "learning_rate": 0.00018764044943820224,
+      "loss": 0.7823,
+      "step": 167
+    },
+    {
+      "epoch": 0.3764705882352941,
+      "grad_norm": 0.22287945449352264,
+      "learning_rate": 0.00018876404494382024,
+      "loss": 0.8609,
+      "step": 168
+    },
+    {
+      "epoch": 0.3787114845938375,
+      "grad_norm": 0.2428523749113083,
+      "learning_rate": 0.0001898876404494382,
+      "loss": 0.8842,
+      "step": 169
+    },
+    {
+      "epoch": 0.38095238095238093,
+      "grad_norm": 0.25949063897132874,
+      "learning_rate": 0.00019101123595505618,
+      "loss": 0.7737,
+      "step": 170
+    },
+    {
+      "epoch": 0.3831932773109244,
+      "grad_norm": 0.2532324492931366,
+      "learning_rate": 0.00019213483146067416,
+      "loss": 0.7548,
+      "step": 171
+    },
+    {
+      "epoch": 0.3854341736694678,
+      "grad_norm": 0.2657643258571625,
+      "learning_rate": 0.00019325842696629215,
+      "loss": 0.8375,
+      "step": 172
+    },
+    {
+      "epoch": 0.3876750700280112,
+      "grad_norm": 0.2578238546848297,
+      "learning_rate": 0.00019438202247191013,
+      "loss": 0.8591,
+      "step": 173
+    },
+    {
+      "epoch": 0.3899159663865546,
+      "grad_norm": 0.24303969740867615,
+      "learning_rate": 0.0001955056179775281,
+      "loss": 0.8131,
+      "step": 174
+    },
+    {
+      "epoch": 0.39215686274509803,
+      "grad_norm": 0.271139919757843,
+      "learning_rate": 0.00019662921348314607,
+      "loss": 0.8234,
+      "step": 175
+    },
+    {
+      "epoch": 0.39439775910364144,
+      "grad_norm": 0.2569217085838318,
+      "learning_rate": 0.00019775280898876404,
+      "loss": 0.8907,
+      "step": 176
+    },
+    {
+      "epoch": 0.39663865546218485,
+      "grad_norm": 0.23687879741191864,
+      "learning_rate": 0.00019887640449438204,
+      "loss": 0.8082,
+      "step": 177
+    },
+    {
+      "epoch": 0.3988795518207283,
+      "grad_norm": 0.24828100204467773,
+      "learning_rate": 0.0002,
+      "loss": 0.8575,
+      "step": 178
+    },
+    {
+      "epoch": 0.4011204481792717,
+      "grad_norm": 0.24300478398799896,
+      "learning_rate": 0.00019999980867200105,
+      "loss": 0.7963,
+      "step": 179
+    },
+    {
+      "epoch": 0.40336134453781514,
+      "grad_norm": 0.2662373483181,
+      "learning_rate": 0.00019999923468873635,
+      "loss": 0.8871,
+      "step": 180
+    },
+    {
+      "epoch": 0.40560224089635855,
+      "grad_norm": 0.2600310146808624,
+      "learning_rate": 0.00019999827805240226,
+      "loss": 0.8477,
+      "step": 181
+    },
+    {
+      "epoch": 0.40784313725490196,
+      "grad_norm": 0.26801761984825134,
+      "learning_rate": 0.00019999693876665938,
+      "loss": 0.8978,
+      "step": 182
+    },
+    {
+      "epoch": 0.41008403361344536,
+      "grad_norm": 0.26510775089263916,
+      "learning_rate": 0.00019999521683663262,
+      "loss": 0.8387,
+      "step": 183
+    },
+    {
+      "epoch": 0.4123249299719888,
+      "grad_norm": 0.25927454233169556,
+      "learning_rate": 0.00019999311226891103,
+      "loss": 0.884,
+      "step": 184
+    },
+    {
+      "epoch": 0.41456582633053224,
+      "grad_norm": 0.2489653080701828,
+      "learning_rate": 0.00019999062507154784,
+      "loss": 0.9473,
+      "step": 185
+    },
+    {
+      "epoch": 0.41680672268907565,
+      "grad_norm": 0.2461009919643402,
+      "learning_rate": 0.0001999877552540605,
+      "loss": 0.8609,
+      "step": 186
+    },
+    {
+      "epoch": 0.41904761904761906,
+      "grad_norm": 0.24591152369976044,
+      "learning_rate": 0.00019998450282743052,
+      "loss": 0.9284,
+      "step": 187
+    },
+    {
+      "epoch": 0.42128851540616247,
+      "grad_norm": 0.23085853457450867,
+      "learning_rate": 0.00019998086780410353,
+      "loss": 0.8898,
+      "step": 188
+    },
+    {
+      "epoch": 0.4235294117647059,
+      "grad_norm": 0.2512655556201935,
+      "learning_rate": 0.00019997685019798912,
+      "loss": 0.8275,
+      "step": 189
+    },
+    {
+      "epoch": 0.4257703081232493,
+      "grad_norm": 0.24720723927021027,
+      "learning_rate": 0.0001999724500244609,
+      "loss": 0.8809,
+      "step": 190
+    },
+    {
+      "epoch": 0.4280112044817927,
+      "grad_norm": 0.25972652435302734,
+      "learning_rate": 0.00019996766730035642,
+      "loss": 0.891,
+      "step": 191
+    },
+    {
+      "epoch": 0.43025210084033616,
+      "grad_norm": 0.26756009459495544,
+      "learning_rate": 0.0001999625020439771,
+      "loss": 0.923,
+      "step": 192
+    },
+    {
+      "epoch": 0.43249299719887957,
+      "grad_norm": 0.24553890526294708,
+      "learning_rate": 0.000199956954275088,
+      "loss": 0.8222,
+      "step": 193
+    },
+    {
+      "epoch": 0.434733893557423,
+      "grad_norm": 0.24937503039836884,
+      "learning_rate": 0.0001999510240149181,
+      "loss": 0.788,
+      "step": 194
+    },
+    {
+      "epoch": 0.4369747899159664,
+      "grad_norm": 0.2749722898006439,
+      "learning_rate": 0.00019994471128615985,
+      "loss": 0.9383,
+      "step": 195
+    },
+    {
+      "epoch": 0.4392156862745098,
+      "grad_norm": 0.25508439540863037,
+      "learning_rate": 0.00019993801611296923,
+      "loss": 0.8234,
+      "step": 196
+    },
+    {
+      "epoch": 0.4414565826330532,
+      "grad_norm": 0.26953256130218506,
+      "learning_rate": 0.00019993093852096582,
+      "loss": 0.9895,
+      "step": 197
+    },
+    {
+      "epoch": 0.4436974789915966,
+      "grad_norm": 0.26215213537216187,
+      "learning_rate": 0.0001999234785372324,
+      "loss": 0.8432,
+      "step": 198
+    },
+    {
+      "epoch": 0.4459383753501401,
+      "grad_norm": 0.24869990348815918,
+      "learning_rate": 0.00019991563619031508,
+      "loss": 0.8786,
+      "step": 199
+    },
+    {
+      "epoch": 0.4481792717086835,
+      "grad_norm": 0.23765677213668823,
+      "learning_rate": 0.00019990741151022301,
+      "loss": 0.9402,
+      "step": 200
+    },
+    {
+      "epoch": 0.4504201680672269,
+      "grad_norm": 0.24099862575531006,
+      "learning_rate": 0.00019989880452842847,
+      "loss": 0.9192,
+      "step": 201
+    },
+    {
+      "epoch": 0.4526610644257703,
+      "grad_norm": 0.2570018172264099,
+      "learning_rate": 0.00019988981527786654,
+      "loss": 0.846,
+      "step": 202
+    },
+    {
+      "epoch": 0.4549019607843137,
+      "grad_norm": 0.2420913279056549,
+      "learning_rate": 0.00019988044379293523,
+      "loss": 0.9021,
+      "step": 203
+    },
+    {
+      "epoch": 0.45714285714285713,
+      "grad_norm": 0.25546249747276306,
+      "learning_rate": 0.00019987069010949496,
+      "loss": 0.9191,
+      "step": 204
+    },
+    {
+      "epoch": 0.45938375350140054,
+      "grad_norm": 0.25439539551734924,
+      "learning_rate": 0.00019986055426486887,
+      "loss": 0.9046,
+      "step": 205
+    },
+    {
+      "epoch": 0.461624649859944,
+      "grad_norm": 0.23050928115844727,
+      "learning_rate": 0.00019985003629784237,
+      "loss": 0.7777,
+      "step": 206
+    },
+    {
+      "epoch": 0.4638655462184874,
+      "grad_norm": 0.25798794627189636,
+      "learning_rate": 0.00019983913624866304,
+      "loss": 0.9232,
+      "step": 207
+    },
+    {
+      "epoch": 0.4661064425770308,
+      "grad_norm": 0.2508363127708435,
+      "learning_rate": 0.00019982785415904064,
+      "loss": 0.9924,
+      "step": 208
+    },
+    {
+      "epoch": 0.46834733893557423,
+      "grad_norm": 0.25454050302505493,
+      "learning_rate": 0.00019981619007214673,
+      "loss": 0.9056,
+      "step": 209
+    },
+    {
+      "epoch": 0.47058823529411764,
+      "grad_norm": 0.24120093882083893,
+      "learning_rate": 0.0001998041440326146,
+      "loss": 0.8339,
+      "step": 210
+    },
+    {
+      "epoch": 0.47282913165266105,
+      "grad_norm": 0.2521376609802246,
+      "learning_rate": 0.00019979171608653924,
+      "loss": 0.7907,
+      "step": 211
+    },
+    {
+      "epoch": 0.47507002801120446,
+      "grad_norm": 0.2513487637042999,
+      "learning_rate": 0.00019977890628147682,
+      "loss": 0.9142,
+      "step": 212
+    },
+    {
+      "epoch": 0.4773109243697479,
+      "grad_norm": 0.2808438241481781,
+      "learning_rate": 0.00019976571466644492,
+      "loss": 0.8708,
+      "step": 213
+    },
+    {
+      "epoch": 0.47955182072829133,
+      "grad_norm": 0.2564331293106079,
+      "learning_rate": 0.00019975214129192196,
+      "loss": 0.8726,
+      "step": 214
+    },
+    {
+      "epoch": 0.48179271708683474,
+      "grad_norm": 0.2591661214828491,
+      "learning_rate": 0.00019973818620984738,
+      "loss": 0.791,
+      "step": 215
+    },
+    {
+      "epoch": 0.48403361344537815,
+      "grad_norm": 0.2555089592933655,
+      "learning_rate": 0.00019972384947362101,
+      "loss": 0.9129,
+      "step": 216
+    },
+    {
+      "epoch": 0.48627450980392156,
+      "grad_norm": 0.2542738616466522,
+      "learning_rate": 0.00019970913113810334,
+      "loss": 0.8097,
+      "step": 217
+    },
+    {
+      "epoch": 0.48851540616246497,
+      "grad_norm": 0.26333680748939514,
+      "learning_rate": 0.0001996940312596149,
+      "loss": 0.8342,
+      "step": 218
+    },
+    {
+      "epoch": 0.4907563025210084,
+      "grad_norm": 0.24918504059314728,
+      "learning_rate": 0.00019967854989593633,
+      "loss": 0.8441,
+      "step": 219
+    },
+    {
+      "epoch": 0.49299719887955185,
+      "grad_norm": 0.26157376170158386,
+      "learning_rate": 0.00019966268710630797,
+      "loss": 0.8891,
+      "step": 220
+    },
+    {
+      "epoch": 0.49523809523809526,
+      "grad_norm": 0.277658611536026,
+      "learning_rate": 0.00019964644295142968,
+      "loss": 0.8862,
+      "step": 221
+    },
+    {
+      "epoch": 0.49747899159663866,
+      "grad_norm": 0.2798251211643219,
+      "learning_rate": 0.00019962981749346078,
+      "loss": 0.8742,
+      "step": 222
+    },
+    {
+      "epoch": 0.4997198879551821,
+      "grad_norm": 0.28391703963279724,
+      "learning_rate": 0.00019961281079601957,
+      "loss": 0.8928,
+      "step": 223
+    },
+    {
+      "epoch": 0.5019607843137255,
+      "grad_norm": 0.2569884955883026,
+      "learning_rate": 0.00019959542292418317,
+      "loss": 0.8289,
+      "step": 224
+    },
+    {
+      "epoch": 0.5042016806722689,
+      "grad_norm": 0.2689199447631836,
+      "learning_rate": 0.00019957765394448728,
+      "loss": 0.8002,
+      "step": 225
+    },
+    {
+      "epoch": 0.5064425770308123,
+      "grad_norm": 0.2564886510372162,
+      "learning_rate": 0.00019955950392492604,
+      "loss": 0.8817,
+      "step": 226
+    },
+    {
+      "epoch": 0.5086834733893557,
+      "grad_norm": 0.2417922168970108,
+      "learning_rate": 0.00019954097293495155,
+      "loss": 0.8838,
+      "step": 227
+    },
+    {
+      "epoch": 0.5109243697478991,
+      "grad_norm": 0.22530929744243622,
+      "learning_rate": 0.00019952206104547376,
+      "loss": 0.7967,
+      "step": 228
+    },
+    {
+      "epoch": 0.5131652661064425,
+      "grad_norm": 0.23360571265220642,
+      "learning_rate": 0.00019950276832886017,
+      "loss": 0.8364,
+      "step": 229
+    },
+    {
+      "epoch": 0.5154061624649859,
+      "grad_norm": 0.2611772418022156,
+      "learning_rate": 0.00019948309485893549,
+      "loss": 0.8786,
+      "step": 230
+    },
+    {
+      "epoch": 0.5176470588235295,
+      "grad_norm": 0.24788020551204681,
+      "learning_rate": 0.00019946304071098142,
+      "loss": 0.86,
+      "step": 231
+    },
+    {
+      "epoch": 0.5198879551820729,
+      "grad_norm": 0.23259863257408142,
+      "learning_rate": 0.00019944260596173641,
+      "loss": 0.822,
+      "step": 232
+    },
+    {
+      "epoch": 0.5221288515406163,
+      "grad_norm": 0.2678159773349762,
+      "learning_rate": 0.0001994217906893952,
+      "loss": 0.8522,
+      "step": 233
+    },
+    {
+      "epoch": 0.5243697478991597,
+      "grad_norm": 0.268537312746048,
+      "learning_rate": 0.00019940059497360873,
+      "loss": 0.8638,
+      "step": 234
+    },
+    {
+      "epoch": 0.5266106442577031,
+      "grad_norm": 0.26122671365737915,
+      "learning_rate": 0.0001993790188954836,
+      "loss": 0.8509,
+      "step": 235
+    },
+    {
+      "epoch": 0.5288515406162465,
+      "grad_norm": 0.38401761651039124,
+      "learning_rate": 0.00019935706253758207,
+      "loss": 0.8184,
+      "step": 236
+    },
+    {
+      "epoch": 0.5310924369747899,
+      "grad_norm": 0.2459888607263565,
+      "learning_rate": 0.00019933472598392138,
+      "loss": 0.8042,
+      "step": 237
+    },
+    {
+      "epoch": 0.5333333333333333,
+      "grad_norm": 0.27041634917259216,
+      "learning_rate": 0.0001993120093199737,
+      "loss": 0.9426,
+      "step": 238
+    },
+    {
+      "epoch": 0.5355742296918767,
+      "grad_norm": 0.2503630220890045,
+      "learning_rate": 0.00019928891263266578,
+      "loss": 0.901,
+      "step": 239
+    },
+    {
+      "epoch": 0.5378151260504201,
+      "grad_norm": 0.2358655333518982,
+      "learning_rate": 0.00019926543601037842,
+      "loss": 0.8165,
+      "step": 240
+    },
+    {
+      "epoch": 0.5400560224089636,
+      "grad_norm": 0.24630171060562134,
+      "learning_rate": 0.00019924157954294628,
+      "loss": 0.8083,
+      "step": 241
+    },
+    {
+      "epoch": 0.542296918767507,
+      "grad_norm": 0.2504923939704895,
+      "learning_rate": 0.00019921734332165766,
+      "loss": 0.7973,
+      "step": 242
+    },
+    {
+      "epoch": 0.5445378151260504,
+      "grad_norm": 0.2728249132633209,
+      "learning_rate": 0.00019919272743925385,
+      "loss": 0.8817,
+      "step": 243
+    },
+    {
+      "epoch": 0.5467787114845938,
+      "grad_norm": 0.2694825828075409,
+      "learning_rate": 0.000199167731989929,
+      "loss": 0.8458,
+      "step": 244
+    },
+    {
+      "epoch": 0.5490196078431373,
+      "grad_norm": 0.31109780073165894,
+      "learning_rate": 0.00019914235706932972,
+      "loss": 0.939,
+      "step": 245
+    },
+    {
+      "epoch": 0.5512605042016807,
+      "grad_norm": 0.25847890973091125,
+      "learning_rate": 0.0001991166027745547,
+      "loss": 0.8704,
+      "step": 246
+    },
+    {
+      "epoch": 0.5535014005602241,
+      "grad_norm": 0.2678435742855072,
+      "learning_rate": 0.00019909046920415423,
+      "loss": 0.7445,
+      "step": 247
+    },
+    {
+      "epoch": 0.5557422969187675,
+      "grad_norm": 0.25951921939849854,
+      "learning_rate": 0.00019906395645812998,
+      "loss": 0.8869,
+      "step": 248
+    },
+    {
+      "epoch": 0.5579831932773109,
+      "grad_norm": 0.25794005393981934,
+      "learning_rate": 0.00019903706463793462,
+      "loss": 0.9506,
+      "step": 249
+    },
+    {
+      "epoch": 0.5602240896358543,
+      "grad_norm": 0.2340375930070877,
+      "learning_rate": 0.00019900979384647127,
+      "loss": 0.811,
+      "step": 250
+    },
+    {
+      "epoch": 0.5624649859943978,
+      "grad_norm": 0.25867462158203125,
+      "learning_rate": 0.0001989821441880933,
+      "loss": 0.8621,
+      "step": 251
+    },
+    {
+      "epoch": 0.5647058823529412,
+      "grad_norm": 0.2387334555387497,
+      "learning_rate": 0.0001989541157686037,
+      "loss": 0.8514,
+      "step": 252
+    },
+    {
+      "epoch": 0.5669467787114846,
+      "grad_norm": 0.26006007194519043,
+      "learning_rate": 0.00019892570869525496,
+      "loss": 0.8946,
+      "step": 253
+    },
+    {
+      "epoch": 0.569187675070028,
+      "grad_norm": 0.2735587954521179,
+      "learning_rate": 0.00019889692307674845,
+      "loss": 0.8605,
+      "step": 254
+    },
+    {
+      "epoch": 0.5714285714285714,
+      "grad_norm": 0.28292015194892883,
+      "learning_rate": 0.00019886775902323405,
+      "loss": 1.0231,
+      "step": 255
+    },
+    {
+      "epoch": 0.5736694677871148,
+      "grad_norm": 0.2500753402709961,
+      "learning_rate": 0.00019883821664630976,
+      "loss": 0.9155,
+      "step": 256
+    },
+    {
+      "epoch": 0.5759103641456582,
+      "grad_norm": 0.23072321712970734,
+      "learning_rate": 0.00019880829605902126,
+      "loss": 0.8268,
+      "step": 257
+    },
+    {
+      "epoch": 0.5781512605042017,
+      "grad_norm": 0.25353720784187317,
+      "learning_rate": 0.0001987779973758615,
+      "loss": 0.9315,
+      "step": 258
+    },
+    {
+      "epoch": 0.5803921568627451,
+      "grad_norm": 0.24684756994247437,
+      "learning_rate": 0.00019874732071277013,
+      "loss": 0.8652,
+      "step": 259
+    },
+    {
+      "epoch": 0.5826330532212886,
+      "grad_norm": 0.2583218812942505,
+      "learning_rate": 0.0001987162661871333,
+      "loss": 0.7722,
+      "step": 260
+    },
+    {
+      "epoch": 0.584873949579832,
+      "grad_norm": 0.23789426684379578,
+      "learning_rate": 0.00019868483391778302,
+      "loss": 0.9084,
+      "step": 261
+    },
+    {
+      "epoch": 0.5871148459383754,
+      "grad_norm": 0.24503661692142487,
+      "learning_rate": 0.00019865302402499678,
+      "loss": 0.8683,
+      "step": 262
+    },
+    {
+      "epoch": 0.5893557422969188,
+      "grad_norm": 0.2724620997905731,
+      "learning_rate": 0.00019862083663049694,
+      "loss": 0.8323,
+      "step": 263
+    },
+    {
+      "epoch": 0.5915966386554622,
+      "grad_norm": 0.27704504132270813,
+      "learning_rate": 0.0001985882718574506,
+      "loss": 0.9132,
+      "step": 264
+    },
+    {
+      "epoch": 0.5938375350140056,
+      "grad_norm": 0.2760598063468933,
+      "learning_rate": 0.00019855532983046876,
+      "loss": 0.7416,
+      "step": 265
+    },
+    {
+      "epoch": 0.596078431372549,
+      "grad_norm": 0.26945289969444275,
+      "learning_rate": 0.00019852201067560606,
+      "loss": 0.965,
+      "step": 266
+    },
+    {
+      "epoch": 0.5983193277310924,
+      "grad_norm": 0.2512185573577881,
+      "learning_rate": 0.0001984883145203603,
+      "loss": 0.8582,
+      "step": 267
+    },
+    {
+      "epoch": 0.6005602240896358,
+      "grad_norm": 0.24201013147830963,
+      "learning_rate": 0.00019845424149367177,
+      "loss": 0.8433,
+      "step": 268
+    },
+    {
+      "epoch": 0.6028011204481792,
+      "grad_norm": 0.24099834263324738,
+      "learning_rate": 0.000198419791725923,
+      "loss": 0.9501,
+      "step": 269
+    },
+    {
+      "epoch": 0.6050420168067226,
+      "grad_norm": 0.24521470069885254,
+      "learning_rate": 0.00019838496534893806,
+      "loss": 0.8458,
+      "step": 270
+    },
+    {
+      "epoch": 0.6072829131652661,
+      "grad_norm": 0.2377120554447174,
+      "learning_rate": 0.00019834976249598221,
+      "loss": 0.8934,
+      "step": 271
+    },
+    {
+      "epoch": 0.6095238095238096,
+      "grad_norm": 0.2444024235010147,
+      "learning_rate": 0.00019831418330176125,
+      "loss": 0.8326,
+      "step": 272
+    },
+    {
+      "epoch": 0.611764705882353,
+      "grad_norm": 0.23458163440227509,
+      "learning_rate": 0.0001982782279024211,
+      "loss": 0.8743,
+      "step": 273
+    },
+    {
+      "epoch": 0.6140056022408964,
+      "grad_norm": 0.2571447491645813,
+      "learning_rate": 0.00019824189643554725,
+      "loss": 0.8265,
+      "step": 274
+    },
+    {
+      "epoch": 0.6162464985994398,
+      "grad_norm": 0.25711604952812195,
+      "learning_rate": 0.00019820518904016426,
+      "loss": 0.8418,
+      "step": 275
+    },
+    {
+      "epoch": 0.6184873949579832,
+      "grad_norm": 0.26878827810287476,
+      "learning_rate": 0.00019816810585673514,
+      "loss": 0.8007,
+      "step": 276
+    },
+    {
+      "epoch": 0.6207282913165266,
+      "grad_norm": 0.2555851638317108,
+      "learning_rate": 0.00019813064702716094,
+      "loss": 0.8536,
+      "step": 277
+    },
+    {
+      "epoch": 0.62296918767507,
+      "grad_norm": 0.2718588411808014,
+      "learning_rate": 0.00019809281269478012,
+      "loss": 0.8884,
+      "step": 278
+    },
+    {
+      "epoch": 0.6252100840336134,
+      "grad_norm": 0.25706928968429565,
+      "learning_rate": 0.00019805460300436803,
+      "loss": 0.8729,
+      "step": 279
+    },
+    {
+      "epoch": 0.6274509803921569,
+      "grad_norm": 0.23707084357738495,
+      "learning_rate": 0.00019801601810213635,
+      "loss": 0.8268,
+      "step": 280
+    },
+    {
+      "epoch": 0.6296918767507003,
+      "grad_norm": 0.24094390869140625,
+      "learning_rate": 0.00019797705813573245,
+      "loss": 0.8457,
+      "step": 281
+    },
+    {
+      "epoch": 0.6319327731092437,
+      "grad_norm": 0.24794656038284302,
+      "learning_rate": 0.00019793772325423908,
+      "loss": 0.8495,
+      "step": 282
+    },
+    {
+      "epoch": 0.6341736694677871,
+      "grad_norm": 0.2355436086654663,
+      "learning_rate": 0.00019789801360817346,
+      "loss": 0.8167,
+      "step": 283
+    },
+    {
+      "epoch": 0.6364145658263305,
+      "grad_norm": 0.24097253382205963,
+      "learning_rate": 0.00019785792934948695,
+      "loss": 0.8887,
+      "step": 284
+    },
+    {
+      "epoch": 0.6386554621848739,
+      "grad_norm": 0.23715715110301971,
+      "learning_rate": 0.00019781747063156435,
+      "loss": 0.8205,
+      "step": 285
+    },
+    {
+      "epoch": 0.6408963585434174,
+      "grad_norm": 0.2627374529838562,
+      "learning_rate": 0.00019777663760922343,
+      "loss": 0.9175,
+      "step": 286
+    },
+    {
+      "epoch": 0.6431372549019608,
+      "grad_norm": 0.25734400749206543,
+      "learning_rate": 0.00019773543043871412,
+      "loss": 0.8104,
+      "step": 287
+    },
+    {
+      "epoch": 0.6453781512605042,
+      "grad_norm": 0.2477787584066391,
+      "learning_rate": 0.0001976938492777182,
+      "loss": 0.9969,
+      "step": 288
+    },
+    {
+      "epoch": 0.6476190476190476,
+      "grad_norm": 0.2440386414527893,
+      "learning_rate": 0.0001976518942853484,
+      "loss": 0.8084,
+      "step": 289
+    },
+    {
+      "epoch": 0.6498599439775911,
+      "grad_norm": 0.2703987956047058,
+      "learning_rate": 0.00019760956562214806,
+      "loss": 0.7827,
+      "step": 290
+    },
+    {
+      "epoch": 0.6521008403361345,
+      "grad_norm": 0.29450032114982605,
+      "learning_rate": 0.0001975668634500904,
+      "loss": 0.8807,
+      "step": 291
+    },
+    {
+      "epoch": 0.6543417366946779,
+      "grad_norm": 0.27439677715301514,
+      "learning_rate": 0.00019752378793257776,
+      "loss": 0.8152,
+      "step": 292
+    },
+    {
+      "epoch": 0.6565826330532213,
+      "grad_norm": 0.2940295338630676,
+      "learning_rate": 0.00019748033923444122,
+      "loss": 0.9051,
+      "step": 293
+    },
+    {
+      "epoch": 0.6588235294117647,
+      "grad_norm": 0.2529405355453491,
+      "learning_rate": 0.00019743651752193982,
+      "loss": 0.7429,
+      "step": 294
+    },
+    {
+      "epoch": 0.6610644257703081,
+      "grad_norm": 0.26964515447616577,
+      "learning_rate": 0.00019739232296276003,
+      "loss": 0.8584,
+      "step": 295
+    },
+    {
+      "epoch": 0.6633053221288515,
+      "grad_norm": 0.24733929336071014,
+      "learning_rate": 0.00019734775572601487,
+      "loss": 0.8465,
+      "step": 296
+    },
+    {
+      "epoch": 0.6655462184873949,
+      "grad_norm": 0.2559841275215149,
+      "learning_rate": 0.00019730281598224364,
+      "loss": 0.883,
+      "step": 297
+    },
+    {
+      "epoch": 0.6677871148459383,
+      "grad_norm": 0.24375739693641663,
+      "learning_rate": 0.00019725750390341094,
+      "loss": 0.8042,
+      "step": 298
+    },
+    {
+      "epoch": 0.6700280112044817,
+      "grad_norm": 0.25603991746902466,
+      "learning_rate": 0.00019721181966290613,
+      "loss": 0.9363,
+      "step": 299
+    },
+    {
+      "epoch": 0.6722689075630253,
+      "grad_norm": 0.2391873151063919,
+      "learning_rate": 0.00019716576343554274,
+      "loss": 0.9364,
+      "step": 300
+    },
+    {
+      "epoch": 0.6745098039215687,
+      "grad_norm": 0.24241115152835846,
+      "learning_rate": 0.00019711933539755765,
+      "loss": 0.8168,
+      "step": 301
+    },
+    {
+      "epoch": 0.6767507002801121,
+      "grad_norm": 0.2441554218530655,
+      "learning_rate": 0.00019707253572661055,
+      "loss": 0.9179,
+      "step": 302
+    },
+    {
+      "epoch": 0.6789915966386555,
+      "grad_norm": 0.2645583748817444,
+      "learning_rate": 0.00019702536460178318,
+      "loss": 0.7971,
+      "step": 303
+    },
+    {
+      "epoch": 0.6812324929971989,
+      "grad_norm": 0.2557383179664612,
+      "learning_rate": 0.0001969778222035787,
+      "loss": 0.9112,
+      "step": 304
+    },
+    {
+      "epoch": 0.6834733893557423,
+      "grad_norm": 0.25000718235969543,
+      "learning_rate": 0.0001969299087139209,
+      "loss": 0.7842,
+      "step": 305
+    },
+    {
+      "epoch": 0.6857142857142857,
+      "grad_norm": 0.23475897312164307,
+      "learning_rate": 0.00019688162431615367,
+      "loss": 0.7806,
+      "step": 306
+    },
+    {
+      "epoch": 0.6879551820728291,
+      "grad_norm": 0.2505607306957245,
+      "learning_rate": 0.00019683296919504012,
+      "loss": 0.922,
+      "step": 307
+    },
+    {
+      "epoch": 0.6901960784313725,
+      "grad_norm": 0.2522655725479126,
+      "learning_rate": 0.00019678394353676203,
+      "loss": 0.7934,
+      "step": 308
+    },
+    {
+      "epoch": 0.692436974789916,
+      "grad_norm": 0.2722029387950897,
+      "learning_rate": 0.000196734547528919,
+      "loss": 0.8775,
+      "step": 309
+    },
+    {
+      "epoch": 0.6946778711484594,
+      "grad_norm": 0.26442402601242065,
+      "learning_rate": 0.00019668478136052774,
+      "loss": 0.8696,
+      "step": 310
+    },
+    {
+      "epoch": 0.6969187675070028,
+      "grad_norm": 0.26388052105903625,
+      "learning_rate": 0.00019663464522202162,
+      "loss": 0.8569,
+      "step": 311
+    },
+    {
+      "epoch": 0.6991596638655462,
+      "grad_norm": 0.26141613721847534,
+      "learning_rate": 0.00019658413930524952,
+      "loss": 0.8485,
+      "step": 312
+    },
+    {
+      "epoch": 0.7014005602240896,
+      "grad_norm": 0.23456323146820068,
+      "learning_rate": 0.00019653326380347533,
+      "loss": 0.8913,
+      "step": 313
+    },
+    {
+      "epoch": 0.7036414565826331,
+      "grad_norm": 0.24977454543113708,
+      "learning_rate": 0.00019648201891137723,
+      "loss": 0.8729,
+      "step": 314
+    },
+    {
+      "epoch": 0.7058823529411765,
+      "grad_norm": 0.22706039249897003,
+      "learning_rate": 0.0001964304048250469,
+      "loss": 0.7885,
+      "step": 315
+    },
+    {
+      "epoch": 0.7081232492997199,
+      "grad_norm": 0.24601607024669647,
+      "learning_rate": 0.00019637842174198867,
+      "loss": 0.8387,
+      "step": 316
+    },
+    {
+      "epoch": 0.7103641456582633,
+      "grad_norm": 0.2545998990535736,
+      "learning_rate": 0.000196326069861119,
+      "loss": 0.8114,
+      "step": 317
+    },
+    {
+      "epoch": 0.7126050420168067,
+      "grad_norm": 0.24375082552433014,
+      "learning_rate": 0.00019627334938276546,
+      "loss": 0.843,
+      "step": 318
+    },
+    {
+      "epoch": 0.7148459383753502,
+      "grad_norm": 0.2519029378890991,
+      "learning_rate": 0.00019622026050866614,
+      "loss": 0.9088,
+      "step": 319
+    },
+    {
+      "epoch": 0.7170868347338936,
+      "grad_norm": 0.27405208349227905,
+      "learning_rate": 0.0001961668034419688,
+      "loss": 0.958,
+      "step": 320
+    },
+    {
+      "epoch": 0.719327731092437,
+      "grad_norm": 0.25491318106651306,
+      "learning_rate": 0.0001961129783872301,
+      "loss": 0.7692,
+      "step": 321
+    },
+    {
+      "epoch": 0.7215686274509804,
+      "grad_norm": 0.250347375869751,
+      "learning_rate": 0.00019605878555041485,
+      "loss": 0.8321,
+      "step": 322
+    },
+    {
+      "epoch": 0.7238095238095238,
+      "grad_norm": 0.24250715970993042,
+      "learning_rate": 0.00019600422513889516,
+      "loss": 0.7832,
+      "step": 323
+    },
+    {
+      "epoch": 0.7260504201680672,
+      "grad_norm": 0.2599019706249237,
+      "learning_rate": 0.00019594929736144976,
+      "loss": 0.8736,
+      "step": 324
+    },
+    {
+      "epoch": 0.7282913165266106,
+      "grad_norm": 0.25766611099243164,
+      "learning_rate": 0.00019589400242826305,
+      "loss": 0.7419,
+      "step": 325
+    },
+    {
+      "epoch": 0.730532212885154,
+      "grad_norm": 0.254658967256546,
+      "learning_rate": 0.00019583834055092445,
+      "loss": 0.9058,
+      "step": 326
+    },
+    {
+      "epoch": 0.7327731092436974,
+      "grad_norm": 0.2731349468231201,
+      "learning_rate": 0.00019578231194242743,
+      "loss": 0.9683,
+      "step": 327
+    },
+    {
+      "epoch": 0.735014005602241,
+      "grad_norm": 0.22153563797473907,
+      "learning_rate": 0.00019572591681716887,
+      "loss": 0.8146,
+      "step": 328
+    },
+    {
+      "epoch": 0.7372549019607844,
+      "grad_norm": 0.24707463383674622,
+      "learning_rate": 0.00019566915539094803,
+      "loss": 0.8204,
+      "step": 329
+    },
+    {
+      "epoch": 0.7394957983193278,
+      "grad_norm": 0.2541884779930115,
+      "learning_rate": 0.00019561202788096597,
+      "loss": 0.7638,
+      "step": 330
+    },
+    {
+      "epoch": 0.7417366946778712,
+      "grad_norm": 0.2314218282699585,
+      "learning_rate": 0.00019555453450582452,
+      "loss": 0.7502,
+      "step": 331
+    },
+    {
+      "epoch": 0.7439775910364146,
+      "grad_norm": 0.24334260821342468,
+      "learning_rate": 0.00019549667548552556,
+      "loss": 0.912,
+      "step": 332
+    },
+    {
+      "epoch": 0.746218487394958,
+      "grad_norm": 0.24473878741264343,
+      "learning_rate": 0.00019543845104147,
+      "loss": 0.7558,
+      "step": 333
+    },
+    {
+      "epoch": 0.7484593837535014,
+      "grad_norm": 0.25403597950935364,
+      "learning_rate": 0.00019537986139645726,
+      "loss": 0.8406,
+      "step": 334
+    },
+    {
+      "epoch": 0.7507002801120448,
+      "grad_norm": 0.24638508260250092,
+      "learning_rate": 0.0001953209067746841,
+      "loss": 0.736,
+      "step": 335
+    },
+    {
+      "epoch": 0.7529411764705882,
+      "grad_norm": 0.25604501366615295,
+      "learning_rate": 0.00019526158740174393,
+      "loss": 0.867,
+      "step": 336
+    },
+    {
+      "epoch": 0.7551820728291316,
+      "grad_norm": 0.2617231011390686,
+      "learning_rate": 0.00019520190350462584,
+      "loss": 0.8654,
+      "step": 337
+    },
+    {
+      "epoch": 0.757422969187675,
+      "grad_norm": 0.2620690166950226,
+      "learning_rate": 0.0001951418553117139,
+      "loss": 0.8428,
+      "step": 338
+    },
+    {
+      "epoch": 0.7596638655462185,
+      "grad_norm": 0.25454917550086975,
+      "learning_rate": 0.0001950814430527861,
+      "loss": 0.8676,
+      "step": 339
+    },
+    {
+      "epoch": 0.7619047619047619,
+      "grad_norm": 0.26449549198150635,
+      "learning_rate": 0.00019502066695901358,
+      "loss": 0.8709,
+      "step": 340
+    },
+    {
+      "epoch": 0.7641456582633053,
+      "grad_norm": 0.24709953367710114,
+      "learning_rate": 0.0001949595272629597,
+      "loss": 0.8312,
+      "step": 341
+    },
+    {
+      "epoch": 0.7663865546218488,
+      "grad_norm": 0.2593318819999695,
+      "learning_rate": 0.00019489802419857917,
+      "loss": 0.8274,
+      "step": 342
+    },
+    {
+      "epoch": 0.7686274509803922,
+      "grad_norm": 0.2448015958070755,
+      "learning_rate": 0.00019483615800121716,
+      "loss": 0.8226,
+      "step": 343
+    },
+    {
+      "epoch": 0.7708683473389356,
+      "grad_norm": 0.26445460319519043,
+      "learning_rate": 0.00019477392890760839,
+      "loss": 0.8492,
+      "step": 344
+    },
+    {
+      "epoch": 0.773109243697479,
+      "grad_norm": 0.2573208808898926,
+      "learning_rate": 0.00019471133715587622,
+      "loss": 0.8294,
+      "step": 345
+    },
+    {
+      "epoch": 0.7753501400560224,
+      "grad_norm": 0.26753151416778564,
+      "learning_rate": 0.00019464838298553173,
+      "loss": 0.8446,
+      "step": 346
+    },
+    {
+      "epoch": 0.7775910364145658,
+      "grad_norm": 0.2667967975139618,
+      "learning_rate": 0.00019458506663747285,
+      "loss": 0.8388,
+      "step": 347
+    },
+    {
+      "epoch": 0.7798319327731092,
+      "grad_norm": 0.25934740900993347,
+      "learning_rate": 0.00019452138835398332,
+      "loss": 0.8149,
+      "step": 348
+    },
+    {
+      "epoch": 0.7820728291316527,
+      "grad_norm": 0.2525850832462311,
+      "learning_rate": 0.00019445734837873202,
+      "loss": 0.8325,
+      "step": 349
+    },
+    {
+      "epoch": 0.7843137254901961,
+      "grad_norm": 0.2837854325771332,
+      "learning_rate": 0.00019439294695677167,
+      "loss": 0.8795,
+      "step": 350
+    },
+    {
+      "epoch": 0.7865546218487395,
+      "grad_norm": 0.26006975769996643,
+      "learning_rate": 0.00019432818433453818,
+      "loss": 0.8267,
+      "step": 351
+    },
+    {
+      "epoch": 0.7887955182072829,
+      "grad_norm": 0.24872632324695587,
+      "learning_rate": 0.00019426306075984965,
+      "loss": 0.8553,
+      "step": 352
+    },
+    {
+      "epoch": 0.7910364145658263,
+      "grad_norm": 0.23633168637752533,
+      "learning_rate": 0.00019419757648190533,
+      "loss": 0.8544,
+      "step": 353
+    },
+    {
+      "epoch": 0.7932773109243697,
+      "grad_norm": 0.2425261288881302,
+      "learning_rate": 0.00019413173175128473,
+      "loss": 0.8645,
+      "step": 354
+    },
+    {
+      "epoch": 0.7955182072829131,
+      "grad_norm": 0.23861053586006165,
+      "learning_rate": 0.00019406552681994663,
+      "loss": 0.8363,
+      "step": 355
+    },
+    {
+      "epoch": 0.7977591036414566,
+      "grad_norm": 0.24729354679584503,
+      "learning_rate": 0.00019399896194122822,
+      "loss": 0.8401,
+      "step": 356
+    },
+    {
+      "epoch": 0.8,
+      "grad_norm": 0.23853589594364166,
+      "learning_rate": 0.000193932037369844,
+      "loss": 0.8237,
+      "step": 357
+    },
+    {
+      "epoch": 0.8022408963585435,
+      "grad_norm": 0.2654939293861389,
+      "learning_rate": 0.00019386475336188484,
+      "loss": 0.7491,
+      "step": 358
+    },
+    {
+      "epoch": 0.8044817927170869,
+      "grad_norm": 0.27639004588127136,
+      "learning_rate": 0.000193797110174817,
+      "loss": 0.8755,
+      "step": 359
+    },
+    {
+      "epoch": 0.8067226890756303,
+      "grad_norm": 0.23675435781478882,
+      "learning_rate": 0.00019372910806748125,
+      "loss": 0.8292,
+      "step": 360
+    },
+    {
+      "epoch": 0.8089635854341737,
+      "grad_norm": 0.2371446043252945,
+      "learning_rate": 0.0001936607473000917,
+      "loss": 0.809,
+      "step": 361
+    },
+    {
+      "epoch": 0.8112044817927171,
+      "grad_norm": 0.2529555559158325,
+      "learning_rate": 0.0001935920281342349,
+      "loss": 0.8403,
+      "step": 362
+    },
+    {
+      "epoch": 0.8134453781512605,
+      "grad_norm": 0.2568047344684601,
+      "learning_rate": 0.00019352295083286896,
+      "loss": 0.7848,
+      "step": 363
+    },
+    {
+      "epoch": 0.8156862745098039,
+      "grad_norm": 0.2613024413585663,
+      "learning_rate": 0.0001934535156603222,
+      "loss": 0.844,
+      "step": 364
+    },
+    {
+      "epoch": 0.8179271708683473,
+      "grad_norm": 0.24079741537570953,
+      "learning_rate": 0.0001933837228822925,
+      "loss": 0.8029,
+      "step": 365
+    },
+    {
+      "epoch": 0.8201680672268907,
+      "grad_norm": 0.24890519678592682,
+      "learning_rate": 0.0001933135727658462,
+      "loss": 0.8712,
+      "step": 366
+    },
+    {
+      "epoch": 0.8224089635854341,
+      "grad_norm": 0.25198838114738464,
+      "learning_rate": 0.00019324306557941682,
+      "loss": 0.8368,
+      "step": 367
+    },
+    {
+      "epoch": 0.8246498599439775,
+      "grad_norm": 0.2470208704471588,
+      "learning_rate": 0.0001931722015928044,
+      "loss": 0.8896,
+      "step": 368
+    },
+    {
+      "epoch": 0.826890756302521,
+      "grad_norm": 0.25046589970588684,
+      "learning_rate": 0.00019310098107717418,
+      "loss": 0.7602,
+      "step": 369
+    },
+    {
+      "epoch": 0.8291316526610645,
+      "grad_norm": 0.28005844354629517,
+      "learning_rate": 0.0001930294043050558,
+      "loss": 0.9443,
+      "step": 370
+    },
+    {
+      "epoch": 0.8313725490196079,
+      "grad_norm": 0.6102829575538635,
+      "learning_rate": 0.00019295747155034202,
+      "loss": 0.911,
+      "step": 371
+    },
+    {
+      "epoch": 0.8336134453781513,
+      "grad_norm": 0.2472289353609085,
+      "learning_rate": 0.0001928851830882879,
+      "loss": 0.8271,
+      "step": 372
+    },
+    {
+      "epoch": 0.8358543417366947,
+      "grad_norm": 0.24470177292823792,
+      "learning_rate": 0.0001928125391955095,
+      "loss": 0.7837,
+      "step": 373
+    },
+    {
+      "epoch": 0.8380952380952381,
+      "grad_norm": 0.2458019107580185,
+      "learning_rate": 0.00019273954014998308,
+      "loss": 0.8496,
+      "step": 374
+    },
+    {
+      "epoch": 0.8403361344537815,
+      "grad_norm": 0.249577596783638,
+      "learning_rate": 0.00019266618623104385,
+      "loss": 0.7729,
+      "step": 375
+    },
+    {
+      "epoch": 0.8425770308123249,
+      "grad_norm": 0.2461290806531906,
+      "learning_rate": 0.000192592477719385,
+      "loss": 0.7955,
+      "step": 376
+    },
+    {
+      "epoch": 0.8448179271708683,
+      "grad_norm": 0.27021750807762146,
+      "learning_rate": 0.00019251841489705655,
+      "loss": 0.9384,
+      "step": 377
+    },
+    {
+      "epoch": 0.8470588235294118,
+      "grad_norm": 0.2547335624694824,
+      "learning_rate": 0.00019244399804746435,
+      "loss": 0.8254,
+      "step": 378
+    },
+    {
+      "epoch": 0.8492997198879552,
+      "grad_norm": 0.2620961368083954,
+      "learning_rate": 0.0001923692274553689,
+      "loss": 0.8587,
+      "step": 379
+    },
+    {
+      "epoch": 0.8515406162464986,
+      "grad_norm": 0.25756919384002686,
+      "learning_rate": 0.0001922941034068844,
+      "loss": 0.7906,
+      "step": 380
+    },
+    {
+      "epoch": 0.853781512605042,
+      "grad_norm": 0.25694355368614197,
+      "learning_rate": 0.0001922186261894775,
+      "loss": 0.7887,
+      "step": 381
+    },
+    {
+      "epoch": 0.8560224089635854,
+      "grad_norm": 0.2538197636604309,
+      "learning_rate": 0.0001921427960919663,
+      "loss": 0.8861,
+      "step": 382
+    },
+    {
+      "epoch": 0.8582633053221288,
+      "grad_norm": 0.2463122308254242,
+      "learning_rate": 0.00019206661340451925,
+      "loss": 0.8175,
+      "step": 383
+    },
+    {
+      "epoch": 0.8605042016806723,
+      "grad_norm": 0.23905646800994873,
+      "learning_rate": 0.00019199007841865396,
+      "loss": 0.7914,
+      "step": 384
+    },
+    {
+      "epoch": 0.8627450980392157,
+      "grad_norm": 0.2590409517288208,
+      "learning_rate": 0.0001919131914272361,
+      "loss": 0.8385,
+      "step": 385
+    },
+    {
+      "epoch": 0.8649859943977591,
+      "grad_norm": 0.2520500719547272,
+      "learning_rate": 0.00019183595272447842,
+      "loss": 0.7961,
+      "step": 386
+    },
+    {
+      "epoch": 0.8672268907563025,
+      "grad_norm": 0.2568177878856659,
+      "learning_rate": 0.00019175836260593938,
+      "loss": 0.8051,
+      "step": 387
+    },
+    {
+      "epoch": 0.869467787114846,
+      "grad_norm": 0.27684271335601807,
+      "learning_rate": 0.00019168042136852228,
+      "loss": 0.8953,
+      "step": 388
+    },
+    {
+      "epoch": 0.8717086834733894,
+      "grad_norm": 0.26281246542930603,
+      "learning_rate": 0.0001916021293104739,
+      "loss": 0.8602,
+      "step": 389
+    },
+    {
+      "epoch": 0.8739495798319328,
+      "grad_norm": 0.29199978709220886,
+      "learning_rate": 0.00019152348673138353,
+      "loss": 0.9776,
+      "step": 390
+    },
+    {
+      "epoch": 0.8761904761904762,
+      "grad_norm": 0.25914543867111206,
+      "learning_rate": 0.0001914444939321817,
+      "loss": 0.8394,
+      "step": 391
+    },
+    {
+      "epoch": 0.8784313725490196,
+      "grad_norm": 0.2472960352897644,
+      "learning_rate": 0.0001913651512151391,
+      "loss": 0.7995,
+      "step": 392
+    },
+    {
+      "epoch": 0.880672268907563,
+      "grad_norm": 0.24599507451057434,
+      "learning_rate": 0.00019128545888386536,
+      "loss": 0.7801,
+      "step": 393
+    },
+    {
+      "epoch": 0.8829131652661064,
+      "grad_norm": 0.23776014149188995,
+      "learning_rate": 0.00019120541724330803,
+      "loss": 0.8068,
+      "step": 394
+    },
+    {
+      "epoch": 0.8851540616246498,
+      "grad_norm": 0.27298274636268616,
+      "learning_rate": 0.0001911250265997512,
+      "loss": 0.9139,
+      "step": 395
+    },
+    {
+      "epoch": 0.8873949579831932,
+      "grad_norm": 0.2653828561306,
+      "learning_rate": 0.0001910442872608145,
+      "loss": 0.8917,
+      "step": 396
+    },
+    {
+      "epoch": 0.8896358543417366,
+      "grad_norm": 0.25794684886932373,
+      "learning_rate": 0.00019096319953545185,
+      "loss": 0.819,
+      "step": 397
+    },
+    {
+      "epoch": 0.8918767507002802,
+      "grad_norm": 0.24696165323257446,
+      "learning_rate": 0.0001908817637339503,
+      "loss": 0.7535,
+      "step": 398
+    },
+    {
+      "epoch": 0.8941176470588236,
+      "grad_norm": 0.2529006898403168,
+      "learning_rate": 0.00019079998016792885,
+      "loss": 0.7379,
+      "step": 399
+    },
+    {
+      "epoch": 0.896358543417367,
+      "grad_norm": 0.24874147772789001,
+      "learning_rate": 0.00019071784915033717,
+      "loss": 0.8973,
+      "step": 400
+    },
+    {
+      "epoch": 0.8985994397759104,
+      "grad_norm": 0.27747422456741333,
+      "learning_rate": 0.00019063537099545455,
+      "loss": 0.8685,
+      "step": 401
+    },
+    {
+      "epoch": 0.9008403361344538,
+      "grad_norm": 0.25184211134910583,
+      "learning_rate": 0.00019055254601888866,
+      "loss": 0.7937,
+      "step": 402
+    },
+    {
+      "epoch": 0.9030812324929972,
+      "grad_norm": 0.2565883994102478,
+      "learning_rate": 0.00019046937453757413,
+      "loss": 0.8677,
+      "step": 403
+    },
+    {
+      "epoch": 0.9053221288515406,
+      "grad_norm": 0.24833756685256958,
+      "learning_rate": 0.00019038585686977167,
+      "loss": 0.8777,
+      "step": 404
+    },
+    {
+      "epoch": 0.907563025210084,
+      "grad_norm": 0.24929295480251312,
+      "learning_rate": 0.00019030199333506666,
+      "loss": 0.8167,
+      "step": 405
+    },
+    {
+      "epoch": 0.9098039215686274,
+      "grad_norm": 0.24500809609889984,
+      "learning_rate": 0.00019021778425436795,
+      "loss": 0.8675,
+      "step": 406
+    },
+    {
+      "epoch": 0.9120448179271708,
+      "grad_norm": 0.25895681977272034,
+      "learning_rate": 0.0001901332299499066,
+      "loss": 0.8718,
+      "step": 407
+    },
+    {
+      "epoch": 0.9142857142857143,
+      "grad_norm": 0.22836971282958984,
+      "learning_rate": 0.00019004833074523478,
+      "loss": 0.8602,
+      "step": 408
+    },
+    {
+      "epoch": 0.9165266106442577,
+      "grad_norm": 0.26318010687828064,
+      "learning_rate": 0.00018996308696522433,
+      "loss": 0.838,
+      "step": 409
+    },
+    {
+      "epoch": 0.9187675070028011,
+      "grad_norm": 0.24389663338661194,
+      "learning_rate": 0.00018987749893606575,
+      "loss": 0.7798,
+      "step": 410
+    },
+    {
+      "epoch": 0.9210084033613445,
+      "grad_norm": 0.26448702812194824,
+      "learning_rate": 0.0001897915669852667,
+      "loss": 0.8053,
+      "step": 411
+    },
+    {
+      "epoch": 0.923249299719888,
+      "grad_norm": 0.25245535373687744,
+      "learning_rate": 0.000189705291441651,
+      "loss": 0.7915,
+      "step": 412
+    },
+    {
+      "epoch": 0.9254901960784314,
+      "grad_norm": 0.25623124837875366,
+      "learning_rate": 0.00018961867263535715,
+      "loss": 0.9167,
+      "step": 413
+    },
+    {
+      "epoch": 0.9277310924369748,
+      "grad_norm": 0.25271835923194885,
+      "learning_rate": 0.00018953171089783723,
+      "loss": 0.8663,
+      "step": 414
+    },
+    {
+      "epoch": 0.9299719887955182,
+      "grad_norm": 0.24757803976535797,
+      "learning_rate": 0.00018944440656185556,
+      "loss": 0.8411,
+      "step": 415
+    },
+    {
+      "epoch": 0.9322128851540616,
+      "grad_norm": 0.23879915475845337,
+      "learning_rate": 0.00018935675996148738,
+      "loss": 0.8071,
+      "step": 416
+    },
+    {
+      "epoch": 0.934453781512605,
+      "grad_norm": 0.3934721350669861,
+      "learning_rate": 0.0001892687714321177,
+      "loss": 0.7911,
+      "step": 417
+    },
+    {
+      "epoch": 0.9366946778711485,
+      "grad_norm": 0.27968111634254456,
+      "learning_rate": 0.00018918044131043985,
+      "loss": 0.8452,
+      "step": 418
+    },
+    {
+      "epoch": 0.9389355742296919,
+      "grad_norm": 0.2701101303100586,
+      "learning_rate": 0.00018909176993445442,
+      "loss": 0.8723,
+      "step": 419
+    },
+    {
+      "epoch": 0.9411764705882353,
+      "grad_norm": 0.2606533169746399,
+      "learning_rate": 0.00018900275764346768,
+      "loss": 0.7908,
+      "step": 420
+    },
+    {
+      "epoch": 0.9434173669467787,
+      "grad_norm": 0.2672193944454193,
+      "learning_rate": 0.00018891340477809055,
+      "loss": 0.9491,
+      "step": 421
+    },
+    {
+      "epoch": 0.9456582633053221,
+      "grad_norm": 0.2676648795604706,
+      "learning_rate": 0.00018882371168023706,
+      "loss": 0.8352,
+      "step": 422
+    },
+    {
+      "epoch": 0.9478991596638655,
+      "grad_norm": 0.265023410320282,
+      "learning_rate": 0.0001887336786931233,
+      "loss": 0.7894,
+      "step": 423
+    },
+    {
+      "epoch": 0.9501400560224089,
+      "grad_norm": 0.24014434218406677,
+      "learning_rate": 0.00018864330616126586,
+      "loss": 0.8394,
+      "step": 424
+    },
+    {
+      "epoch": 0.9523809523809523,
+      "grad_norm": 0.24389366805553436,
+      "learning_rate": 0.00018855259443048067,
+      "loss": 0.7857,
+      "step": 425
+    },
+    {
+      "epoch": 0.9546218487394958,
+      "grad_norm": 0.2471270114183426,
+      "learning_rate": 0.00018846154384788162,
+      "loss": 0.8576,
+      "step": 426
+    },
+    {
+      "epoch": 0.9568627450980393,
+      "grad_norm": 0.2577723264694214,
+      "learning_rate": 0.00018837015476187916,
+      "loss": 0.8377,
+      "step": 427
+    },
+    {
+      "epoch": 0.9591036414565827,
+      "grad_norm": 0.3224787414073944,
+      "learning_rate": 0.00018827842752217917,
+      "loss": 0.8801,
+      "step": 428
+    },
+    {
+      "epoch": 0.9613445378151261,
+      "grad_norm": 0.25494757294654846,
+      "learning_rate": 0.00018818636247978145,
+      "loss": 0.8173,
+      "step": 429
+    },
+    {
+      "epoch": 0.9635854341736695,
+      "grad_norm": 0.24220331013202667,
+      "learning_rate": 0.00018809395998697833,
+      "loss": 0.7747,
+      "step": 430
+    },
+    {
+      "epoch": 0.9658263305322129,
+      "grad_norm": 0.2741996645927429,
+      "learning_rate": 0.00018800122039735358,
+      "loss": 0.8636,
+      "step": 431
+    },
+    {
+      "epoch": 0.9680672268907563,
+      "grad_norm": 0.2558667063713074,
+      "learning_rate": 0.0001879081440657807,
+      "loss": 0.8456,
+      "step": 432
+    },
+    {
+      "epoch": 0.9703081232492997,
+      "grad_norm": 0.25905126333236694,
+      "learning_rate": 0.00018781473134842197,
+      "loss": 0.7961,
+      "step": 433
+    },
+    {
+      "epoch": 0.9725490196078431,
+      "grad_norm": 0.23688547313213348,
+      "learning_rate": 0.00018772098260272667,
+      "loss": 0.7555,
+      "step": 434
+    },
+    {
+      "epoch": 0.9747899159663865,
+      "grad_norm": 0.2701859176158905,
+      "learning_rate": 0.00018762689818743007,
+      "loss": 0.9353,
+      "step": 435
+    },
+    {
+      "epoch": 0.9770308123249299,
+      "grad_norm": 0.24914319813251495,
+      "learning_rate": 0.00018753247846255174,
+      "loss": 0.7678,
+      "step": 436
+    },
+    {
+      "epoch": 0.9792717086834734,
+      "grad_norm": 0.26182475686073303,
+      "learning_rate": 0.00018743772378939448,
+      "loss": 0.8374,
+      "step": 437
+    },
+    {
+      "epoch": 0.9815126050420168,
+      "grad_norm": 0.2661891281604767,
+      "learning_rate": 0.00018734263453054273,
+      "loss": 0.8816,
+      "step": 438
+    },
+    {
+      "epoch": 0.9837535014005602,
+      "grad_norm": 0.24797801673412323,
+      "learning_rate": 0.0001872472110498612,
+      "loss": 0.8069,
+      "step": 439
+    },
+    {
+      "epoch": 0.9859943977591037,
+      "grad_norm": 0.24370808899402618,
+      "learning_rate": 0.0001871514537124936,
+      "loss": 0.7405,
+      "step": 440
+    },
+    {
+      "epoch": 0.9882352941176471,
+      "grad_norm": 0.2744685709476471,
+      "learning_rate": 0.00018705536288486118,
+      "loss": 0.7706,
+      "step": 441
+    },
+    {
+      "epoch": 0.9904761904761905,
+      "grad_norm": 0.265438437461853,
+      "learning_rate": 0.0001869589389346611,
+      "loss": 0.8649,
+      "step": 442
+    },
+    {
+      "epoch": 0.9927170868347339,
+      "grad_norm": 0.24661187827587128,
+      "learning_rate": 0.0001868621822308655,
+      "loss": 0.8138,
+      "step": 443
+    },
+    {
+      "epoch": 0.9949579831932773,
+      "grad_norm": 0.2580495774745941,
+      "learning_rate": 0.00018676509314371974,
+      "loss": 0.7765,
+      "step": 444
+    },
+    {
+      "epoch": 0.9971988795518207,
+      "grad_norm": 0.2546556293964386,
+      "learning_rate": 0.00018666767204474094,
+      "loss": 0.8873,
+      "step": 445
+    },
+    {
+      "epoch": 0.9994397759103641,
+      "grad_norm": 0.25944411754608154,
+      "learning_rate": 0.00018656991930671686,
+      "loss": 0.8651,
+      "step": 446
+    }
+  ],
+  "logging_steps": 1,
+  "max_steps": 1784,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 4,
+  "save_steps": 446,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 2.310622116052992e+17,
+  "train_batch_size": 1,
+  "trial_name": null,
+  "trial_params": null
+}

checkpoint-446/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9a076d548df3bb4c63bc0c27e6dc6f0b3144d68cde7c0750bb02e0b2e2552ca
+size 6072

checkpoint-892/README.md

@@ -0,0 +1,202 @@
+---
+base_model: google/gemma-2-9b
+library_name: peft
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.11.1

checkpoint-892/adapter_config.json

@@ -0,0 +1,34 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "google/gemma-2-9b",
+  "bias": "none",
+  "fan_in_fan_out": null,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 16,
+  "lora_dropout": 0.05,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 32,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "gate_proj",
+    "up_proj",
+    "v_proj",
+    "k_proj",
+    "down_proj",
+    "o_proj",
+    "q_proj"
+  ],
+  "task_type": "CAUSAL_LM",
+  "use_dora": false,
+  "use_rslora": false
+}

checkpoint-892/adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b47c9a99beb734a2f612c10da8351c538702c168c9bcd1c5e21881a22c933cdb
+size 432223744

checkpoint-892/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27333776403f2771fc611d17ef81250caa92bacc47e25e977fac89e72e0e4fae
+size 217165060

checkpoint-892/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:194eca76f42d84372ecc207e92db2a8bf853a1cf8ba8393a712ee01bbed219f0
+size 14244

checkpoint-892/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f53684ba215f2b97fa81cd06799aa68fab200263a126ade84249b6b1122b5459
+size 1064

checkpoint-892/special_tokens_map.json

@@ -0,0 +1,34 @@
+{
+  "additional_special_tokens": [
+    "<start_of_turn>",
+    "<end_of_turn>"
+  ],
+  "bos_token": {
+    "content": "<bos>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<eos>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<pad>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

checkpoint-892/tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7da53ca29fb16f6b2489482fc0bc6a394162cdab14d12764a1755ebc583fea79
+size 17518525

checkpoint-892/tokenizer.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61a7b147390c64585d6c3543dd6fc636906c9af3865a5548f27f31aee1d4c8e2
+size 4241003

checkpoint-892/tokenizer_config.json

@@ -0,0 +1,1756 @@
+{
+  "add_bos_token": true,
+  "add_eos_token": false,
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<pad>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<eos>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "<bos>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "3": {
+      "content": "<unk>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "4": {
+      "content": "<mask>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "5": {
+      "content": "<2mass>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "6": {
+      "content": "[@BOS@]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "7": {
+      "content": "<unused0>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "8": {
+      "content": "<unused1>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "9": {
+      "content": "<unused2>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "10": {
+      "content": "<unused3>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "11": {
+      "content": "<unused4>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "12": {
+      "content": "<unused5>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "13": {
+      "content": "<unused6>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "14": {
+      "content": "<unused7>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "15": {
+      "content": "<unused8>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "16": {
+      "content": "<unused9>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "17": {
+      "content": "<unused10>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "18": {
+      "content": "<unused11>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "19": {
+      "content": "<unused12>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "20": {
+      "content": "<unused13>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "21": {
+      "content": "<unused14>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "22": {
+      "content": "<unused15>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "23": {
+      "content": "<unused16>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "24": {
+      "content": "<unused17>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "25": {
+      "content": "<unused18>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "26": {
+      "content": "<unused19>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "27": {
+      "content": "<unused20>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "28": {
+      "content": "<unused21>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "29": {
+      "content": "<unused22>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "30": {
+      "content": "<unused23>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "31": {
+      "content": "<unused24>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "32": {
+      "content": "<unused25>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "33": {
+      "content": "<unused26>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "34": {
+      "content": "<unused27>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "35": {
+      "content": "<unused28>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "36": {
+      "content": "<unused29>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "37": {
+      "content": "<unused30>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "38": {
+      "content": "<unused31>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "39": {
+      "content": "<unused32>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "40": {
+      "content": "<unused33>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "41": {
+      "content": "<unused34>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "42": {
+      "content": "<unused35>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "43": {
+      "content": "<unused36>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "44": {
+      "content": "<unused37>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "45": {
+      "content": "<unused38>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "46": {
+      "content": "<unused39>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "47": {
+      "content": "<unused40>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "48": {
+      "content": "<unused41>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "49": {
+      "content": "<unused42>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50": {
+      "content": "<unused43>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "51": {
+      "content": "<unused44>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "52": {
+      "content": "<unused45>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "53": {
+      "content": "<unused46>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "54": {
+      "content": "<unused47>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "55": {
+      "content": "<unused48>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "56": {
+      "content": "<unused49>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57": {
+      "content": "<unused50>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "58": {
+      "content": "<unused51>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "59": {
+      "content": "<unused52>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "60": {
+      "content": "<unused53>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "61": {
+      "content": "<unused54>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "62": {
+      "content": "<unused55>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "63": {
+      "content": "<unused56>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "64": {
+      "content": "<unused57>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "65": {
+      "content": "<unused58>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "66": {
+      "content": "<unused59>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "67": {
+      "content": "<unused60>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "68": {
+      "content": "<unused61>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "69": {
+      "content": "<unused62>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "70": {
+      "content": "<unused63>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "71": {
+      "content": "<unused64>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "72": {
+      "content": "<unused65>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "73": {
+      "content": "<unused66>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "74": {
+      "content": "<unused67>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "75": {
+      "content": "<unused68>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "76": {
+      "content": "<unused69>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "77": {
+      "content": "<unused70>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "78": {
+      "content": "<unused71>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "79": {
+      "content": "<unused72>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "80": {
+      "content": "<unused73>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "81": {
+      "content": "<unused74>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "82": {
+      "content": "<unused75>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "83": {
+      "content": "<unused76>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "84": {
+      "content": "<unused77>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "85": {
+      "content": "<unused78>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "86": {
+      "content": "<unused79>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "87": {
+      "content": "<unused80>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "88": {
+      "content": "<unused81>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "89": {
+      "content": "<unused82>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "90": {
+      "content": "<unused83>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "91": {
+      "content": "<unused84>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92": {
+      "content": "<unused85>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "93": {
+      "content": "<unused86>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "94": {
+      "content": "<unused87>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95": {
+      "content": "<unused88>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "96": {
+      "content": "<unused89>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "97": {
+      "content": "<unused90>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "98": {
+      "content": "<unused91>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "99": {
+      "content": "<unused92>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "100": {
+      "content": "<unused93>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "101": {
+      "content": "<unused94>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "102": {
+      "content": "<unused95>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "103": {
+      "content": "<unused96>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "104": {
+      "content": "<unused97>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "105": {
+      "content": "<unused98>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "106": {
+      "content": "<start_of_turn>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "107": {
+      "content": "<end_of_turn>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "108": {
+      "content": "\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "109": {
+      "content": "\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "110": {
+      "content": "\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "111": {
+      "content": "\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "112": {
+      "content": "\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "113": {
+      "content": "\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "114": {
+      "content": "\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "115": {
+      "content": "\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "116": {
+      "content": "\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "117": {
+      "content": "\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "118": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "119": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "120": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "121": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "122": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "123": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "124": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "125": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "126": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "127": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "128": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "129": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "130": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "131": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "132": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "133": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "134": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "135": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "136": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "137": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "138": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "139": {
+      "content": "▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "140": {
+      "content": "▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "141": {
+      "content": "▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "142": {
+      "content": "▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "143": {
+      "content": "▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "144": {
+      "content": "▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "145": {
+      "content": "▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "146": {
+      "content": "▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "147": {
+      "content": "▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "148": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "149": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "150": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "152": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "153": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "154": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "155": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "156": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "157": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "158": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "159": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "160": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "161": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "162": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "163": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "164": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "165": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "166": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "167": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "168": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "169": {
+      "content": "<table>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "170": {
+      "content": "<caption>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "171": {
+      "content": "<thead>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "172": {
+      "content": "<tbody>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "173": {
+      "content": "<tfoot>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "174": {
+      "content": "<tr>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "175": {
+      "content": "<th>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "176": {
+      "content": "<td>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "177": {
+      "content": "</table>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "178": {
+      "content": "</caption>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "179": {
+      "content": "</thead>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "180": {
+      "content": "</tbody>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "181": {
+      "content": "</tfoot>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "182": {
+      "content": "</tr>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "183": {
+      "content": "</th>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "184": {
+      "content": "</td>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "185": {
+      "content": "<h1>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "186": {
+      "content": "<h2>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "187": {
+      "content": "<h3>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "188": {
+      "content": "<h4>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "189": {
+      "content": "<h5>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "190": {
+      "content": "<h6>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "191": {
+      "content": "<blockquote>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "192": {
+      "content": "</h1>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "193": {
+      "content": "</h2>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "194": {
+      "content": "</h3>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "195": {
+      "content": "</h4>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "196": {
+      "content": "</h5>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "197": {
+      "content": "</h6>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "198": {
+      "content": "</blockquote>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "199": {
+      "content": "<strong>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "200": {
+      "content": "<em>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "201": {
+      "content": "<b>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "202": {
+      "content": "<i>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "203": {
+      "content": "<u>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "204": {
+      "content": "<s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "205": {
+      "content": "<sub>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "206": {
+      "content": "<sup>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "207": {
+      "content": "<code>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "208": {
+      "content": "</strong>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "209": {
+      "content": "</em>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "210": {
+      "content": "</b>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "211": {
+      "content": "</i>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "212": {
+      "content": "</u>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "213": {
+      "content": "</s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "214": {
+      "content": "</sub>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "215": {
+      "content": "</sup>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "216": {
+      "content": "</code>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "additional_special_tokens": [
+    "<start_of_turn>",
+    "<end_of_turn>"
+  ],
+  "bos_token": "<bos>",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<eos>",
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "<pad>",
+  "sp_model_kwargs": {},
+  "spaces_between_special_tokens": false,
+  "tokenizer_class": "GemmaTokenizer",
+  "unk_token": "<unk>",
+  "use_default_system_prompt": false
+}