Upload folder using huggingface_hub

README.md

@@ -0,0 +1,75 @@
+---
+library_name: transformers
+license: llama3
+base_model: meta-llama/Meta-Llama-3-8B-Instruct
+tags:
+- alignment-handbook
+- generated_from_trainer
+datasets:
+- simonycl/Meta-Llama-3-8B-Instruct_metamath_single_judge
+model-index:
+- name: llama-3-8b-instruct-metamath-single-judge
+  results: []
+---
+
+<!-- This model card has been generated automatically according to the information the Trainer had access to. You
+should probably proofread and complete it, then remove this comment. -->
+
+# llama-3-8b-instruct-metamath-single-judge
+
+This model is a fine-tuned version of [meta-llama/Meta-Llama-3-8B-Instruct](https://huggingface.co/meta-llama/Meta-Llama-3-8B-Instruct) on the simonycl/Meta-Llama-3-8B-Instruct_metamath_single_judge dataset.
+It achieves the following results on the evaluation set:
+- Loss: 0.7017
+- Rewards/chosen: -4.1008
+- Rewards/rejected: -5.8466
+- Rewards/accuracies: 0.7020
+- Rewards/margins: 1.7458
+- Logps/rejected: -703.8283
+- Logps/chosen: -503.0606
+- Logits/rejected: -0.7734
+- Logits/chosen: -1.0069
+
+## Model description
+
+More information needed
+
+## Intended uses & limitations
+
+More information needed
+
+## Training and evaluation data
+
+More information needed
+
+## Training procedure
+
+### Training hyperparameters
+
+The following hyperparameters were used during training:
+- learning_rate: 5e-07
+- train_batch_size: 1
+- eval_batch_size: 2
+- seed: 42
+- distributed_type: multi-GPU
+- num_devices: 4
+- gradient_accumulation_steps: 32
+- total_train_batch_size: 128
+- total_eval_batch_size: 8
+- optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
+- lr_scheduler_type: cosine
+- lr_scheduler_warmup_ratio: 0.1
+- num_epochs: 1
+
+### Training results
+
+| Training Loss | Epoch  | Step | Validation Loss | Rewards/chosen | Rewards/rejected | Rewards/accuracies | Rewards/margins | Logps/rejected | Logps/chosen | Logits/rejected | Logits/chosen |
+|:-------------:|:------:|:----:|:---------------:|:--------------:|:----------------:|:------------------:|:---------------:|:--------------:|:------------:|:---------------:|:-------------:|
+| 0.2563        | 0.7882 | 400  | 0.7017          | -4.1008        | -5.8466          | 0.7020             | 1.7458          | -703.8283      | -503.0606    | -0.7734         | -1.0069       |
+
+
+### Framework versions
+
+- Transformers 4.44.2
+- Pytorch 2.4.0+cu121
+- Datasets 2.21.0
+- Tokenizers 0.19.1

all_results.json

@@ -0,0 +1,22 @@
+{
+    "epoch": 0.9990762978015888,
+    "eval_logits/chosen": -1.0146139860153198,
+    "eval_logits/rejected": -0.7880604267120361,
+    "eval_logps/chosen": -470.7486267089844,
+    "eval_logps/rejected": -667.5509033203125,
+    "eval_loss": 0.668347179889679,
+    "eval_rewards/accuracies": 0.7120000123977661,
+    "eval_rewards/chosen": -3.7777063846588135,
+    "eval_rewards/margins": 1.7061176300048828,
+    "eval_rewards/rejected": -5.483823776245117,
+    "eval_runtime": 225.0171,
+    "eval_samples": 1999,
+    "eval_samples_per_second": 8.884,
+    "eval_steps_per_second": 1.111,
+    "total_flos": 0.0,
+    "train_loss": 0.3847499547390308,
+    "train_runtime": 27570.709,
+    "train_samples": 64955,
+    "train_samples_per_second": 2.356,
+    "train_steps_per_second": 0.018
+}

config.json

@@ -0,0 +1,29 @@
+{
+  "_name_or_path": "meta-llama/Meta-Llama-3-8B-Instruct",
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": 128009,
+  "hidden_act": "silu",
+  "hidden_size": 4096,
+  "initializer_range": 0.02,
+  "intermediate_size": 14336,
+  "max_position_embeddings": 8192,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 32,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": null,
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": false,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.44.2",
+  "use_cache": true,
+  "vocab_size": 128256
+}

eval_results.json

@@ -0,0 +1,16 @@
+{
+    "epoch": 0.9990762978015888,
+    "eval_logits/chosen": -1.0146139860153198,
+    "eval_logits/rejected": -0.7880604267120361,
+    "eval_logps/chosen": -470.7486267089844,
+    "eval_logps/rejected": -667.5509033203125,
+    "eval_loss": 0.668347179889679,
+    "eval_rewards/accuracies": 0.7120000123977661,
+    "eval_rewards/chosen": -3.7777063846588135,
+    "eval_rewards/margins": 1.7061176300048828,
+    "eval_rewards/rejected": -5.483823776245117,
+    "eval_runtime": 225.0171,
+    "eval_samples": 1999,
+    "eval_samples_per_second": 8.884,
+    "eval_steps_per_second": 1.111
+}

generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128009
+  ],
+  "max_length": 4096,
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.44.2"
+}

model-00001-of-00004.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:384c55f4c7fe77398066e17eedbd4187306cc8a81f79f954c03471a12c998e54
+size 4976698672

model-00002-of-00004.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:062f0427039e1044923836e7fd9780862206f538acb00426fe9d7e76f8340530
+size 4999802720

model-00003-of-00004.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36a28118d51e10d5e89ed686802acb04793699bdec0f85e0d9b3ba47c20295c2
+size 4915916176

model-00004-of-00004.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9836725b1cdbea10dc6f7e02651d1cc958add154dc67bca74be1636ce13e1a9
+size 1168138808

model.safetensors.index.json

@@ -0,0 +1,298 @@
+{
+  "metadata": {
+    "total_size": 16060522496
+  },
+  "weight_map": {
+    "lm_head.weight": "model-00004-of-00004.safetensors",
+    "model.embed_tokens.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.2.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.20.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.21.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.3.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.30.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.31.input_layernorm.weight": "model-00004-of-00004.safetensors",
+    "model.layers.31.mlp.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.31.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.31.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.31.post_attention_layernorm.weight": "model-00004-of-00004.safetensors",
+    "model.layers.31.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.31.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.31.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.31.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.9.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.norm.weight": "model-00004-of-00004.safetensors"
+  }
+}

special_tokens_map.json

@@ -0,0 +1,17 @@
+{
+  "bos_token": {
+    "content": "<|begin_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|eot_id|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "<|eot_id|>"
+}

tokenizer_config.json

@@ -0,0 +1,2063 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_248|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_249|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_250|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{% set loop_messages = messages %}{% for message in loop_messages %}{% set content = '<|start_header_id|>' + message['role'] + '<|end_header_id|>\n\n'+ message['content'] | trim + '<|eot_id|>' %}{% if loop.index0 == 0 %}{% set content = bos_token + content %}{% endif %}{{ content }}{% endfor %}{% if add_generation_prompt %}{{ '<|start_header_id|>assistant<|end_header_id|>\n\n' }}{% endif %}",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 2048,
+  "pad_token": "<|eot_id|>",
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

train_results.json

@@ -0,0 +1,9 @@
+{
+    "epoch": 0.9990762978015888,
+    "total_flos": 0.0,
+    "train_loss": 0.3847499547390308,
+    "train_runtime": 27570.709,
+    "train_samples": 64955,
+    "train_samples_per_second": 2.356,
+    "train_steps_per_second": 0.018
+}

trainer_state.json

@@ -0,0 +1,1588 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 0.9990762978015888,
+  "eval_steps": 400,
+  "global_step": 507,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.001970564689943962,
+      "grad_norm": 3.444017553990766,
+      "learning_rate": 9.803921568627451e-09,
+      "logits/chosen": -0.23276051878929138,
+      "logits/rejected": -0.43208426237106323,
+      "logps/chosen": -95.95150756835938,
+      "logps/rejected": -103.43749237060547,
+      "loss": 0.6931,
+      "rewards/accuracies": 0.0,
+      "rewards/chosen": 0.0,
+      "rewards/margins": 0.0,
+      "rewards/rejected": 0.0,
+      "step": 1
+    },
+    {
+      "epoch": 0.00985282344971981,
+      "grad_norm": 3.522148904992214,
+      "learning_rate": 4.901960784313725e-08,
+      "logits/chosen": -0.07696018368005753,
+      "logits/rejected": -0.3334544003009796,
+      "logps/chosen": -106.13592529296875,
+      "logps/rejected": -98.82791137695312,
+      "loss": 0.6931,
+      "rewards/accuracies": 0.3828125,
+      "rewards/chosen": -0.000650706235319376,
+      "rewards/margins": 0.00010106083936989307,
+      "rewards/rejected": -0.00075176713289693,
+      "step": 5
+    },
+    {
+      "epoch": 0.01970564689943962,
+      "grad_norm": 3.219795158164747,
+      "learning_rate": 9.80392156862745e-08,
+      "logits/chosen": -0.06049077585339546,
+      "logits/rejected": -0.260353147983551,
+      "logps/chosen": -98.03811645507812,
+      "logps/rejected": -97.61465454101562,
+      "loss": 0.6932,
+      "rewards/accuracies": 0.4375,
+      "rewards/chosen": -0.0005443535046651959,
+      "rewards/margins": -0.0005626807105727494,
+      "rewards/rejected": 1.8327215002500452e-05,
+      "step": 10
+    },
+    {
+      "epoch": 0.02955847034915943,
+      "grad_norm": 3.446656700249776,
+      "learning_rate": 1.4705882352941175e-07,
+      "logits/chosen": -0.12729588150978088,
+      "logits/rejected": -0.295417845249176,
+      "logps/chosen": -99.15818786621094,
+      "logps/rejected": -97.37001037597656,
+      "loss": 0.6931,
+      "rewards/accuracies": 0.5062500238418579,
+      "rewards/chosen": -7.940361683722585e-05,
+      "rewards/margins": -0.0002843155525624752,
+      "rewards/rejected": 0.00020491195027716458,
+      "step": 15
+    },
+    {
+      "epoch": 0.03941129379887924,
+      "grad_norm": 3.2961842224501425,
+      "learning_rate": 1.96078431372549e-07,
+      "logits/chosen": -0.11793007701635361,
+      "logits/rejected": -0.29867538809776306,
+      "logps/chosen": -103.20733642578125,
+      "logps/rejected": -97.68354797363281,
+      "loss": 0.6929,
+      "rewards/accuracies": 0.574999988079071,
+      "rewards/chosen": 0.0002625386696308851,
+      "rewards/margins": 0.0006132128764875233,
+      "rewards/rejected": -0.0003506741486489773,
+      "step": 20
+    },
+    {
+      "epoch": 0.049264117248599054,
+      "grad_norm": 3.486650848831331,
+      "learning_rate": 2.4509803921568627e-07,
+      "logits/chosen": -0.17689576745033264,
+      "logits/rejected": -0.34940794110298157,
+      "logps/chosen": -106.73783874511719,
+      "logps/rejected": -104.61811828613281,
+      "loss": 0.6926,
+      "rewards/accuracies": 0.550000011920929,
+      "rewards/chosen": 0.00013853741984348744,
+      "rewards/margins": 0.001048876903951168,
+      "rewards/rejected": -0.0009103395859710872,
+      "step": 25
+    },
+    {
+      "epoch": 0.05911694069831886,
+      "grad_norm": 3.326203197649224,
+      "learning_rate": 2.941176470588235e-07,
+      "logits/chosen": -0.07684741169214249,
+      "logits/rejected": -0.3008119761943817,
+      "logps/chosen": -102.79545593261719,
+      "logps/rejected": -101.55641174316406,
+      "loss": 0.692,
+      "rewards/accuracies": 0.612500011920929,
+      "rewards/chosen": 0.0009806936141103506,
+      "rewards/margins": 0.003102914895862341,
+      "rewards/rejected": -0.0021222210489213467,
+      "step": 30
+    },
+    {
+      "epoch": 0.06896976414803867,
+      "grad_norm": 3.3448990755681747,
+      "learning_rate": 3.431372549019608e-07,
+      "logits/chosen": -0.05913068726658821,
+      "logits/rejected": -0.357162743806839,
+      "logps/chosen": -105.96171569824219,
+      "logps/rejected": -97.8105697631836,
+      "loss": 0.6904,
+      "rewards/accuracies": 0.6937500238418579,
+      "rewards/chosen": 9.926412894856185e-05,
+      "rewards/margins": 0.0057004219852387905,
+      "rewards/rejected": -0.005601157899945974,
+      "step": 35
+    },
+    {
+      "epoch": 0.07882258759775848,
+      "grad_norm": 3.507668256246831,
+      "learning_rate": 3.92156862745098e-07,
+      "logits/chosen": -0.08776526153087616,
+      "logits/rejected": -0.24237962067127228,
+      "logps/chosen": -90.3080825805664,
+      "logps/rejected": -92.34758758544922,
+      "loss": 0.6883,
+      "rewards/accuracies": 0.7124999761581421,
+      "rewards/chosen": -0.000393406196963042,
+      "rewards/margins": 0.00874106865376234,
+      "rewards/rejected": -0.009134475141763687,
+      "step": 40
+    },
+    {
+      "epoch": 0.0886754110474783,
+      "grad_norm": 3.4196928203304737,
+      "learning_rate": 4.4117647058823526e-07,
+      "logits/chosen": -0.10117539018392563,
+      "logits/rejected": -0.3224117159843445,
+      "logps/chosen": -109.0184326171875,
+      "logps/rejected": -108.93272399902344,
+      "loss": 0.6848,
+      "rewards/accuracies": 0.7562500238418579,
+      "rewards/chosen": -0.003931170795112848,
+      "rewards/margins": 0.021240899339318275,
+      "rewards/rejected": -0.025172073394060135,
+      "step": 45
+    },
+    {
+      "epoch": 0.09852823449719811,
+      "grad_norm": 3.5401415663183173,
+      "learning_rate": 4.901960784313725e-07,
+      "logits/chosen": -0.15071377158164978,
+      "logits/rejected": -0.3232310116291046,
+      "logps/chosen": -104.10140228271484,
+      "logps/rejected": -111.49967193603516,
+      "loss": 0.6794,
+      "rewards/accuracies": 0.7562500238418579,
+      "rewards/chosen": -0.015169525519013405,
+      "rewards/margins": 0.028989236801862717,
+      "rewards/rejected": -0.04415876418352127,
+      "step": 50
+    },
+    {
+      "epoch": 0.10838105794691791,
+      "grad_norm": 3.5990117325571944,
+      "learning_rate": 4.999050767562379e-07,
+      "logits/chosen": -0.08029767870903015,
+      "logits/rejected": -0.28052276372909546,
+      "logps/chosen": -99.97483825683594,
+      "logps/rejected": -106.4577407836914,
+      "loss": 0.6768,
+      "rewards/accuracies": 0.75,
+      "rewards/chosen": -0.052169084548950195,
+      "rewards/margins": 0.041819095611572266,
+      "rewards/rejected": -0.09398818016052246,
+      "step": 55
+    },
+    {
+      "epoch": 0.11823388139663772,
+      "grad_norm": 3.764415157715389,
+      "learning_rate": 4.99519574616467e-07,
+      "logits/chosen": -0.13724075257778168,
+      "logits/rejected": -0.307682603597641,
+      "logps/chosen": -112.85994720458984,
+      "logps/rejected": -114.5948715209961,
+      "loss": 0.6671,
+      "rewards/accuracies": 0.7562500238418579,
+      "rewards/chosen": -0.08050791174173355,
+      "rewards/margins": 0.06749774515628815,
+      "rewards/rejected": -0.1480056643486023,
+      "step": 60
+    },
+    {
+      "epoch": 0.12808670484635754,
+      "grad_norm": 4.280188058589697,
+      "learning_rate": 4.988380179235842e-07,
+      "logits/chosen": -0.04185126721858978,
+      "logits/rejected": -0.2287481129169464,
+      "logps/chosen": -116.09354400634766,
+      "logps/rejected": -124.45157623291016,
+      "loss": 0.6566,
+      "rewards/accuracies": 0.737500011920929,
+      "rewards/chosen": -0.12864899635314941,
+      "rewards/margins": 0.07999014109373093,
+      "rewards/rejected": -0.20863911509513855,
+      "step": 65
+    },
+    {
+      "epoch": 0.13793952829607734,
+      "grad_norm": 4.477584197323834,
+      "learning_rate": 4.978612153434526e-07,
+      "logits/chosen": -0.06294523924589157,
+      "logits/rejected": -0.2265748679637909,
+      "logps/chosen": -115.08953857421875,
+      "logps/rejected": -129.55136108398438,
+      "loss": 0.6387,
+      "rewards/accuracies": 0.7749999761581421,
+      "rewards/chosen": -0.2160721719264984,
+      "rewards/margins": 0.10703370720148087,
+      "rewards/rejected": -0.32310590147972107,
+      "step": 70
+    },
+    {
+      "epoch": 0.14779235174579716,
+      "grad_norm": 14.949806540573308,
+      "learning_rate": 4.965903258506806e-07,
+      "logits/chosen": -0.07772421091794968,
+      "logits/rejected": -0.21028895676136017,
+      "logps/chosen": -133.30584716796875,
+      "logps/rejected": -150.30581665039062,
+      "loss": 0.6349,
+      "rewards/accuracies": 0.78125,
+      "rewards/chosen": -0.30895400047302246,
+      "rewards/margins": 0.1755586862564087,
+      "rewards/rejected": -0.48451265692710876,
+      "step": 75
+    },
+    {
+      "epoch": 0.15764517519551696,
+      "grad_norm": 4.905767972397329,
+      "learning_rate": 4.950268573535011e-07,
+      "logits/chosen": -0.04325466603040695,
+      "logits/rejected": -0.2531152367591858,
+      "logps/chosen": -144.97561645507812,
+      "logps/rejected": -158.16122436523438,
+      "loss": 0.6042,
+      "rewards/accuracies": 0.706250011920929,
+      "rewards/chosen": -0.4763612151145935,
+      "rewards/margins": 0.16494214534759521,
+      "rewards/rejected": -0.6413034200668335,
+      "step": 80
+    },
+    {
+      "epoch": 0.16749799864523676,
+      "grad_norm": 5.265890759040485,
+      "learning_rate": 4.93172664904641e-07,
+      "logits/chosen": -0.11157502233982086,
+      "logits/rejected": -0.26035866141319275,
+      "logps/chosen": -159.24551391601562,
+      "logps/rejected": -204.39495849609375,
+      "loss": 0.5821,
+      "rewards/accuracies": 0.824999988079071,
+      "rewards/chosen": -0.5800860524177551,
+      "rewards/margins": 0.4450142979621887,
+      "rewards/rejected": -1.0251003503799438,
+      "step": 85
+    },
+    {
+      "epoch": 0.1773508220949566,
+      "grad_norm": 5.725906040480978,
+      "learning_rate": 4.910299485003033e-07,
+      "logits/chosen": -0.07629499584436417,
+      "logits/rejected": -0.29128947854042053,
+      "logps/chosen": -174.70559692382812,
+      "logps/rejected": -207.3603515625,
+      "loss": 0.5548,
+      "rewards/accuracies": 0.84375,
+      "rewards/chosen": -0.7107561230659485,
+      "rewards/margins": 0.3972470760345459,
+      "rewards/rejected": -1.10800302028656,
+      "step": 90
+    },
+    {
+      "epoch": 0.1872036455446764,
+      "grad_norm": 6.403573729253865,
+      "learning_rate": 4.886012504698769e-07,
+      "logits/chosen": -0.1544032096862793,
+      "logits/rejected": -0.37451326847076416,
+      "logps/chosen": -184.72915649414062,
+      "logps/rejected": -229.79541015625,
+      "loss": 0.5305,
+      "rewards/accuracies": 0.7562500238418579,
+      "rewards/chosen": -0.8728511929512024,
+      "rewards/margins": 0.4681348204612732,
+      "rewards/rejected": -1.3409860134124756,
+      "step": 95
+    },
+    {
+      "epoch": 0.19705646899439622,
+      "grad_norm": 7.412632948891829,
+      "learning_rate": 4.858894524594652e-07,
+      "logits/chosen": -0.15470778942108154,
+      "logits/rejected": -0.4357427656650543,
+      "logps/chosen": -234.9979705810547,
+      "logps/rejected": -306.1597595214844,
+      "loss": 0.4988,
+      "rewards/accuracies": 0.84375,
+      "rewards/chosen": -1.2750121355056763,
+      "rewards/margins": 0.8118740916252136,
+      "rewards/rejected": -2.086885929107666,
+      "step": 100
+    },
+    {
+      "epoch": 0.20690929244411602,
+      "grad_norm": 8.591568819157517,
+      "learning_rate": 4.828977720128198e-07,
+      "logits/chosen": -0.13351579010486603,
+      "logits/rejected": -0.47733497619628906,
+      "logps/chosen": -268.23260498046875,
+      "logps/rejected": -370.4355163574219,
+      "loss": 0.5061,
+      "rewards/accuracies": 0.800000011920929,
+      "rewards/chosen": -1.7161176204681396,
+      "rewards/margins": 1.0792567729949951,
+      "rewards/rejected": -2.7953743934631348,
+      "step": 105
+    },
+    {
+      "epoch": 0.21676211589383582,
+      "grad_norm": 9.939985555056147,
+      "learning_rate": 4.796297587537285e-07,
+      "logits/chosen": -0.2192394733428955,
+      "logits/rejected": -0.42173558473587036,
+      "logps/chosen": -294.60870361328125,
+      "logps/rejected": -394.9258117675781,
+      "loss": 0.4457,
+      "rewards/accuracies": 0.800000011920929,
+      "rewards/chosen": -1.9103400707244873,
+      "rewards/margins": 1.0444176197052002,
+      "rewards/rejected": -2.9547572135925293,
+      "step": 110
+    },
+    {
+      "epoch": 0.22661493934355564,
+      "grad_norm": 9.525042212102928,
+      "learning_rate": 4.760892901743944e-07,
+      "logits/chosen": -0.20480632781982422,
+      "logits/rejected": -0.46547192335128784,
+      "logps/chosen": -295.8061218261719,
+      "logps/rejected": -422.6036071777344,
+      "loss": 0.4309,
+      "rewards/accuracies": 0.762499988079071,
+      "rewards/chosen": -1.9569038152694702,
+      "rewards/margins": 1.2766072750091553,
+      "rewards/rejected": -3.233510971069336,
+      "step": 115
+    },
+    {
+      "epoch": 0.23646776279327544,
+      "grad_norm": 12.501263690005059,
+      "learning_rate": 4.7228056703479626e-07,
+      "logits/chosen": -0.21756932139396667,
+      "logits/rejected": -0.45747238397598267,
+      "logps/chosen": -335.4225158691406,
+      "logps/rejected": -476.47637939453125,
+      "loss": 0.4602,
+      "rewards/accuracies": 0.824999988079071,
+      "rewards/chosen": -2.304030179977417,
+      "rewards/margins": 1.4334566593170166,
+      "rewards/rejected": -3.7374866008758545,
+      "step": 120
+    },
+    {
+      "epoch": 0.24632058624299527,
+      "grad_norm": 10.295571989073236,
+      "learning_rate": 4.6820810837849535e-07,
+      "logits/chosen": -0.24834315478801727,
+      "logits/rejected": -0.47704511880874634,
+      "logps/chosen": -360.4291687011719,
+      "logps/rejected": -489.4334411621094,
+      "loss": 0.408,
+      "rewards/accuracies": 0.7562500238418579,
+      "rewards/chosen": -2.5335352420806885,
+      "rewards/margins": 1.3203860521316528,
+      "rewards/rejected": -3.8539211750030518,
+      "step": 125
+    },
+    {
+      "epoch": 0.25617340969271507,
+      "grad_norm": 10.797289668730418,
+      "learning_rate": 4.63876746170797e-07,
+      "logits/chosen": -0.2283620834350586,
+      "logits/rejected": -0.45370951294898987,
+      "logps/chosen": -362.5042724609375,
+      "logps/rejected": -505.86968994140625,
+      "loss": 0.4348,
+      "rewards/accuracies": 0.800000011920929,
+      "rewards/chosen": -2.5926971435546875,
+      "rewards/margins": 1.4749071598052979,
+      "rewards/rejected": -4.067604064941406,
+      "step": 130
+    },
+    {
+      "epoch": 0.2660262331424349,
+      "grad_norm": 12.27688423712984,
+      "learning_rate": 4.592916195656321e-07,
+      "logits/chosen": -0.20323459804058075,
+      "logits/rejected": -0.4668886065483093,
+      "logps/chosen": -317.35345458984375,
+      "logps/rejected": -467.3150329589844,
+      "loss": 0.4105,
+      "rewards/accuracies": 0.8125,
+      "rewards/chosen": -2.133204460144043,
+      "rewards/margins": 1.5337626934051514,
+      "rewards/rejected": -3.6669669151306152,
+      "step": 135
+    },
+    {
+      "epoch": 0.27587905659215467,
+      "grad_norm": 15.818054338660462,
+      "learning_rate": 4.544581688079602e-07,
+      "logits/chosen": -0.18876026570796967,
+      "logits/rejected": -0.47572746872901917,
+      "logps/chosen": -343.0673828125,
+      "logps/rejected": -514.2898559570312,
+      "loss": 0.3999,
+      "rewards/accuracies": 0.824999988079071,
+      "rewards/chosen": -2.457926034927368,
+      "rewards/margins": 1.7443277835845947,
+      "rewards/rejected": -4.2022528648376465,
+      "step": 140
+    },
+    {
+      "epoch": 0.2857318800418745,
+      "grad_norm": 10.354898946060759,
+      "learning_rate": 4.493821287789272e-07,
+      "logits/chosen": -0.2576290965080261,
+      "logits/rejected": -0.4858337938785553,
+      "logps/chosen": -385.8844299316406,
+      "logps/rejected": -581.2125244140625,
+      "loss": 0.3801,
+      "rewards/accuracies": 0.8187500238418579,
+      "rewards/chosen": -2.86683988571167,
+      "rewards/margins": 1.994633436203003,
+      "rewards/rejected": -4.861473083496094,
+      "step": 145
+    },
+    {
+      "epoch": 0.2955847034915943,
+      "grad_norm": 14.110695862987818,
+      "learning_rate": 4.4406952219143934e-07,
+      "logits/chosen": -0.2310657501220703,
+      "logits/rejected": -0.44463711977005005,
+      "logps/chosen": -385.70623779296875,
+      "logps/rejected": -559.1126708984375,
+      "loss": 0.3314,
+      "rewards/accuracies": 0.8062499761581421,
+      "rewards/chosen": -2.8108325004577637,
+      "rewards/margins": 1.7815577983856201,
+      "rewards/rejected": -4.592390060424805,
+      "step": 150
+    },
+    {
+      "epoch": 0.3054375269413141,
+      "grad_norm": 15.545527108248088,
+      "learning_rate": 4.38526652444224e-07,
+      "logits/chosen": -0.26962828636169434,
+      "logits/rejected": -0.41183385252952576,
+      "logps/chosen": -400.4664611816406,
+      "logps/rejected": -608.4261474609375,
+      "loss": 0.3854,
+      "rewards/accuracies": 0.8374999761581421,
+      "rewards/chosen": -2.9346907138824463,
+      "rewards/margins": 2.0727694034576416,
+      "rewards/rejected": -5.007460594177246,
+      "step": 155
+    },
+    {
+      "epoch": 0.3152903503910339,
+      "grad_norm": 14.215413027429468,
+      "learning_rate": 4.3276009614285824e-07,
+      "logits/chosen": -0.22768807411193848,
+      "logits/rejected": -0.4115552306175232,
+      "logps/chosen": -361.54876708984375,
+      "logps/rejected": -561.5390625,
+      "loss": 0.3959,
+      "rewards/accuracies": 0.793749988079071,
+      "rewards/chosen": -2.6572659015655518,
+      "rewards/margins": 1.9841495752334595,
+      "rewards/rejected": -4.641415596008301,
+      "step": 160
+    },
+    {
+      "epoch": 0.32514317384075375,
+      "grad_norm": 15.569517834142987,
+      "learning_rate": 4.2677669529663686e-07,
+      "logits/chosen": -0.20264258980751038,
+      "logits/rejected": -0.40150555968284607,
+      "logps/chosen": -376.89971923828125,
+      "logps/rejected": -603.7943115234375,
+      "loss": 0.3664,
+      "rewards/accuracies": 0.856249988079071,
+      "rewards/chosen": -2.7810330390930176,
+      "rewards/margins": 2.239793300628662,
+      "rewards/rejected": -5.02082633972168,
+      "step": 165
+    },
+    {
+      "epoch": 0.3349959972904735,
+      "grad_norm": 12.496148003358819,
+      "learning_rate": 4.2058354920054043e-07,
+      "logits/chosen": -0.28801003098487854,
+      "logits/rejected": -0.4120853543281555,
+      "logps/chosen": -348.6145324707031,
+      "logps/rejected": -565.19482421875,
+      "loss": 0.3559,
+      "rewards/accuracies": 0.8374999761581421,
+      "rewards/chosen": -2.543839454650879,
+      "rewards/margins": 2.167828321456909,
+      "rewards/rejected": -4.711668014526367,
+      "step": 170
+    },
+    {
+      "epoch": 0.34484882074019335,
+      "grad_norm": 14.212926345332207,
+      "learning_rate": 4.141880060119336e-07,
+      "logits/chosen": -0.2191300094127655,
+      "logits/rejected": -0.4566856324672699,
+      "logps/chosen": -396.66876220703125,
+      "logps/rejected": -567.9503784179688,
+      "loss": 0.3842,
+      "rewards/accuracies": 0.78125,
+      "rewards/chosen": -2.9396305084228516,
+      "rewards/margins": 1.7750612497329712,
+      "rewards/rejected": -4.714691162109375,
+      "step": 175
+    },
+    {
+      "epoch": 0.3547016441899132,
+      "grad_norm": 12.696873162753882,
+      "learning_rate": 4.0759765403198877e-07,
+      "logits/chosen": -0.28399690985679626,
+      "logits/rejected": -0.4555039405822754,
+      "logps/chosen": -343.26263427734375,
+      "logps/rejected": -577.4595336914062,
+      "loss": 0.3109,
+      "rewards/accuracies": 0.8812500238418579,
+      "rewards/chosen": -2.4329833984375,
+      "rewards/margins": 2.351548671722412,
+      "rewards/rejected": -4.784532070159912,
+      "step": 180
+    },
+    {
+      "epoch": 0.364554467639633,
+      "grad_norm": 15.682818507341654,
+      "learning_rate": 4.008203127021797e-07,
+      "logits/chosen": -0.30414339900016785,
+      "logits/rejected": -0.49127548933029175,
+      "logps/chosen": -401.3171081542969,
+      "logps/rejected": -638.1029663085938,
+      "loss": 0.3526,
+      "rewards/accuracies": 0.862500011920929,
+      "rewards/chosen": -3.013474702835083,
+      "rewards/margins": 2.391366720199585,
+      "rewards/rejected": -5.404841899871826,
+      "step": 185
+    },
+    {
+      "epoch": 0.3744072910893528,
+      "grad_norm": 15.137404252638685,
+      "learning_rate": 3.9386402332652754e-07,
+      "logits/chosen": -0.3183102011680603,
+      "logits/rejected": -0.478738397359848,
+      "logps/chosen": -362.82513427734375,
+      "logps/rejected": -609.9462890625,
+      "loss": 0.3586,
+      "rewards/accuracies": 0.862500011920929,
+      "rewards/chosen": -2.608335018157959,
+      "rewards/margins": 2.479790687561035,
+      "rewards/rejected": -5.088125705718994,
+      "step": 190
+    },
+    {
+      "epoch": 0.3842601145390726,
+      "grad_norm": 14.191789849116672,
+      "learning_rate": 3.867370395306068e-07,
+      "logits/chosen": -0.2816595137119293,
+      "logits/rejected": -0.5143749117851257,
+      "logps/chosen": -354.79388427734375,
+      "logps/rejected": -573.3958740234375,
+      "loss": 0.3561,
+      "rewards/accuracies": 0.856249988079071,
+      "rewards/chosen": -2.5655016899108887,
+      "rewards/margins": 2.193372964859009,
+      "rewards/rejected": -4.758874416351318,
+      "step": 195
+    },
+    {
+      "epoch": 0.39411293798879243,
+      "grad_norm": 16.13473953627841,
+      "learning_rate": 3.794478174686328e-07,
+      "logits/chosen": -0.30765408277511597,
+      "logits/rejected": -0.5184319615364075,
+      "logps/chosen": -380.7965087890625,
+      "logps/rejected": -623.9815063476562,
+      "loss": 0.3343,
+      "rewards/accuracies": 0.8687499761581421,
+      "rewards/chosen": -2.7764999866485596,
+      "rewards/margins": 2.448732614517212,
+      "rewards/rejected": -5.2252326011657715,
+      "step": 200
+    },
+    {
+      "epoch": 0.4039657614385122,
+      "grad_norm": 13.799406477566153,
+      "learning_rate": 3.720050057902495e-07,
+      "logits/chosen": -0.28575196862220764,
+      "logits/rejected": -0.5561090707778931,
+      "logps/chosen": -412.14154052734375,
+      "logps/rejected": -629.4691772460938,
+      "loss": 0.3917,
+      "rewards/accuracies": 0.8500000238418579,
+      "rewards/chosen": -3.0631420612335205,
+      "rewards/margins": 2.176858425140381,
+      "rewards/rejected": -5.2400007247924805,
+      "step": 205
+    },
+    {
+      "epoch": 0.41381858488823203,
+      "grad_norm": 13.376596964391368,
+      "learning_rate": 3.644174353789204e-07,
+      "logits/chosen": -0.3736252188682556,
+      "logits/rejected": -0.514769434928894,
+      "logps/chosen": -383.2430725097656,
+      "logps/rejected": -640.6544189453125,
+      "loss": 0.334,
+      "rewards/accuracies": 0.800000011920929,
+      "rewards/chosen": -2.76784086227417,
+      "rewards/margins": 2.553081512451172,
+      "rewards/rejected": -5.320921897888184,
+      "step": 210
+    },
+    {
+      "epoch": 0.42367140833795186,
+      "grad_norm": 11.451472713393272,
+      "learning_rate": 3.566941088741009e-07,
+      "logits/chosen": -0.3407908082008362,
+      "logits/rejected": -0.6174032688140869,
+      "logps/chosen": -347.8931884765625,
+      "logps/rejected": -581.584228515625,
+      "loss": 0.3268,
+      "rewards/accuracies": 0.875,
+      "rewards/chosen": -2.4030208587646484,
+      "rewards/margins": 2.3824656009674072,
+      "rewards/rejected": -4.785486221313477,
+      "step": 215
+    },
+    {
+      "epoch": 0.43352423178767163,
+      "grad_norm": 17.46089866269522,
+      "learning_rate": 3.488441899896217e-07,
+      "logits/chosen": -0.3514137864112854,
+      "logits/rejected": -0.49381551146507263,
+      "logps/chosen": -360.62103271484375,
+      "logps/rejected": -615.2965087890625,
+      "loss": 0.3361,
+      "rewards/accuracies": 0.856249988079071,
+      "rewards/chosen": -2.5678088665008545,
+      "rewards/margins": 2.5628271102905273,
+      "rewards/rejected": -5.130635738372803,
+      "step": 220
+    },
+    {
+      "epoch": 0.44337705523739146,
+      "grad_norm": 30.418216991487416,
+      "learning_rate": 3.408769926409574e-07,
+      "logits/chosen": -0.32667240500450134,
+      "logits/rejected": -0.46130138635635376,
+      "logps/chosen": -370.0388488769531,
+      "logps/rejected": -607.0093994140625,
+      "loss": 0.3309,
+      "rewards/accuracies": 0.856249988079071,
+      "rewards/chosen": -2.7761330604553223,
+      "rewards/margins": 2.300311803817749,
+      "rewards/rejected": -5.076444149017334,
+      "step": 225
+    },
+    {
+      "epoch": 0.4532298786871113,
+      "grad_norm": 22.496163988303977,
+      "learning_rate": 3.3280196989428263e-07,
+      "logits/chosen": -0.23927278816699982,
+      "logits/rejected": -0.4683164060115814,
+      "logps/chosen": -415.4649963378906,
+      "logps/rejected": -715.1581420898438,
+      "loss": 0.399,
+      "rewards/accuracies": 0.831250011920929,
+      "rewards/chosen": -3.170175790786743,
+      "rewards/margins": 3.04463529586792,
+      "rewards/rejected": -6.214810848236084,
+      "step": 230
+    },
+    {
+      "epoch": 0.46308270213683106,
+      "grad_norm": 15.358280098952724,
+      "learning_rate": 3.2462870275042367e-07,
+      "logits/chosen": -0.2206590175628662,
+      "logits/rejected": -0.4772756099700928,
+      "logps/chosen": -437.8194274902344,
+      "logps/rejected": -676.9967041015625,
+      "loss": 0.3334,
+      "rewards/accuracies": 0.862500011920929,
+      "rewards/chosen": -3.432298183441162,
+      "rewards/margins": 2.3835928440093994,
+      "rewards/rejected": -5.815890789031982,
+      "step": 235
+    },
+    {
+      "epoch": 0.4729355255865509,
+      "grad_norm": 14.636033595582514,
+      "learning_rate": 3.1636688877701806e-07,
+      "logits/chosen": -0.379282683134079,
+      "logits/rejected": -0.5302340388298035,
+      "logps/chosen": -425.94024658203125,
+      "logps/rejected": -697.734130859375,
+      "loss": 0.2963,
+      "rewards/accuracies": 0.8500000238418579,
+      "rewards/chosen": -3.2339348793029785,
+      "rewards/margins": 2.747666835784912,
+      "rewards/rejected": -5.981600761413574,
+      "step": 240
+    },
+    {
+      "epoch": 0.4827883490362707,
+      "grad_norm": 15.394330260666242,
+      "learning_rate": 3.080263306023669e-07,
+      "logits/chosen": -0.2971007823944092,
+      "logits/rejected": -0.4823763370513916,
+      "logps/chosen": -433.9507751464844,
+      "logps/rejected": -664.0755615234375,
+      "loss": 0.2877,
+      "rewards/accuracies": 0.90625,
+      "rewards/chosen": -3.3310959339141846,
+      "rewards/margins": 2.319425344467163,
+      "rewards/rejected": -5.650521278381348,
+      "step": 245
+    },
+    {
+      "epoch": 0.49264117248599054,
+      "grad_norm": 14.169015562499252,
+      "learning_rate": 2.996169242846328e-07,
+      "logits/chosen": -0.3509058952331543,
+      "logits/rejected": -0.5016965270042419,
+      "logps/chosen": -401.8634948730469,
+      "logps/rejected": -719.4425048828125,
+      "loss": 0.2637,
+      "rewards/accuracies": 0.8687499761581421,
+      "rewards/chosen": -3.0134997367858887,
+      "rewards/margins": 3.148432970046997,
+      "rewards/rejected": -6.161932945251465,
+      "step": 250
+    },
+    {
+      "epoch": 0.5024939959357103,
+      "grad_norm": 15.084142231117205,
+      "learning_rate": 2.911486475701835e-07,
+      "logits/chosen": -0.2690550684928894,
+      "logits/rejected": -0.4977152943611145,
+      "logps/chosen": -400.71649169921875,
+      "logps/rejected": -628.1175537109375,
+      "loss": 0.322,
+      "rewards/accuracies": 0.84375,
+      "rewards/chosen": -3.0442709922790527,
+      "rewards/margins": 2.318587064743042,
+      "rewards/rejected": -5.362858772277832,
+      "step": 255
+    },
+    {
+      "epoch": 0.5123468193854301,
+      "grad_norm": 10.556248114155261,
+      "learning_rate": 2.826315480550129e-07,
+      "logits/chosen": -0.3703750967979431,
+      "logits/rejected": -0.4834713041782379,
+      "logps/chosen": -379.0237121582031,
+      "logps/rejected": -712.1115112304688,
+      "loss": 0.2737,
+      "rewards/accuracies": 0.8999999761581421,
+      "rewards/chosen": -2.82161283493042,
+      "rewards/margins": 3.283346652984619,
+      "rewards/rejected": -6.104959011077881,
+      "step": 260
+    },
+    {
+      "epoch": 0.52219964283515,
+      "grad_norm": 16.00385439318665,
+      "learning_rate": 2.740757312632854e-07,
+      "logits/chosen": -0.2965068221092224,
+      "logits/rejected": -0.4728400707244873,
+      "logps/chosen": -432.16650390625,
+      "logps/rejected": -744.01806640625,
+      "loss": 0.2898,
+      "rewards/accuracies": 0.918749988079071,
+      "rewards/chosen": -3.3073620796203613,
+      "rewards/margins": 3.125457286834717,
+      "rewards/rejected": -6.432818412780762,
+      "step": 265
+    },
+    {
+      "epoch": 0.5320524662848698,
+      "grad_norm": 15.37457746102107,
+      "learning_rate": 2.654913486571487e-07,
+      "logits/chosen": -0.26870328187942505,
+      "logits/rejected": -0.5099757313728333,
+      "logps/chosen": -461.7821350097656,
+      "logps/rejected": -804.3317260742188,
+      "loss": 0.281,
+      "rewards/accuracies": 0.90625,
+      "rewards/chosen": -3.477935791015625,
+      "rewards/margins": 3.4908695220947266,
+      "rewards/rejected": -6.968804836273193,
+      "step": 270
+    },
+    {
+      "epoch": 0.5419052897345896,
+      "grad_norm": 17.39033230160854,
+      "learning_rate": 2.5688858559204053e-07,
+      "logits/chosen": -0.2892334461212158,
+      "logits/rejected": -0.5267232656478882,
+      "logps/chosen": -488.491943359375,
+      "logps/rejected": -848.1380615234375,
+      "loss": 0.2953,
+      "rewards/accuracies": 0.8812500238418579,
+      "rewards/chosen": -3.8831119537353516,
+      "rewards/margins": 3.5666236877441406,
+      "rewards/rejected": -7.44973611831665,
+      "step": 275
+    },
+    {
+      "epoch": 0.5517581131843093,
+      "grad_norm": 19.079707368930343,
+      "learning_rate": 2.4827764923178246e-07,
+      "logits/chosen": -0.2866331934928894,
+      "logits/rejected": -0.5004242062568665,
+      "logps/chosen": -503.42572021484375,
+      "logps/rejected": -888.0465698242188,
+      "loss": 0.2978,
+      "rewards/accuracies": 0.887499988079071,
+      "rewards/chosen": -3.999812602996826,
+      "rewards/margins": 3.85322904586792,
+      "rewards/rejected": -7.853041648864746,
+      "step": 280
+    },
+    {
+      "epoch": 0.5616109366340292,
+      "grad_norm": 19.106895081330208,
+      "learning_rate": 2.3966875643779667e-07,
+      "logits/chosen": -0.3676909804344177,
+      "logits/rejected": -0.5896965861320496,
+      "logps/chosen": -404.20770263671875,
+      "logps/rejected": -752.9081420898438,
+      "loss": 0.288,
+      "rewards/accuracies": 0.893750011920929,
+      "rewards/chosen": -3.025970935821533,
+      "rewards/margins": 3.454861879348755,
+      "rewards/rejected": -6.480832576751709,
+      "step": 285
+    },
+    {
+      "epoch": 0.571463760083749,
+      "grad_norm": 12.765348172490336,
+      "learning_rate": 2.3107212164681774e-07,
+      "logits/chosen": -0.3087966740131378,
+      "logits/rejected": -0.5579283833503723,
+      "logps/chosen": -426.75372314453125,
+      "logps/rejected": -739.0400390625,
+      "loss": 0.3286,
+      "rewards/accuracies": 0.90625,
+      "rewards/chosen": -3.3023364543914795,
+      "rewards/margins": 3.1090188026428223,
+      "rewards/rejected": -6.411355495452881,
+      "step": 290
+    },
+    {
+      "epoch": 0.5813165835334688,
+      "grad_norm": 16.231816408507715,
+      "learning_rate": 2.2249794475148019e-07,
+      "logits/chosen": -0.4001474976539612,
+      "logits/rejected": -0.5297967195510864,
+      "logps/chosen": -417.8780822753906,
+      "logps/rejected": -676.3338623046875,
+      "loss": 0.3072,
+      "rewards/accuracies": 0.862500011920929,
+      "rewards/chosen": -3.1984708309173584,
+      "rewards/margins": 2.528751850128174,
+      "rewards/rejected": -5.727222919464111,
+      "step": 295
+    },
+    {
+      "epoch": 0.5911694069831886,
+      "grad_norm": 17.338695196365542,
+      "learning_rate": 2.1395639899816332e-07,
+      "logits/chosen": -0.4291343688964844,
+      "logits/rejected": -0.556428849697113,
+      "logps/chosen": -390.78582763671875,
+      "logps/rejected": -669.5917358398438,
+      "loss": 0.3313,
+      "rewards/accuracies": 0.856249988079071,
+      "rewards/chosen": -2.9017252922058105,
+      "rewards/margins": 2.7559847831726074,
+      "rewards/rejected": -5.657710075378418,
+      "step": 300
+    },
+    {
+      "epoch": 0.6010222304329085,
+      "grad_norm": 12.126664974793542,
+      "learning_rate": 2.0545761891645177e-07,
+      "logits/chosen": -0.37195321917533875,
+      "logits/rejected": -0.5651625394821167,
+      "logps/chosen": -414.18927001953125,
+      "logps/rejected": -704.6055297851562,
+      "loss": 0.2784,
+      "rewards/accuracies": 0.856249988079071,
+      "rewards/chosen": -3.175144910812378,
+      "rewards/margins": 2.9191794395446777,
+      "rewards/rejected": -6.094325065612793,
+      "step": 305
+    },
+    {
+      "epoch": 0.6108750538826282,
+      "grad_norm": 22.304119797273902,
+      "learning_rate": 1.9701168829453305e-07,
+      "logits/chosen": -0.3536795973777771,
+      "logits/rejected": -0.5591118931770325,
+      "logps/chosen": -393.33905029296875,
+      "logps/rejected": -676.2900390625,
+      "loss": 0.303,
+      "rewards/accuracies": 0.8812500238418579,
+      "rewards/chosen": -2.915839672088623,
+      "rewards/margins": 2.8338570594787598,
+      "rewards/rejected": -5.749696731567383,
+      "step": 310
+    },
+    {
+      "epoch": 0.620727877332348,
+      "grad_norm": 14.597142317559607,
+      "learning_rate": 1.886286282148002e-07,
+      "logits/chosen": -0.36113765835762024,
+      "logits/rejected": -0.5111299157142639,
+      "logps/chosen": -416.2958984375,
+      "logps/rejected": -689.5440673828125,
+      "loss": 0.2944,
+      "rewards/accuracies": 0.875,
+      "rewards/chosen": -3.1453917026519775,
+      "rewards/margins": 2.7569806575775146,
+      "rewards/rejected": -5.90237283706665,
+      "step": 315
+    },
+    {
+      "epoch": 0.6305807007820678,
+      "grad_norm": 14.66404722177273,
+      "learning_rate": 1.8031838516385422e-07,
+      "logits/chosen": -0.29976287484169006,
+      "logits/rejected": -0.5753315687179565,
+      "logps/chosen": -426.15081787109375,
+      "logps/rejected": -668.0872802734375,
+      "loss": 0.3077,
+      "rewards/accuracies": 0.8812500238418579,
+      "rewards/chosen": -3.2156474590301514,
+      "rewards/margins": 2.5099997520446777,
+      "rewards/rejected": -5.725647926330566,
+      "step": 320
+    },
+    {
+      "epoch": 0.6404335242317877,
+      "grad_norm": 24.997450008790477,
+      "learning_rate": 1.7209081923101472e-07,
+      "logits/chosen": -0.3522949814796448,
+      "logits/rejected": -0.571318507194519,
+      "logps/chosen": -428.62615966796875,
+      "logps/rejected": -739.1427001953125,
+      "loss": 0.2803,
+      "rewards/accuracies": 0.8812500238418579,
+      "rewards/chosen": -3.299776554107666,
+      "rewards/margins": 3.1473708152770996,
+      "rewards/rejected": -6.447146415710449,
+      "step": 325
+    },
+    {
+      "epoch": 0.6502863476815075,
+      "grad_norm": 21.077844248854888,
+      "learning_rate": 1.639556924093404e-07,
+      "logits/chosen": -0.3864585757255554,
+      "logits/rejected": -0.5924688577651978,
+      "logps/chosen": -460.22955322265625,
+      "logps/rejected": -780.5281372070312,
+      "loss": 0.29,
+      "rewards/accuracies": 0.918749988079071,
+      "rewards/chosen": -3.5728142261505127,
+      "rewards/margins": 3.2330241203308105,
+      "rewards/rejected": -6.805838584899902,
+      "step": 330
+    },
+    {
+      "epoch": 0.6601391711312273,
+      "grad_norm": 13.281944316685474,
+      "learning_rate": 1.5592265701304114e-07,
+      "logits/chosen": -0.31550538539886475,
+      "logits/rejected": -0.5574745535850525,
+      "logps/chosen": -432.3729553222656,
+      "logps/rejected": -738.777587890625,
+      "loss": 0.2802,
+      "rewards/accuracies": 0.90625,
+      "rewards/chosen": -3.270681858062744,
+      "rewards/margins": 3.0939764976501465,
+      "rewards/rejected": -6.364658832550049,
+      "step": 335
+    },
+    {
+      "epoch": 0.669991994580947,
+      "grad_norm": 13.14308400069569,
+      "learning_rate": 1.4800124422502334e-07,
+      "logits/chosen": -0.35619470477104187,
+      "logits/rejected": -0.5215466618537903,
+      "logps/chosen": -402.02227783203125,
+      "logps/rejected": -689.3594360351562,
+      "loss": 0.2762,
+      "rewards/accuracies": 0.862500011920929,
+      "rewards/chosen": -3.078434944152832,
+      "rewards/margins": 2.8699941635131836,
+      "rewards/rejected": -5.948429107666016,
+      "step": 340
+    },
+    {
+      "epoch": 0.6798448180306669,
+      "grad_norm": 13.958916358154339,
+      "learning_rate": 1.4020085278815743e-07,
+      "logits/chosen": -0.348470538854599,
+      "logits/rejected": -0.554540753364563,
+      "logps/chosen": -393.90362548828125,
+      "logps/rejected": -701.527099609375,
+      "loss": 0.2845,
+      "rewards/accuracies": 0.887499988079071,
+      "rewards/chosen": -2.926769733428955,
+      "rewards/margins": 3.087486743927002,
+      "rewards/rejected": -6.014256477355957,
+      "step": 345
+    },
+    {
+      "epoch": 0.6896976414803867,
+      "grad_norm": 17.268899996459307,
+      "learning_rate": 1.3253073785368545e-07,
+      "logits/chosen": -0.37151604890823364,
+      "logits/rejected": -0.5311695337295532,
+      "logps/chosen": -426.25567626953125,
+      "logps/rejected": -754.6126708984375,
+      "loss": 0.2906,
+      "rewards/accuracies": 0.8812500238418579,
+      "rewards/chosen": -3.2909317016601562,
+      "rewards/margins": 3.2550930976867676,
+      "rewards/rejected": -6.546025276184082,
+      "step": 350
+    },
+    {
+      "epoch": 0.6995504649301065,
+      "grad_norm": 23.463103741079866,
+      "learning_rate": 1.2500000000000005e-07,
+      "logits/chosen": -0.29037579894065857,
+      "logits/rejected": -0.5232888460159302,
+      "logps/chosen": -434.14862060546875,
+      "logps/rejected": -760.4425048828125,
+      "loss": 0.3051,
+      "rewards/accuracies": 0.893750011920929,
+      "rewards/chosen": -3.306781053543091,
+      "rewards/margins": 3.264423370361328,
+      "rewards/rejected": -6.571203708648682,
+      "step": 355
+    },
+    {
+      "epoch": 0.7094032883798264,
+      "grad_norm": 15.524231108582358,
+      "learning_rate": 1.1761757443482285e-07,
+      "logits/chosen": -0.34106117486953735,
+      "logits/rejected": -0.5115201473236084,
+      "logps/chosen": -463.2628479003906,
+      "logps/rejected": -801.8025512695312,
+      "loss": 0.3022,
+      "rewards/accuracies": 0.887499988079071,
+      "rewards/chosen": -3.6255767345428467,
+      "rewards/margins": 3.3763046264648438,
+      "rewards/rejected": -7.0018815994262695,
+      "step": 360
+    },
+    {
+      "epoch": 0.7192561118295462,
+      "grad_norm": 13.880093445950616,
+      "learning_rate": 1.1039222039359644e-07,
+      "logits/chosen": -0.3453301787376404,
+      "logits/rejected": -0.5254852175712585,
+      "logps/chosen": -411.9518127441406,
+      "logps/rejected": -712.6190795898438,
+      "loss": 0.2746,
+      "rewards/accuracies": 0.8812500238418579,
+      "rewards/chosen": -3.0844180583953857,
+      "rewards/margins": 3.044656991958618,
+      "rewards/rejected": -6.129075527191162,
+      "step": 365
+    },
+    {
+      "epoch": 0.729108935279266,
+      "grad_norm": 14.175670082816483,
+      "learning_rate": 1.0333251074666608e-07,
+      "logits/chosen": -0.3751557469367981,
+      "logits/rejected": -0.5939264297485352,
+      "logps/chosen": -429.10809326171875,
+      "logps/rejected": -725.9818115234375,
+      "loss": 0.3023,
+      "rewards/accuracies": 0.8374999761581421,
+      "rewards/chosen": -3.204840898513794,
+      "rewards/margins": 3.0460567474365234,
+      "rewards/rejected": -6.2508978843688965,
+      "step": 370
+    },
+    {
+      "epoch": 0.7389617587289857,
+      "grad_norm": 16.474329546472436,
+      "learning_rate": 9.644682182758304e-08,
+      "logits/chosen": -0.35652074217796326,
+      "logits/rejected": -0.5406717658042908,
+      "logps/chosen": -442.0631408691406,
+      "logps/rejected": -735.47412109375,
+      "loss": 0.2696,
+      "rewards/accuracies": 0.862500011920929,
+      "rewards/chosen": -3.3726630210876465,
+      "rewards/margins": 2.9257071018218994,
+      "rewards/rejected": -6.298369407653809,
+      "step": 375
+    },
+    {
+      "epoch": 0.7488145821787056,
+      "grad_norm": 18.213192833293316,
+      "learning_rate": 8.974332349459992e-08,
+      "logits/chosen": -0.3362307846546173,
+      "logits/rejected": -0.5135927796363831,
+      "logps/chosen": -418.939453125,
+      "logps/rejected": -711.0570068359375,
+      "loss": 0.2748,
+      "rewards/accuracies": 0.893750011920929,
+      "rewards/chosen": -3.2188174724578857,
+      "rewards/margins": 2.915469169616699,
+      "rewards/rejected": -6.134286403656006,
+      "step": 380
+    },
+    {
+      "epoch": 0.7586674056284254,
+      "grad_norm": 15.38124786698222,
+      "learning_rate": 8.322996943714672e-08,
+      "logits/chosen": -0.3672960698604584,
+      "logits/rejected": -0.5296192765235901,
+      "logps/chosen": -425.13427734375,
+      "logps/rejected": -741.996337890625,
+      "loss": 0.2826,
+      "rewards/accuracies": 0.887499988079071,
+      "rewards/chosen": -3.2366461753845215,
+      "rewards/margins": 3.166731119155884,
+      "rewards/rejected": -6.403376579284668,
+      "step": 385
+    },
+    {
+      "epoch": 0.7685202290781452,
+      "grad_norm": 20.521680628902402,
+      "learning_rate": 7.691448773879256e-08,
+      "logits/chosen": -0.38358789682388306,
+      "logits/rejected": -0.5248023867607117,
+      "logps/chosen": -465.2935485839844,
+      "logps/rejected": -843.0035400390625,
+      "loss": 0.3038,
+      "rewards/accuracies": 0.918749988079071,
+      "rewards/chosen": -3.6291823387145996,
+      "rewards/margins": 3.776301145553589,
+      "rewards/rejected": -7.405484199523926,
+      "step": 390
+    },
+    {
+      "epoch": 0.778373052527865,
+      "grad_norm": 22.670752535686123,
+      "learning_rate": 7.080437170788722e-08,
+      "logits/chosen": -0.3909732699394226,
+      "logits/rejected": -0.46815380454063416,
+      "logps/chosen": -467.8148498535156,
+      "logps/rejected": -813.1572265625,
+      "loss": 0.2818,
+      "rewards/accuracies": 0.893750011920929,
+      "rewards/chosen": -3.7561402320861816,
+      "rewards/margins": 3.3577582836151123,
+      "rewards/rejected": -7.113898277282715,
+      "step": 395
+    },
+    {
+      "epoch": 0.7882258759775849,
+      "grad_norm": 21.305345425176412,
+      "learning_rate": 6.490687098676332e-08,
+      "logits/chosen": -0.40551847219467163,
+      "logits/rejected": -0.5719416737556458,
+      "logps/chosen": -435.22393798828125,
+      "logps/rejected": -831.7904052734375,
+      "loss": 0.2563,
+      "rewards/accuracies": 0.90625,
+      "rewards/chosen": -3.3291544914245605,
+      "rewards/margins": 3.9090828895568848,
+      "rewards/rejected": -7.2382378578186035,
+      "step": 400
+    },
+    {
+      "epoch": 0.7882258759775849,
+      "eval_logits/chosen": -1.0068713426589966,
+      "eval_logits/rejected": -0.773371696472168,
+      "eval_logps/chosen": -503.0605773925781,
+      "eval_logps/rejected": -703.8283081054688,
+      "eval_loss": 0.7016588449478149,
+      "eval_rewards/accuracies": 0.7020000219345093,
+      "eval_rewards/chosen": -4.100825786590576,
+      "eval_rewards/margins": 1.7457716464996338,
+      "eval_rewards/rejected": -5.846597671508789,
+      "eval_runtime": 224.226,
+      "eval_samples_per_second": 8.915,
+      "eval_steps_per_second": 1.115,
+      "step": 400
+    },
+    {
+      "epoch": 0.7980786994273046,
+      "grad_norm": 16.817512778396765,
+      "learning_rate": 5.9228982950048414e-08,
+      "logits/chosen": -0.34627681970596313,
+      "logits/rejected": -0.648546576499939,
+      "logps/chosen": -444.9021911621094,
+      "logps/rejected": -793.8383178710938,
+      "loss": 0.3108,
+      "rewards/accuracies": 0.90625,
+      "rewards/chosen": -3.4342200756073,
+      "rewards/margins": 3.5523598194122314,
+      "rewards/rejected": -6.986579895019531,
+      "step": 405
+    },
+    {
+      "epoch": 0.8079315228770244,
+      "grad_norm": 18.65876742845436,
+      "learning_rate": 5.3777444402291345e-08,
+      "logits/chosen": -0.3808293342590332,
+      "logits/rejected": -0.5627844929695129,
+      "logps/chosen": -447.5360412597656,
+      "logps/rejected": -714.4208374023438,
+      "loss": 0.3028,
+      "rewards/accuracies": 0.84375,
+      "rewards/chosen": -3.4805076122283936,
+      "rewards/margins": 2.6875407695770264,
+      "rewards/rejected": -6.168048858642578,
+      "step": 410
+    },
+    {
+      "epoch": 0.8177843463267442,
+      "grad_norm": 21.614577011578998,
+      "learning_rate": 4.855872358475546e-08,
+      "logits/chosen": -0.44765299558639526,
+      "logits/rejected": -0.5962406992912292,
+      "logps/chosen": -454.58135986328125,
+      "logps/rejected": -746.631103515625,
+      "loss": 0.3112,
+      "rewards/accuracies": 0.8687499761581421,
+      "rewards/chosen": -3.5401859283447266,
+      "rewards/margins": 2.886667251586914,
+      "rewards/rejected": -6.426853179931641,
+      "step": 415
+    },
+    {
+      "epoch": 0.8276371697764641,
+      "grad_norm": 18.508069249718975,
+      "learning_rate": 4.357901250086107e-08,
+      "logits/chosen": -0.3780784606933594,
+      "logits/rejected": -0.6282440423965454,
+      "logps/chosen": -464.607666015625,
+      "logps/rejected": -732.405029296875,
+      "loss": 0.2871,
+      "rewards/accuracies": 0.8500000238418579,
+      "rewards/chosen": -3.5666542053222656,
+      "rewards/margins": 2.74709153175354,
+      "rewards/rejected": -6.313745498657227,
+      "step": 420
+    },
+    {
+      "epoch": 0.8374899932261839,
+      "grad_norm": 21.590957086592525,
+      "learning_rate": 3.884421956938377e-08,
+      "logits/chosen": -0.38022860884666443,
+      "logits/rejected": -0.6045624017715454,
+      "logps/chosen": -429.6410217285156,
+      "logps/rejected": -730.5736083984375,
+      "loss": 0.2923,
+      "rewards/accuracies": 0.8374999761581421,
+      "rewards/chosen": -3.25273060798645,
+      "rewards/margins": 3.082298994064331,
+      "rewards/rejected": -6.335029125213623,
+      "step": 425
+    },
+    {
+      "epoch": 0.8473428166759037,
+      "grad_norm": 15.197391870273057,
+      "learning_rate": 3.435996261412591e-08,
+      "logits/chosen": -0.4843681752681732,
+      "logits/rejected": -0.5831128358840942,
+      "logps/chosen": -393.3730773925781,
+      "logps/rejected": -707.8683471679688,
+      "loss": 0.2692,
+      "rewards/accuracies": 0.887499988079071,
+      "rewards/chosen": -2.8446130752563477,
+      "rewards/margins": 3.154205799102783,
+      "rewards/rejected": -5.998819351196289,
+      "step": 430
+    },
+    {
+      "epoch": 0.8571956401256235,
+      "grad_norm": 15.288363962234385,
+      "learning_rate": 3.013156219837776e-08,
+      "logits/chosen": -0.4089592397212982,
+      "logits/rejected": -0.5905001759529114,
+      "logps/chosen": -391.95831298828125,
+      "logps/rejected": -707.7792358398438,
+      "loss": 0.2841,
+      "rewards/accuracies": 0.8687499761581421,
+      "rewards/chosen": -2.9444174766540527,
+      "rewards/margins": 3.1579596996307373,
+      "rewards/rejected": -6.102376937866211,
+      "step": 435
+    },
+    {
+      "epoch": 0.8670484635753433,
+      "grad_norm": 17.671998119316797,
+      "learning_rate": 2.6164035312078447e-08,
+      "logits/chosen": -0.42121395468711853,
+      "logits/rejected": -0.5983023047447205,
+      "logps/chosen": -422.3511657714844,
+      "logps/rejected": -786.9813232421875,
+      "loss": 0.3052,
+      "rewards/accuracies": 0.893750011920929,
+      "rewards/chosen": -3.2139759063720703,
+      "rewards/margins": 3.617478847503662,
+      "rewards/rejected": -6.831455230712891,
+      "step": 440
+    },
+    {
+      "epoch": 0.8769012870250631,
+      "grad_norm": 15.463536800192488,
+      "learning_rate": 2.2462089419165776e-08,
+      "logits/chosen": -0.39272046089172363,
+      "logits/rejected": -0.5592643618583679,
+      "logps/chosen": -421.66619873046875,
+      "logps/rejected": -675.9927368164062,
+      "loss": 0.3122,
+      "rewards/accuracies": 0.84375,
+      "rewards/chosen": -3.1869752407073975,
+      "rewards/margins": 2.581495761871338,
+      "rewards/rejected": -5.7684712409973145,
+      "step": 445
+    },
+    {
+      "epoch": 0.8867541104747829,
+      "grad_norm": 17.36075063464836,
+      "learning_rate": 1.9030116872178314e-08,
+      "logits/chosen": -0.42874231934547424,
+      "logits/rejected": -0.5679312944412231,
+      "logps/chosen": -416.0025939941406,
+      "logps/rejected": -734.6575317382812,
+      "loss": 0.289,
+      "rewards/accuracies": 0.84375,
+      "rewards/chosen": -3.1724095344543457,
+      "rewards/margins": 3.161487102508545,
+      "rewards/rejected": -6.333896160125732,
+      "step": 450
+    },
+    {
+      "epoch": 0.8966069339245027,
+      "grad_norm": 15.642265040018296,
+      "learning_rate": 1.5872189700736337e-08,
+      "logits/chosen": -0.4477892518043518,
+      "logits/rejected": -0.579742431640625,
+      "logps/chosen": -446.33349609375,
+      "logps/rejected": -779.8458862304688,
+      "loss": 0.2806,
+      "rewards/accuracies": 0.84375,
+      "rewards/chosen": -3.4629955291748047,
+      "rewards/margins": 3.308091640472412,
+      "rewards/rejected": -6.771086692810059,
+      "step": 455
+    },
+    {
+      "epoch": 0.9064597573742226,
+      "grad_norm": 14.160026400581446,
+      "learning_rate": 1.2992054780085692e-08,
+      "logits/chosen": -0.3982602059841156,
+      "logits/rejected": -0.5977696776390076,
+      "logps/chosen": -418.07061767578125,
+      "logps/rejected": -713.667236328125,
+      "loss": 0.2735,
+      "rewards/accuracies": 0.84375,
+      "rewards/chosen": -3.1576714515686035,
+      "rewards/margins": 2.992490768432617,
+      "rewards/rejected": -6.150162696838379,
+      "step": 460
+    },
+    {
+      "epoch": 0.9163125808239424,
+      "grad_norm": 19.50813975803542,
+      "learning_rate": 1.0393129385436823e-08,
+      "logits/chosen": -0.364255428314209,
+      "logits/rejected": -0.6485485434532166,
+      "logps/chosen": -426.3414001464844,
+      "logps/rejected": -729.6509399414062,
+      "loss": 0.2897,
+      "rewards/accuracies": 0.887499988079071,
+      "rewards/chosen": -3.199294328689575,
+      "rewards/margins": 3.0993099212646484,
+      "rewards/rejected": -6.2986040115356445,
+      "step": 465
+    },
+    {
+      "epoch": 0.9261654042736621,
+      "grad_norm": 19.508164166434455,
+      "learning_rate": 8.078497137373242e-09,
+      "logits/chosen": -0.46434831619262695,
+      "logits/rejected": -0.5418060421943665,
+      "logps/chosen": -456.2374572753906,
+      "logps/rejected": -767.5300903320312,
+      "loss": 0.2769,
+      "rewards/accuracies": 0.8687499761581421,
+      "rewards/chosen": -3.5864601135253906,
+      "rewards/margins": 3.058790922164917,
+      "rewards/rejected": -6.645251274108887,
+      "step": 470
+    },
+    {
+      "epoch": 0.936018227723382,
+      "grad_norm": 14.71074195682132,
+      "learning_rate": 6.0509043431410945e-09,
+      "logits/chosen": -0.36522990465164185,
+      "logits/rejected": -0.5609266757965088,
+      "logps/chosen": -441.4654235839844,
+      "logps/rejected": -724.3133544921875,
+      "loss": 0.2906,
+      "rewards/accuracies": 0.90625,
+      "rewards/chosen": -3.432781934738159,
+      "rewards/margins": 2.8102941513061523,
+      "rewards/rejected": -6.243076324462891,
+      "step": 475
+    },
+    {
+      "epoch": 0.9458710511731018,
+      "grad_norm": 15.31419630581113,
+      "learning_rate": 4.312756738160145e-09,
+      "logits/chosen": -0.4177488386631012,
+      "logits/rejected": -0.6274289488792419,
+      "logps/chosen": -437.7715759277344,
+      "logps/rejected": -771.16552734375,
+      "loss": 0.2431,
+      "rewards/accuracies": 0.8812500238418579,
+      "rewards/chosen": -3.4045562744140625,
+      "rewards/margins": 3.3424010276794434,
+      "rewards/rejected": -6.746957302093506,
+      "step": 480
+    },
+    {
+      "epoch": 0.9557238746228216,
+      "grad_norm": 17.527039297327423,
+      "learning_rate": 2.8661166316229223e-09,
+      "logits/chosen": -0.4048340320587158,
+      "logits/rejected": -0.5873134732246399,
+      "logps/chosen": -422.97003173828125,
+      "logps/rejected": -773.1441650390625,
+      "loss": 0.2806,
+      "rewards/accuracies": 0.8687499761581421,
+      "rewards/chosen": -3.2094051837921143,
+      "rewards/margins": 3.512725830078125,
+      "rewards/rejected": -6.722131252288818,
+      "step": 485
+    },
+    {
+      "epoch": 0.9655766980725414,
+      "grad_norm": 14.493022786248968,
+      "learning_rate": 1.7127004595681727e-09,
+      "logits/chosen": -0.39268267154693604,
+      "logits/rejected": -0.5996861457824707,
+      "logps/chosen": -428.91986083984375,
+      "logps/rejected": -711.802001953125,
+      "loss": 0.3532,
+      "rewards/accuracies": 0.8187500238418579,
+      "rewards/chosen": -3.3111557960510254,
+      "rewards/margins": 2.841479539871216,
+      "rewards/rejected": -6.152635097503662,
+      "step": 490
+    },
+    {
+      "epoch": 0.9754295215222613,
+      "grad_norm": 18.440387807689753,
+      "learning_rate": 8.538767483325383e-10,
+      "logits/chosen": -0.4720977246761322,
+      "logits/rejected": -0.5540111064910889,
+      "logps/chosen": -421.6551208496094,
+      "logps/rejected": -734.9032592773438,
+      "loss": 0.2881,
+      "rewards/accuracies": 0.862500011920929,
+      "rewards/chosen": -3.2461752891540527,
+      "rewards/margins": 3.103208065032959,
+      "rewards/rejected": -6.349383354187012,
+      "step": 495
+    },
+    {
+      "epoch": 0.9852823449719811,
+      "grad_norm": 24.055730221765614,
+      "learning_rate": 2.9066449079634404e-10,
+      "logits/chosen": -0.3708307147026062,
+      "logits/rejected": -0.6160975694656372,
+      "logps/chosen": -466.91717529296875,
+      "logps/rejected": -752.3226318359375,
+      "loss": 0.2672,
+      "rewards/accuracies": 0.90625,
+      "rewards/chosen": -3.598177671432495,
+      "rewards/margins": 2.9196102619171143,
+      "rewards/rejected": -6.517787933349609,
+      "step": 500
+    },
+    {
+      "epoch": 0.9951351684217008,
+      "grad_norm": 16.011780285680448,
+      "learning_rate": 2.3731937350224273e-11,
+      "logits/chosen": -0.3636520802974701,
+      "logits/rejected": -0.6337639689445496,
+      "logps/chosen": -420.154052734375,
+      "logps/rejected": -775.5059814453125,
+      "loss": 0.2825,
+      "rewards/accuracies": 0.90625,
+      "rewards/chosen": -3.1779532432556152,
+      "rewards/margins": 3.574568510055542,
+      "rewards/rejected": -6.752521514892578,
+      "step": 505
+    },
+    {
+      "epoch": 0.9990762978015888,
+      "step": 507,
+      "total_flos": 0.0,
+      "train_loss": 0.3847499547390308,
+      "train_runtime": 27570.709,
+      "train_samples_per_second": 2.356,
+      "train_steps_per_second": 0.018
+    }
+  ],
+  "logging_steps": 5,
+  "max_steps": 507,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 1,
+  "save_steps": 1000000,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 0.0,
+  "train_batch_size": 1,
+  "trial_name": null,
+  "trial_params": null
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:987c1dc2c7e1e02a6ecf88ac51d003a756a466e9f8d4795b87de9daf2522fbb4
+size 7608