End of training

README.md

@@ -3,6 +3,8 @@ library_name: transformers
 license: gemma
 base_model: google/gemma-2-9b-it
 tags:
+- llama-factory
+- full
 - trl
 - dpo
 - llama-factory
@@ -17,7 +19,17 @@ should probably proofread and complete it, then remove this comment. -->
 
 # gemma-simpo-reproductions
 
-This model is a fine-tuned version of [google/gemma-2-9b-it](https://huggingface.co/google/gemma-2-9b-it) on an unknown dataset.
+This model is a fine-tuned version of [google/gemma-2-9b-it](https://huggingface.co/google/gemma-2-9b-it) on the mlfoundations-dev/gemma2-ultrafeedback-armorm dataset.
+It achieves the following results on the evaluation set:
+- Loss: 3.0558
+- Rewards/chosen: -17.0597
+- Rewards/rejected: -21.9498
+- Rewards/accuracies: 0.7584
+- Rewards/margins: 4.8901
+- Logps/rejected: -2.1950
+- Logps/chosen: -1.7060
+- Logits/rejected: -18.1137
+- Logits/chosen: -18.2041
 
 ## Model description
 

all_results.json

@@ -0,0 +1,20 @@
+{
+    "epoch": 0.9997172745264349,
+    "eval_logits/chosen": -18.20407485961914,
+    "eval_logits/rejected": -18.113718032836914,
+    "eval_logps/chosen": -1.7059684991836548,
+    "eval_logps/rejected": -2.194978952407837,
+    "eval_loss": 3.0558276176452637,
+    "eval_rewards/accuracies": 0.7583892345428467,
+    "eval_rewards/chosen": -17.05968475341797,
+    "eval_rewards/margins": 4.890104293823242,
+    "eval_rewards/rejected": -21.949787139892578,
+    "eval_runtime": 2126.294,
+    "eval_samples_per_second": 1.401,
+    "eval_steps_per_second": 0.35,
+    "total_flos": 227674672136192.0,
+    "train_loss": 0.0,
+    "train_runtime": 1.6273,
+    "train_samples_per_second": 34774.982,
+    "train_steps_per_second": 271.612
+}

eval_results.json

@@ -0,0 +1,15 @@
+{
+    "epoch": 0.9997172745264349,
+    "eval_logits/chosen": -18.20407485961914,
+    "eval_logits/rejected": -18.113718032836914,
+    "eval_logps/chosen": -1.7059684991836548,
+    "eval_logps/rejected": -2.194978952407837,
+    "eval_loss": 3.0558276176452637,
+    "eval_rewards/accuracies": 0.7583892345428467,
+    "eval_rewards/chosen": -17.05968475341797,
+    "eval_rewards/margins": 4.890104293823242,
+    "eval_rewards/rejected": -21.949787139892578,
+    "eval_runtime": 2126.294,
+    "eval_samples_per_second": 1.401,
+    "eval_steps_per_second": 0.35
+}

train_results.json

@@ -0,0 +1,8 @@
+{
+    "epoch": 0.9997172745264349,
+    "total_flos": 227674672136192.0,
+    "train_loss": 0.0,
+    "train_runtime": 1.6273,
+    "train_samples_per_second": 34774.982,
+    "train_steps_per_second": 271.612
+}