Model save

README.md

@@ -0,0 +1,57 @@
+---
+base_model: google/gemma-7b
+library_name: transformers
+model_name: gemma7b-lora-alpaca-11-v1
+tags:
+- generated_from_trainer
+- trl
+- sft
+licence: license
+---
+
+# Model Card for gemma7b-lora-alpaca-11-v1
+
+This model is a fine-tuned version of [google/gemma-7b](https://huggingface.co/google/gemma-7b).
+It has been trained using [TRL](https://github.com/huggingface/trl).
+
+## Quick start
+
+```python
+from transformers import pipeline
+
+question = "If you had a time machine, but could only go to the past or the future once and never return, which would you choose and why?"
+generator = pipeline("text-generation", model="klcsp/gemma7b-lora-alpaca-11-v1", device="cuda")
+output = generator([{"role": "user", "content": question}], max_new_tokens=128, return_full_text=False)[0]
+print(output["generated_text"])
+```
+
+## Training procedure
+
+
+
+This model was trained with SFT.
+
+### Framework versions
+
+- TRL: 0.12.1
+- Transformers: 4.46.2
+- Pytorch: 2.3.1+cu121
+- Datasets: 3.1.0
+- Tokenizers: 0.20.3
+
+## Citations
+
+
+
+Cite TRL as:
+    
+```bibtex
+@misc{vonwerra2022trl,
+	title        = {{TRL: Transformer Reinforcement Learning}},
+	author       = {Leandro von Werra and Younes Belkada and Lewis Tunstall and Edward Beeching and Tristan Thrush and Nathan Lambert and Shengyi Huang and Kashif Rasul and Quentin Gallouédec},
+	year         = 2020,
+	journal      = {GitHub repository},
+	publisher    = {GitHub},
+	howpublished = {\url{https://github.com/huggingface/trl}}
+}
+```

all_results.json

@@ -0,0 +1,9 @@
+{
+    "epoch": 1.0,
+    "total_flos": 1.997211509414953e+17,
+    "train_loss": 9.48385227727526,
+    "train_runtime": 978.6384,
+    "train_samples": 46801,
+    "train_samples_per_second": 8.555,
+    "train_steps_per_second": 0.134
+}

runs/Nov14_19-08-40_main-ah-train-0-0/events.out.tfevents.1731629881.main-ah-train-0-0.518.0

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a6c7bb44aae8caf67598f231f490a57c8eae9575c2cb8dfa20ae663cc3515600
-size 12244
+oid sha256:057a075bd958e510f6fe7d351c339565f837cd5dfe863ebfe6cc35cf7cbd9199
+size 12869

train_results.json

@@ -0,0 +1,9 @@
+{
+    "epoch": 1.0,
+    "total_flos": 1.997211509414953e+17,
+    "train_loss": 9.48385227727526,
+    "train_runtime": 978.6384,
+    "train_samples": 46801,
+    "train_samples_per_second": 8.555,
+    "train_steps_per_second": 0.134
+}

trainer_state.json

@@ -0,0 +1,239 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 1.0,
+  "eval_steps": 500,
+  "global_step": 131,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.007633587786259542,
+      "grad_norm": 177.0470733642578,
+      "learning_rate": 1.4285714285714285e-05,
+      "loss": 47.6977,
+      "step": 1
+    },
+    {
+      "epoch": 0.03816793893129771,
+      "grad_norm": 85.53282928466797,
+      "learning_rate": 7.142857142857143e-05,
+      "loss": 43.3877,
+      "step": 5
+    },
+    {
+      "epoch": 0.07633587786259542,
+      "grad_norm": 22.510236740112305,
+      "learning_rate": 0.00014285714285714287,
+      "loss": 32.4733,
+      "step": 10
+    },
+    {
+      "epoch": 0.11450381679389313,
+      "grad_norm": 12.498698234558105,
+      "learning_rate": 0.00019996395276708856,
+      "loss": 26.351,
+      "step": 15
+    },
+    {
+      "epoch": 0.15267175572519084,
+      "grad_norm": 6.203436374664307,
+      "learning_rate": 0.00019870502626379127,
+      "loss": 23.7881,
+      "step": 20
+    },
+    {
+      "epoch": 0.19083969465648856,
+      "grad_norm": 9.39486026763916,
+      "learning_rate": 0.00019566964208274254,
+      "loss": 22.3006,
+      "step": 25
+    },
+    {
+      "epoch": 0.22900763358778625,
+      "grad_norm": 16.644630432128906,
+      "learning_rate": 0.0001909124299802724,
+      "loss": 20.7561,
+      "step": 30
+    },
+    {
+      "epoch": 0.26717557251908397,
+      "grad_norm": 27.660444259643555,
+      "learning_rate": 0.0001845190085543795,
+      "loss": 17.8024,
+      "step": 35
+    },
+    {
+      "epoch": 0.3053435114503817,
+      "grad_norm": 36.0783576965332,
+      "learning_rate": 0.0001766044443118978,
+      "loss": 12.6524,
+      "step": 40
+    },
+    {
+      "epoch": 0.3435114503816794,
+      "grad_norm": 29.33449935913086,
+      "learning_rate": 0.00016731118074275704,
+      "loss": 7.2194,
+      "step": 45
+    },
+    {
+      "epoch": 0.3816793893129771,
+      "grad_norm": 12.601388931274414,
+      "learning_rate": 0.00015680647467311557,
+      "loss": 4.0924,
+      "step": 50
+    },
+    {
+      "epoch": 0.4198473282442748,
+      "grad_norm": 9.754684448242188,
+      "learning_rate": 0.00014527938603696376,
+      "loss": 3.4586,
+      "step": 55
+    },
+    {
+      "epoch": 0.4580152671755725,
+      "grad_norm": 4.331730365753174,
+      "learning_rate": 0.00013293737524320797,
+      "loss": 2.8724,
+      "step": 60
+    },
+    {
+      "epoch": 0.4961832061068702,
+      "grad_norm": 2.0886597633361816,
+      "learning_rate": 0.00012000256937760445,
+      "loss": 2.5936,
+      "step": 65
+    },
+    {
+      "epoch": 0.5343511450381679,
+      "grad_norm": 3.618898391723633,
+      "learning_rate": 0.00010670776443910024,
+      "loss": 2.3879,
+      "step": 70
+    },
+    {
+      "epoch": 0.5725190839694656,
+      "grad_norm": 2.9894490242004395,
+      "learning_rate": 9.329223556089975e-05,
+      "loss": 2.3015,
+      "step": 75
+    },
+    {
+      "epoch": 0.6106870229007634,
+      "grad_norm": 1.006581425666809,
+      "learning_rate": 7.999743062239557e-05,
+      "loss": 2.1923,
+      "step": 80
+    },
+    {
+      "epoch": 0.648854961832061,
+      "grad_norm": 2.1273112297058105,
+      "learning_rate": 6.706262475679205e-05,
+      "loss": 2.1478,
+      "step": 85
+    },
+    {
+      "epoch": 0.6870229007633588,
+      "grad_norm": 1.1924976110458374,
+      "learning_rate": 5.472061396303629e-05,
+      "loss": 2.1165,
+      "step": 90
+    },
+    {
+      "epoch": 0.7251908396946565,
+      "grad_norm": 1.0700017213821411,
+      "learning_rate": 4.3193525326884435e-05,
+      "loss": 2.0777,
+      "step": 95
+    },
+    {
+      "epoch": 0.7633587786259542,
+      "grad_norm": 1.6817359924316406,
+      "learning_rate": 3.268881925724297e-05,
+      "loss": 2.0685,
+      "step": 100
+    },
+    {
+      "epoch": 0.8015267175572519,
+      "grad_norm": 1.3535586595535278,
+      "learning_rate": 2.339555568810221e-05,
+      "loss": 2.0324,
+      "step": 105
+    },
+    {
+      "epoch": 0.8396946564885496,
+      "grad_norm": 2.411160469055176,
+      "learning_rate": 1.5480991445620542e-05,
+      "loss": 2.0028,
+      "step": 110
+    },
+    {
+      "epoch": 0.8778625954198473,
+      "grad_norm": 0.9103240966796875,
+      "learning_rate": 9.08757001972762e-06,
+      "loss": 2.0373,
+      "step": 115
+    },
+    {
+      "epoch": 0.916030534351145,
+      "grad_norm": 2.0278823375701904,
+      "learning_rate": 4.3303579172574885e-06,
+      "loss": 2.0072,
+      "step": 120
+    },
+    {
+      "epoch": 0.9541984732824428,
+      "grad_norm": 1.3454054594039917,
+      "learning_rate": 1.2949737362087156e-06,
+      "loss": 2.0293,
+      "step": 125
+    },
+    {
+      "epoch": 0.9923664122137404,
+      "grad_norm": 1.3187837600708008,
+      "learning_rate": 3.60472329114625e-08,
+      "loss": 2.0339,
+      "step": 130
+    },
+    {
+      "epoch": 1.0,
+      "eval_loss": 2.0268003940582275,
+      "eval_runtime": 27.6818,
+      "eval_samples_per_second": 33.271,
+      "eval_steps_per_second": 1.409,
+      "step": 131
+    },
+    {
+      "epoch": 1.0,
+      "step": 131,
+      "total_flos": 1.997211509414953e+17,
+      "train_loss": 9.48385227727526,
+      "train_runtime": 978.6384,
+      "train_samples_per_second": 8.555,
+      "train_steps_per_second": 0.134
+    }
+  ],
+  "logging_steps": 5,
+  "max_steps": 131,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 1,
+  "save_steps": 100,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 1.997211509414953e+17,
+  "train_batch_size": 4,
+  "trial_name": null,
+  "trial_params": null
+}