Training in progress, epoch 1

config.json

@@ -1,7 +1,7 @@
 {
   "_name_or_path": "HuggingFaceTB/SmolLM2-135M-Instruct",
   "architectures": [
-    "LlamaForSequenceClassification"
+    "LlamaForCausalLM"
   ],
   "attention_bias": false,
   "attention_dropout": 0.0,
@@ -10,23 +10,9 @@
   "head_dim": 64,
   "hidden_act": "silu",
   "hidden_size": 576,
-  "id2label": {
-    "0": "Race/Origin",
-    "1": "Gender/Sex",
-    "2": "Religion",
-    "3": "Ability",
-    "4": "Violence"
-  },
   "initializer_range": 0.041666666666666664,
   "intermediate_size": 1536,
   "is_llama_config": true,
-  "label2id": {
-    "Ability": 3,
-    "Gender/Sex": 1,
-    "Race/Origin": 0,
-    "Religion": 2,
-    "Violence": 4
-  },
   "max_position_embeddings": 8192,
   "mlp_bias": false,
   "model_type": "llama",
@@ -35,7 +21,6 @@
   "num_key_value_heads": 3,
   "pad_token_id": 2,
   "pretraining_tp": 1,
-  "problem_type": "multi_label_classification",
   "rms_norm_eps": 1e-05,
   "rope_interleaved": false,
   "rope_scaling": null,

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:71d68a8cfdb746cda33b766aadfcc27f5bdff573c21f2b9f5d42222b845d5f79
-size 269066392
+oid sha256:0c46b51c36994bb85c8a2fc49616b35091aa89be3ebe77972e50f7a6cfbed8f2
+size 269060552

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:95a1a594d33b749b53bb61c2db111cf02d29482bcff90dfbebd6f9e2c919a80e
-size 5304
+oid sha256:57b0b17fbd31025cbebaa5e7e7d7aea2f60ea7e199d5d0746e4fc8e44f9e57f0
+size 5368