Model save

README.md

@@ -0,0 +1,67 @@
+---
+base_model: aubmindlab/bert-base-arabertv02
+tags:
+- generated_from_trainer
+metrics:
+- accuracy
+model-index:
+- name: test
+  results: []
+---
+
+<!-- This model card has been generated automatically according to the information the Trainer had access to. You
+should probably proofread and complete it, then remove this comment. -->
+
+# test
+
+This model is a fine-tuned version of [aubmindlab/bert-base-arabertv02](https://huggingface.co/aubmindlab/bert-base-arabertv02) on the None dataset.
+It achieves the following results on the evaluation set:
+- Loss: 0.4328
+- Accuracy: 0.8571
+
+## Model description
+
+More information needed
+
+## Intended uses & limitations
+
+More information needed
+
+## Training and evaluation data
+
+More information needed
+
+## Training procedure
+
+### Training hyperparameters
+
+The following hyperparameters were used during training:
+- learning_rate: 2e-05
+- train_batch_size: 8
+- eval_batch_size: 8
+- seed: 42
+- optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
+- lr_scheduler_type: linear
+- num_epochs: 9
+
+### Training results
+
+| Training Loss | Epoch | Step | Validation Loss | Accuracy |
+|:-------------:|:-----:|:----:|:---------------:|:--------:|
+| No log        | 1.0   | 11   | 0.6631          | 0.6190   |
+| No log        | 2.0   | 22   | 0.4584          | 0.9048   |
+| No log        | 3.0   | 33   | 0.3879          | 0.8571   |
+| No log        | 4.0   | 44   | 0.3780          | 0.8571   |
+| No log        | 5.0   | 55   | 0.4273          | 0.8571   |
+| No log        | 6.0   | 66   | 0.3786          | 0.8571   |
+| No log        | 7.0   | 77   | 0.3273          | 0.8571   |
+| No log        | 8.0   | 88   | 0.4280          | 0.8571   |
+| No log        | 9.0   | 99   | 0.4328          | 0.8571   |
+
+
+### Framework versions
+
+- Transformers 4.42.3
+- Pytorch 2.3.0+cu121
+- Datasets 2.20.0
+- Tokenizers 0.19.1

config.json

@@ -0,0 +1,34 @@
+{
+  "_name_or_path": "aubmindlab/bert-base-arabertv02",
+  "architectures": [
+    "BertForSequenceClassification"
+  ],
+  "attention_probs_dropout_prob": 0.1,
+  "classifier_dropout": null,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 768,
+  "id2label": {
+    "0": "*6",
+    "1": "autre"
+  },
+  "initializer_range": 0.02,
+  "intermediate_size": 3072,
+  "label2id": {
+    "*6": 0,
+    "autre": 1
+  },
+  "layer_norm_eps": 1e-12,
+  "max_position_embeddings": 512,
+  "model_type": "bert",
+  "num_attention_heads": 12,
+  "num_hidden_layers": 12,
+  "pad_token_id": 0,
+  "position_embedding_type": "absolute",
+  "problem_type": "single_label_classification",
+  "torch_dtype": "float32",
+  "transformers_version": "4.42.3",
+  "type_vocab_size": 2,
+  "use_cache": true,
+  "vocab_size": 64000
+}

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2db99fff31b1d63aabc53ca6e630d496551972d2c4c825eb8d68a5793b221cc
+size 540803072

runs/Jul09_10-46-25_2f5c1bb01792/events.out.tfevents.1720521991.2f5c1bb01792.398.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:046a5f961e29b86509ae2a49f760443d0dff635dca7a7b20176691e8c0be2b45
+size 5101

runs/Jul09_10-47-00_2f5c1bb01792/events.out.tfevents.1720522024.2f5c1bb01792.398.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:954851bdbd473688d9559d901275d16122858c3d81744f720347dcb441836ad9
+size 10582

runs/Jul09_10-49-51_2f5c1bb01792/events.out.tfevents.1720522193.2f5c1bb01792.398.2

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0062c98e841c361e76fd7453dc156e5b52aa6e169fc999ecb3aeacee652b61f
+size 7082

runs/Jul09_10-50-57_2f5c1bb01792/events.out.tfevents.1720522259.2f5c1bb01792.398.3

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:259f7662d599e4daf9148bfa720a590229e4d1640c3f78718a24a58aafa65202
+size 4876

runs/Jul09_10-51-10_2f5c1bb01792/events.out.tfevents.1720522271.2f5c1bb01792.398.4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4dc16a0c52be483640662d2815c34cdadb4dff06e68aceed9cc64458f7366d2
+size 5826

runs/Jul09_10-51-49_2f5c1bb01792/events.out.tfevents.1720522312.2f5c1bb01792.398.5

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f05a2caa27d2805e6b642071085434bfadeed7b22566e62e0c5d67a77ef511d
+size 5826

runs/Jul09_10-52-39_2f5c1bb01792/events.out.tfevents.1720522360.2f5c1bb01792.398.6

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b585bdb33ee8774ba146ad85b1d42e5d3bb2ac1be94e25cd2210d069bf2901a
+size 6717

runs/Jul09_10-52-39_2f5c1bb01792/events.out.tfevents.1720522424.2f5c1bb01792.398.7

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81fa2ed5f6122e7f549de78462dfffd11a43620f788ad177552c54acf493c0c8
+size 405

runs/Jul09_10-58-05_2f5c1bb01792/events.out.tfevents.1720522687.2f5c1bb01792.398.8

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9544ec8210a0add18f82cf9035d7a3cac6e3f865b1757e0e6552068d1bf79a80
+size 4875

runs/Jul09_11-07-56_2f5c1bb01792/events.out.tfevents.1720523304.2f5c1bb01792.398.13

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36d4d8d37e5f066c5eaed058ecb3ae46670a7d05ce439b4bd6b0f0c3beae3694
+size 8081

runs/Jul09_11-07-56_2f5c1bb01792/events.out.tfevents.1720523406.2f5c1bb01792.398.14

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d60a8462dfafd83cfb0e802fa6d5beb31c4c573f2b2343e430ecd86ebd163b7
+size 405

special_tokens_map.json

@@ -0,0 +1,37 @@
+{
+  "cls_token": {
+    "content": "[CLS]",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "mask_token": {
+    "content": "[MASK]",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "[PAD]",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "sep_token": {
+    "content": "[SEP]",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "[UNK]",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer_config.json

@@ -0,0 +1,86 @@
+{
+  "added_tokens_decoder": {
+    "0": {
+      "content": "[PAD]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "[UNK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "[CLS]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "3": {
+      "content": "[SEP]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "4": {
+      "content": "[MASK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "5": {
+      "content": "[رابط]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": true,
+      "special": true
+    },
+    "6": {
+      "content": "[بريد]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": true,
+      "special": true
+    },
+    "7": {
+      "content": "[مستخدم]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": true,
+      "special": true
+    }
+  },
+  "clean_up_tokenization_spaces": true,
+  "cls_token": "[CLS]",
+  "do_basic_tokenize": true,
+  "do_lower_case": false,
+  "mask_token": "[MASK]",
+  "max_len": 512,
+  "model_max_length": 512,
+  "never_split": [
+    "[بريد]",
+    "[مستخدم]",
+    "[رابط]"
+  ],
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "strip_accents": null,
+  "tokenize_chinese_chars": true,
+  "tokenizer_class": "BertTokenizer",
+  "unk_token": "[UNK]"
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:958f3f74293a287ff0509ea8a9887435dd16ee0756f56af9ca3bfe9e1a5bb288
+size 5112