Upload 20 files

README.md

@@ -1,3 +1,37 @@
+
 ---
-license: odbl
+tags:
+- autotrain
+- text-classification
+widget:
+- text: "I love AutoTrain"
+datasets:
+- autotrain-pmf0g-rj8fa/autotrain-data
 ---
+
+# Model Trained Using AutoTrain
+
+- Problem type: Text Classification
+
+## Validation Metrics
+loss: 0.03381425514817238
+
+f1_macro: 0.9910410929202866
+
+f1_micro: 0.9908675799086758
+
+f1_weighted: 0.9908473335613555
+
+precision_macro: 0.9909727371947719
+
+precision_micro: 0.9908675799086758
+
+precision_weighted: 0.9908883151237302
+
+recall_macro: 0.9911698494022667
+
+recall_micro: 0.9908675799086758
+
+recall_weighted: 0.9908675799086758
+
+accuracy: 0.9908675799086758

checkpoint-330/config.json

@@ -0,0 +1,38 @@
+{
+  "_name_or_path": "distilbert/distilbert-base-uncased",
+  "_num_labels": 4,
+  "activation": "gelu",
+  "architectures": [
+    "DistilBertForSequenceClassification"
+  ],
+  "attention_dropout": 0.1,
+  "dim": 768,
+  "dropout": 0.1,
+  "hidden_dim": 3072,
+  "id2label": {
+    "0": "date-based question answering",
+    "1": "math",
+    "2": "question-answering",
+    "3": "summarization"
+  },
+  "initializer_range": 0.02,
+  "label2id": {
+    "date-based question answering": 0,
+    "math": 1,
+    "question-answering": 2,
+    "summarization": 3
+  },
+  "max_position_embeddings": 512,
+  "model_type": "distilbert",
+  "n_heads": 12,
+  "n_layers": 6,
+  "pad_token_id": 0,
+  "problem_type": "single_label_classification",
+  "qa_dropout": 0.1,
+  "seq_classif_dropout": 0.2,
+  "sinusoidal_pos_embds": false,
+  "tie_weights_": true,
+  "torch_dtype": "float32",
+  "transformers_version": "4.38.2",
+  "vocab_size": 30522
+}

checkpoint-330/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b05d2e2cf016ebcfef096093bda1964ca91f544d3e074b6188b3cf95389a4f7
+size 267838720

checkpoint-330/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4248f9cfbc4a3e525ef2a48b3cf33c26f088ba52e5edf4ed42ab71a677d51a2
+size 535739578

checkpoint-330/rng_state_0.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a93811df8f81dda65ed3c088c2e84acd3858e75566d986cbcb8a4bb2a14a2c3
+size 15024

checkpoint-330/rng_state_1.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b07dcd15cd55c2f884a5141e3134f3271902fddcf689142d5bf7b0e5e9b43bfc
+size 15024

checkpoint-330/rng_state_2.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a80bce123efa5ae2a86ff32d0fc988929f030c3642ab02e6538774164ca3ece
+size 15024

checkpoint-330/rng_state_3.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07f62cd2557df01aebc12280d0b47ec89ff26a9ce9f2ae502e2ac4a31dd3134f
+size 15024

checkpoint-330/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9db4d17c0f48ef5ee615629c2facabcf91f13efbf974e69768b293f250efeff8
+size 1064

checkpoint-330/trainer_state.json

@@ -0,0 +1,360 @@
+{
+  "best_metric": 0.03381425514817238,
+  "best_model_checkpoint": "autotrain-pmf0g-rj8fa/checkpoint-330",
+  "epoch": 6.0,
+  "eval_steps": 500,
+  "global_step": 330,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.18,
+      "grad_norm": 1.5416135787963867,
+      "learning_rate": 9.090909090909091e-06,
+      "loss": 1.3908,
+      "step": 10
+    },
+    {
+      "epoch": 0.36,
+      "grad_norm": 1.7443188428878784,
+      "learning_rate": 1.8181818181818182e-05,
+      "loss": 1.3651,
+      "step": 20
+    },
+    {
+      "epoch": 0.55,
+      "grad_norm": 2.275134563446045,
+      "learning_rate": 2.7272727272727273e-05,
+      "loss": 1.2519,
+      "step": 30
+    },
+    {
+      "epoch": 0.73,
+      "grad_norm": 2.0600032806396484,
+      "learning_rate": 3.6363636363636364e-05,
+      "loss": 0.9604,
+      "step": 40
+    },
+    {
+      "epoch": 0.91,
+      "grad_norm": 1.9959027767181396,
+      "learning_rate": 4.454545454545455e-05,
+      "loss": 0.5255,
+      "step": 50
+    },
+    {
+      "epoch": 1.0,
+      "eval_accuracy": 0.9748858447488584,
+      "eval_f1_macro": 0.9756765342178342,
+      "eval_f1_micro": 0.9748858447488584,
+      "eval_f1_weighted": 0.9749751427585824,
+      "eval_loss": 0.20833216607570648,
+      "eval_precision_macro": 0.9759725400457666,
+      "eval_precision_micro": 0.9748858447488584,
+      "eval_precision_weighted": 0.9751052736068879,
+      "eval_recall_macro": 0.9754215648989755,
+      "eval_recall_micro": 0.9748858447488584,
+      "eval_recall_weighted": 0.9748858447488584,
+      "eval_runtime": 0.1296,
+      "eval_samples_per_second": 3380.791,
+      "eval_steps_per_second": 54.031,
+      "step": 55
+    },
+    {
+      "epoch": 1.09,
+      "grad_norm": 2.120863199234009,
+      "learning_rate": 4.9595959595959594e-05,
+      "loss": 0.2706,
+      "step": 60
+    },
+    {
+      "epoch": 1.27,
+      "grad_norm": 0.6585132479667664,
+      "learning_rate": 4.858585858585859e-05,
+      "loss": 0.1525,
+      "step": 70
+    },
+    {
+      "epoch": 1.45,
+      "grad_norm": 4.553682327270508,
+      "learning_rate": 4.7575757575757576e-05,
+      "loss": 0.0592,
+      "step": 80
+    },
+    {
+      "epoch": 1.64,
+      "grad_norm": 0.41076862812042236,
+      "learning_rate": 4.656565656565657e-05,
+      "loss": 0.0615,
+      "step": 90
+    },
+    {
+      "epoch": 1.82,
+      "grad_norm": 3.347062110900879,
+      "learning_rate": 4.565656565656566e-05,
+      "loss": 0.1097,
+      "step": 100
+    },
+    {
+      "epoch": 2.0,
+      "grad_norm": 3.071051597595215,
+      "learning_rate": 4.464646464646465e-05,
+      "loss": 0.0851,
+      "step": 110
+    },
+    {
+      "epoch": 2.0,
+      "eval_accuracy": 0.9748858447488584,
+      "eval_f1_macro": 0.9754834367482361,
+      "eval_f1_micro": 0.9748858447488584,
+      "eval_f1_weighted": 0.9749041744765222,
+      "eval_loss": 0.07598946988582611,
+      "eval_precision_macro": 0.9755606462503015,
+      "eval_precision_micro": 0.9748858447488584,
+      "eval_precision_weighted": 0.9752209332157372,
+      "eval_recall_macro": 0.9756989697593826,
+      "eval_recall_micro": 0.9748858447488584,
+      "eval_recall_weighted": 0.9748858447488584,
+      "eval_runtime": 0.1241,
+      "eval_samples_per_second": 3530.172,
+      "eval_steps_per_second": 56.418,
+      "step": 110
+    },
+    {
+      "epoch": 2.18,
+      "grad_norm": 0.41413745284080505,
+      "learning_rate": 4.3636363636363636e-05,
+      "loss": 0.0477,
+      "step": 120
+    },
+    {
+      "epoch": 2.36,
+      "grad_norm": 5.531299591064453,
+      "learning_rate": 4.262626262626263e-05,
+      "loss": 0.0332,
+      "step": 130
+    },
+    {
+      "epoch": 2.55,
+      "grad_norm": 0.4154397249221802,
+      "learning_rate": 4.161616161616162e-05,
+      "loss": 0.0398,
+      "step": 140
+    },
+    {
+      "epoch": 2.73,
+      "grad_norm": 2.7882883548736572,
+      "learning_rate": 4.0606060606060606e-05,
+      "loss": 0.027,
+      "step": 150
+    },
+    {
+      "epoch": 2.91,
+      "grad_norm": 3.329517364501953,
+      "learning_rate": 3.9595959595959594e-05,
+      "loss": 0.0104,
+      "step": 160
+    },
+    {
+      "epoch": 3.0,
+      "eval_accuracy": 0.9885844748858448,
+      "eval_f1_macro": 0.9888365654549831,
+      "eval_f1_micro": 0.9885844748858448,
+      "eval_f1_weighted": 0.9886138949055431,
+      "eval_loss": 0.04520614817738533,
+      "eval_precision_macro": 0.9889521258788082,
+      "eval_precision_micro": 0.9885844748858448,
+      "eval_precision_weighted": 0.9888428242322514,
+      "eval_recall_macro": 0.9889150852693966,
+      "eval_recall_micro": 0.9885844748858448,
+      "eval_recall_weighted": 0.9885844748858448,
+      "eval_runtime": 0.1261,
+      "eval_samples_per_second": 3473.478,
+      "eval_steps_per_second": 55.512,
+      "step": 165
+    },
+    {
+      "epoch": 3.09,
+      "grad_norm": 0.08116048574447632,
+      "learning_rate": 3.858585858585859e-05,
+      "loss": 0.0334,
+      "step": 170
+    },
+    {
+      "epoch": 3.27,
+      "grad_norm": 0.1431998461484909,
+      "learning_rate": 3.757575757575758e-05,
+      "loss": 0.0244,
+      "step": 180
+    },
+    {
+      "epoch": 3.45,
+      "grad_norm": 0.04078197479248047,
+      "learning_rate": 3.656565656565657e-05,
+      "loss": 0.0069,
+      "step": 190
+    },
+    {
+      "epoch": 3.64,
+      "grad_norm": 0.03086886927485466,
+      "learning_rate": 3.555555555555556e-05,
+      "loss": 0.0042,
+      "step": 200
+    },
+    {
+      "epoch": 3.82,
+      "grad_norm": 0.03221021592617035,
+      "learning_rate": 3.454545454545455e-05,
+      "loss": 0.0324,
+      "step": 210
+    },
+    {
+      "epoch": 4.0,
+      "grad_norm": 0.04350810497999191,
+      "learning_rate": 3.3535353535353536e-05,
+      "loss": 0.0203,
+      "step": 220
+    },
+    {
+      "epoch": 4.0,
+      "eval_accuracy": 0.9840182648401826,
+      "eval_f1_macro": 0.9844112150421562,
+      "eval_f1_micro": 0.9840182648401826,
+      "eval_f1_weighted": 0.9839758921897677,
+      "eval_loss": 0.06017115339636803,
+      "eval_precision_macro": 0.9844066713333537,
+      "eval_precision_micro": 0.9840182648401826,
+      "eval_precision_weighted": 0.984073353425936,
+      "eval_recall_macro": 0.9845520881850645,
+      "eval_recall_micro": 0.9840182648401826,
+      "eval_recall_weighted": 0.9840182648401826,
+      "eval_runtime": 0.124,
+      "eval_samples_per_second": 3533.459,
+      "eval_steps_per_second": 56.471,
+      "step": 220
+    },
+    {
+      "epoch": 4.18,
+      "grad_norm": 0.09443140029907227,
+      "learning_rate": 3.2525252525252524e-05,
+      "loss": 0.0034,
+      "step": 230
+    },
+    {
+      "epoch": 4.36,
+      "grad_norm": 2.7363362312316895,
+      "learning_rate": 3.151515151515151e-05,
+      "loss": 0.0049,
+      "step": 240
+    },
+    {
+      "epoch": 4.55,
+      "grad_norm": 0.026695426553487778,
+      "learning_rate": 3.050505050505051e-05,
+      "loss": 0.0024,
+      "step": 250
+    },
+    {
+      "epoch": 4.73,
+      "grad_norm": 0.023897232487797737,
+      "learning_rate": 2.9494949494949498e-05,
+      "loss": 0.0022,
+      "step": 260
+    },
+    {
+      "epoch": 4.91,
+      "grad_norm": 0.021171841770410538,
+      "learning_rate": 2.8484848484848486e-05,
+      "loss": 0.0021,
+      "step": 270
+    },
+    {
+      "epoch": 5.0,
+      "eval_accuracy": 0.9885844748858448,
+      "eval_f1_macro": 0.9888140343800068,
+      "eval_f1_micro": 0.9885844748858448,
+      "eval_f1_weighted": 0.9885396362946075,
+      "eval_loss": 0.06403101235628128,
+      "eval_precision_macro": 0.9890982392627942,
+      "eval_precision_micro": 0.9885844748858448,
+      "eval_precision_weighted": 0.9889162145164453,
+      "eval_recall_macro": 0.9889380530973452,
+      "eval_recall_micro": 0.9885844748858448,
+      "eval_recall_weighted": 0.9885844748858448,
+      "eval_runtime": 0.1253,
+      "eval_samples_per_second": 3496.411,
+      "eval_steps_per_second": 55.879,
+      "step": 275
+    },
+    {
+      "epoch": 5.09,
+      "grad_norm": 0.018654897809028625,
+      "learning_rate": 2.7474747474747474e-05,
+      "loss": 0.0024,
+      "step": 280
+    },
+    {
+      "epoch": 5.27,
+      "grad_norm": 0.02241847664117813,
+      "learning_rate": 2.6464646464646466e-05,
+      "loss": 0.0019,
+      "step": 290
+    },
+    {
+      "epoch": 5.45,
+      "grad_norm": 0.018668798729777336,
+      "learning_rate": 2.5454545454545454e-05,
+      "loss": 0.0017,
+      "step": 300
+    },
+    {
+      "epoch": 5.64,
+      "grad_norm": 0.020943326875567436,
+      "learning_rate": 2.4444444444444445e-05,
+      "loss": 0.0017,
+      "step": 310
+    },
+    {
+      "epoch": 5.82,
+      "grad_norm": 0.01833685301244259,
+      "learning_rate": 2.3434343434343436e-05,
+      "loss": 0.0017,
+      "step": 320
+    },
+    {
+      "epoch": 6.0,
+      "grad_norm": 0.01634540781378746,
+      "learning_rate": 2.2424242424242424e-05,
+      "loss": 0.0016,
+      "step": 330
+    },
+    {
+      "epoch": 6.0,
+      "eval_accuracy": 0.9908675799086758,
+      "eval_f1_macro": 0.9910410929202866,
+      "eval_f1_micro": 0.9908675799086758,
+      "eval_f1_weighted": 0.9908473335613555,
+      "eval_loss": 0.03381425514817238,
+      "eval_precision_macro": 0.9909727371947719,
+      "eval_precision_micro": 0.9908675799086758,
+      "eval_precision_weighted": 0.9908883151237302,
+      "eval_recall_macro": 0.9911698494022667,
+      "eval_recall_micro": 0.9908675799086758,
+      "eval_recall_weighted": 0.9908675799086758,
+      "eval_runtime": 0.124,
+      "eval_samples_per_second": 3531.36,
+      "eval_steps_per_second": 56.437,
+      "step": 330
+    }
+  ],
+  "logging_steps": 10,
+  "max_steps": 550,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 10,
+  "save_steps": 500,
+  "total_flos": 349726407917568.0,
+  "train_batch_size": 8,
+  "trial_name": null,
+  "trial_params": null
+}

checkpoint-330/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04f553a8a0961210425cec5f73e97d6c4a5dd830d0a0db2a666c690b6a557860
+size 4920

config.json

@@ -0,0 +1,38 @@
+{
+  "_name_or_path": "distilbert/distilbert-base-uncased",
+  "_num_labels": 4,
+  "activation": "gelu",
+  "architectures": [
+    "DistilBertForSequenceClassification"
+  ],
+  "attention_dropout": 0.1,
+  "dim": 768,
+  "dropout": 0.1,
+  "hidden_dim": 3072,
+  "id2label": {
+    "0": "date-based question answering",
+    "1": "math",
+    "2": "question-answering",
+    "3": "summarization"
+  },
+  "initializer_range": 0.02,
+  "label2id": {
+    "date-based question answering": 0,
+    "math": 1,
+    "question-answering": 2,
+    "summarization": 3
+  },
+  "max_position_embeddings": 512,
+  "model_type": "distilbert",
+  "n_heads": 12,
+  "n_layers": 6,
+  "pad_token_id": 0,
+  "problem_type": "single_label_classification",
+  "qa_dropout": 0.1,
+  "seq_classif_dropout": 0.2,
+  "sinusoidal_pos_embds": false,
+  "tie_weights_": true,
+  "torch_dtype": "float32",
+  "transformers_version": "4.38.2",
+  "vocab_size": 30522
+}

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b05d2e2cf016ebcfef096093bda1964ca91f544d3e074b6188b3cf95389a4f7
+size 267838720

special_tokens_map.json

@@ -0,0 +1,7 @@
+{
+  "cls_token": "[CLS]",
+  "mask_token": "[MASK]",
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "unk_token": "[UNK]"
+}

tokenizer_config.json

@@ -0,0 +1,55 @@
+{
+  "added_tokens_decoder": {
+    "0": {
+      "content": "[PAD]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "100": {
+      "content": "[UNK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "101": {
+      "content": "[CLS]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "102": {
+      "content": "[SEP]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "103": {
+      "content": "[MASK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "clean_up_tokenization_spaces": true,
+  "cls_token": "[CLS]",
+  "do_lower_case": true,
+  "mask_token": "[MASK]",
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "strip_accents": null,
+  "tokenize_chinese_chars": true,
+  "tokenizer_class": "DistilBertTokenizer",
+  "unk_token": "[UNK]"
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04f553a8a0961210425cec5f73e97d6c4a5dd830d0a0db2a666c690b6a557860
+size 4920

training_params.json

@@ -0,0 +1,30 @@
+{
+    "data_path": "autotrain-pmf0g-rj8fa/autotrain-data",
+    "model": "distilbert/distilbert-base-uncased",
+    "lr": 5e-05,
+    "epochs": 10,
+    "max_seq_length": 128,
+    "batch_size": 8,
+    "warmup_ratio": 0.1,
+    "gradient_accumulation": 1,
+    "optimizer": "adamw_torch",
+    "scheduler": "linear",
+    "weight_decay": 0.0,
+    "max_grad_norm": 1.0,
+    "seed": 42,
+    "train_split": "train",
+    "valid_split": "validation",
+    "text_column": "autotrain_text",
+    "target_column": "autotrain_label",
+    "logging_steps": -1,
+    "project_name": "autotrain-pmf0g-rj8fa",
+    "auto_find_batch_size": false,
+    "mixed_precision": "fp16",
+    "save_total_limit": 1,
+    "save_strategy": "epoch",
+    "push_to_hub": true,
+    "repo_id": "echoctx/autotrain-pmf0g-rj8fa",
+    "evaluation_strategy": "epoch",
+    "username": "echoctx",
+    "log": "none"
+}