Training in progress, step 500

.gitignore

@@ -0,0 +1 @@
+checkpoint-*/

config.json

@@ -0,0 +1,80 @@
+{
+  "_name_or_path": "distilbert-base-uncased",
+  "activation": "gelu",
+  "adapters": {
+    "adapters": {
+      "mam_adapter": "6e29731ca7c632cd"
+    },
+    "config_map": {
+      "6e29731ca7c632cd": {
+        "architecture": "union",
+        "configs": [
+          {
+            "architecture": "prefix_tuning",
+            "bottleneck_size": 800,
+            "cross_prefix": true,
+            "dropout": 0.0,
+            "encoder_prefix": true,
+            "flat": false,
+            "leave_out": [],
+            "non_linearity": "tanh",
+            "prefix_length": 30
+          },
+          {
+            "adapter_residual_before_ln": false,
+            "cross_adapter": false,
+            "factorized_phm_W": true,
+            "factorized_phm_rule": false,
+            "hypercomplex_nonlinearity": "glorot-uniform",
+            "init_weights": "mam_adapter",
+            "inv_adapter": null,
+            "inv_adapter_reduction_factor": null,
+            "is_parallel": true,
+            "learn_phm": true,
+            "leave_out": [],
+            "ln_after": false,
+            "ln_before": false,
+            "mh_adapter": false,
+            "non_linearity": "relu",
+            "original_ln_after": true,
+            "original_ln_before": false,
+            "output_adapter": true,
+            "phm_bias": true,
+            "phm_c_init": "normal",
+            "phm_dim": 4,
+            "phm_init_range": 0.0001,
+            "phm_layer": false,
+            "phm_rank": 1,
+            "reduction_factor": 2,
+            "residual_before_ln": true,
+            "scaling": 4.0,
+            "shared_W_phm": false,
+            "shared_phm_rule": true
+          }
+        ]
+      }
+    },
+    "fusion_config_map": {},
+    "fusions": {}
+  },
+  "architectures": [
+    "DistilBertForQuestionAnswering"
+  ],
+  "attention_dropout": 0.1,
+  "dim": 768,
+  "dropout": 0.1,
+  "hidden_dim": 3072,
+  "initializer_range": 0.02,
+  "max_position_embeddings": 512,
+  "model_type": "distilbert",
+  "n_heads": 12,
+  "n_layers": 6,
+  "pad_token_id": 0,
+  "qa_dropout": 0.1,
+  "seq_classif_dropout": 0.2,
+  "sinusoidal_pos_embds": false,
+  "tie_weights_": true,
+  "torch_dtype": "float32",
+  "transformers_version": "4.17.0",
+  "vocab_size": 30522
+}

pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1b3b57ce1546f0f5d0b0e98c7ae41744317f2f7b88e6d297e181d19ed93019f
+size 311796155

runs/Jun02_10-41-55_f4a43aec5193/1654166644.3540096/events.out.tfevents.1654166644.f4a43aec5193.71.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfefa8995fc82dd4dd62d00504d2d461f1c74d465d2784ab1bb72abe760d22e2
+size 4826

runs/Jun02_10-41-55_f4a43aec5193/events.out.tfevents.1654166644.f4a43aec5193.71.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:972454a7671451cd0db1bb35e080b4f24d8402b71b8d64170b0ed21151dae8e4
+size 4916

runs/Jun02_11-05-30_f4a43aec5193/1654167958.272989/events.out.tfevents.1654167958.f4a43aec5193.71.3

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a244896489cedece670b64d58d2b70dc7842c8c553e82b3e0cce1fff557bf62
+size 4826

runs/Jun02_11-05-30_f4a43aec5193/events.out.tfevents.1654167958.f4a43aec5193.71.2

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a519a2eb4b58e1b9242930b2c9623b1ef0487d198a4d217a463b670cbb0cabee
+size 5073

special_tokens_map.json

@@ -0,0 +1 @@
+{"unk_token": "[UNK]", "sep_token": "[SEP]", "pad_token": "[PAD]", "cls_token": "[CLS]", "mask_token": "[MASK]"}

tokenizer_config.json

@@ -0,0 +1 @@
+{"do_lower_case": true, "unk_token": "[UNK]", "sep_token": "[SEP]", "pad_token": "[PAD]", "cls_token": "[CLS]", "mask_token": "[MASK]", "tokenize_chinese_chars": true, "strip_accents": null, "model_max_length": 512, "special_tokens_map_file": null, "name_or_path": "distilbert-base-uncased", "tokenizer_class": "DistilBertTokenizer"}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ad3006a09687f4f577279359befd1b2e31d06b2b4cf1e8fae37daf5151fd479
+size 3055