Training in progress, epoch 4

config.json

@@ -20,6 +20,6 @@
   "sinusoidal_pos_embds": false,
   "tie_weights_": true,
   "torch_dtype": "float32",
-  "transformers_version": "4.38.1",
+  "transformers_version": "4.38.2",
   "vocab_size": 30522
 }

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:30f4e9548471ed4ffad58c93aa048da4c43864ff312fefc44f489d5327cd82e9
+oid sha256:514fd99d58f93378a0f7903e3c7c4320a611570187bff403a7bb27891df7320c
 size 267832560

run-0/checkpoint-134/config.json

@@ -0,0 +1,25 @@
+{
+  "_name_or_path": "distilbert-base-uncased",
+  "activation": "gelu",
+  "architectures": [
+    "DistilBertForSequenceClassification"
+  ],
+  "attention_dropout": 0.1,
+  "dim": 768,
+  "dropout": 0.1,
+  "hidden_dim": 3072,
+  "initializer_range": 0.02,
+  "max_position_embeddings": 512,
+  "model_type": "distilbert",
+  "n_heads": 12,
+  "n_layers": 6,
+  "pad_token_id": 0,
+  "problem_type": "single_label_classification",
+  "qa_dropout": 0.1,
+  "seq_classif_dropout": 0.2,
+  "sinusoidal_pos_embds": false,
+  "tie_weights_": true,
+  "torch_dtype": "float32",
+  "transformers_version": "4.38.2",
+  "vocab_size": 30522
+}

run-0/checkpoint-134/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c49d1ed4e9c66ddc49cc1d45d7fc2289aa41b88aba5ecbf842f00fea48083639
+size 267832560

run-0/checkpoint-134/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1416666752de715396196264bd7a1fb002f8c3dd1e4533676a45cc16e903966d
+size 535727290

run-0/checkpoint-134/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a370ee2267e26c5daf7b741d62be810509ce8dc65b6212f645244047641c5af
+size 14244

run-0/checkpoint-134/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a2b15eae9b4eede4556ff7be2318f195d64ee5f12e70f364b49b9a12e0fc2e4
+size 1064

run-0/checkpoint-134/special_tokens_map.json

@@ -0,0 +1,7 @@
+{
+  "cls_token": "[CLS]",
+  "mask_token": "[MASK]",
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "unk_token": "[UNK]"
+}

run-0/checkpoint-134/tokenizer_config.json

@@ -0,0 +1,55 @@
+{
+  "added_tokens_decoder": {
+    "0": {
+      "content": "[PAD]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "100": {
+      "content": "[UNK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "101": {
+      "content": "[CLS]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "102": {
+      "content": "[SEP]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "103": {
+      "content": "[MASK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "clean_up_tokenization_spaces": true,
+  "cls_token": "[CLS]",
+  "do_lower_case": true,
+  "mask_token": "[MASK]",
+  "model_max_length": 512,
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "strip_accents": null,
+  "tokenize_chinese_chars": true,
+  "tokenizer_class": "DistilBertTokenizer",
+  "unk_token": "[UNK]"
+}

run-0/checkpoint-134/trainer_state.json

@@ -0,0 +1,35 @@
+{
+  "best_metric": 0.0,
+  "best_model_checkpoint": "distilbert-base-uncased-finetuned-cola/run-0/checkpoint-134",
+  "epoch": 1.0,
+  "eval_steps": 500,
+  "global_step": 134,
+  "is_hyper_param_search": true,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 1.0,
+      "eval_loss": 0.6058756113052368,
+      "eval_matthews_correlation": 0.0,
+      "eval_runtime": 1.1108,
+      "eval_samples_per_second": 938.924,
+      "eval_steps_per_second": 59.414,
+      "step": 134
+    }
+  ],
+  "logging_steps": 500,
+  "max_steps": 536,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 4,
+  "save_steps": 500,
+  "total_flos": 0,
+  "train_batch_size": 64,
+  "trial_name": null,
+  "trial_params": {
+    "learning_rate": 2.205579826691781e-06,
+    "num_train_epochs": 4,
+    "per_device_train_batch_size": 64,
+    "seed": 12
+  }
+}

run-0/checkpoint-134/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:916762e2968c4ee34cf01bb37aa02f020d8d90cd783a83050e1144249e4fdb76
+size 4984

run-0/checkpoint-268/config.json

@@ -0,0 +1,25 @@
+{
+  "_name_or_path": "distilbert-base-uncased",
+  "activation": "gelu",
+  "architectures": [
+    "DistilBertForSequenceClassification"
+  ],
+  "attention_dropout": 0.1,
+  "dim": 768,
+  "dropout": 0.1,
+  "hidden_dim": 3072,
+  "initializer_range": 0.02,
+  "max_position_embeddings": 512,
+  "model_type": "distilbert",
+  "n_heads": 12,
+  "n_layers": 6,
+  "pad_token_id": 0,
+  "problem_type": "single_label_classification",
+  "qa_dropout": 0.1,
+  "seq_classif_dropout": 0.2,
+  "sinusoidal_pos_embds": false,
+  "tie_weights_": true,
+  "torch_dtype": "float32",
+  "transformers_version": "4.38.2",
+  "vocab_size": 30522
+}

run-0/checkpoint-268/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ef00cc76dea411db3cd877af9d95936843ecaf98d12bb5016c296326d04fb73
+size 267832560

run-0/checkpoint-268/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53ff428f99ecc35d69e57eb499b2bc357d453d727ebcf387ecf31627a3b34719
+size 535727290

run-0/checkpoint-268/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2a7d2168f6f1ae4ea46d4afd75c71325902ae36a52993875e58941a85eff2df
+size 14244

run-0/checkpoint-268/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f5efa340ffab5b563a69a7611173efd483e5d2ffda28af24c45ad6c1869af4d
+size 1064

run-0/checkpoint-268/special_tokens_map.json

@@ -0,0 +1,7 @@
+{
+  "cls_token": "[CLS]",
+  "mask_token": "[MASK]",
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "unk_token": "[UNK]"
+}

run-0/checkpoint-268/tokenizer_config.json

@@ -0,0 +1,55 @@
+{
+  "added_tokens_decoder": {
+    "0": {
+      "content": "[PAD]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "100": {
+      "content": "[UNK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "101": {
+      "content": "[CLS]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "102": {
+      "content": "[SEP]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "103": {
+      "content": "[MASK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "clean_up_tokenization_spaces": true,
+  "cls_token": "[CLS]",
+  "do_lower_case": true,
+  "mask_token": "[MASK]",
+  "model_max_length": 512,
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "strip_accents": null,
+  "tokenize_chinese_chars": true,
+  "tokenizer_class": "DistilBertTokenizer",
+  "unk_token": "[UNK]"
+}

run-0/checkpoint-268/trainer_state.json

@@ -0,0 +1,44 @@
+{
+  "best_metric": 0.0463559874942472,
+  "best_model_checkpoint": "distilbert-base-uncased-finetuned-cola/run-0/checkpoint-268",
+  "epoch": 2.0,
+  "eval_steps": 500,
+  "global_step": 268,
+  "is_hyper_param_search": true,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 1.0,
+      "eval_loss": 0.6058756113052368,
+      "eval_matthews_correlation": 0.0,
+      "eval_runtime": 1.1108,
+      "eval_samples_per_second": 938.924,
+      "eval_steps_per_second": 59.414,
+      "step": 134
+    },
+    {
+      "epoch": 2.0,
+      "eval_loss": 0.5703422427177429,
+      "eval_matthews_correlation": 0.0463559874942472,
+      "eval_runtime": 1.1844,
+      "eval_samples_per_second": 880.626,
+      "eval_steps_per_second": 55.725,
+      "step": 268
+    }
+  ],
+  "logging_steps": 500,
+  "max_steps": 536,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 4,
+  "save_steps": 500,
+  "total_flos": 0,
+  "train_batch_size": 64,
+  "trial_name": null,
+  "trial_params": {
+    "learning_rate": 2.205579826691781e-06,
+    "num_train_epochs": 4,
+    "per_device_train_batch_size": 64,
+    "seed": 12
+  }
+}

run-0/checkpoint-268/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:916762e2968c4ee34cf01bb37aa02f020d8d90cd783a83050e1144249e4fdb76
+size 4984

run-0/checkpoint-402/config.json

@@ -0,0 +1,25 @@
+{
+  "_name_or_path": "distilbert-base-uncased",
+  "activation": "gelu",
+  "architectures": [
+    "DistilBertForSequenceClassification"
+  ],
+  "attention_dropout": 0.1,
+  "dim": 768,
+  "dropout": 0.1,
+  "hidden_dim": 3072,
+  "initializer_range": 0.02,
+  "max_position_embeddings": 512,
+  "model_type": "distilbert",
+  "n_heads": 12,
+  "n_layers": 6,
+  "pad_token_id": 0,
+  "problem_type": "single_label_classification",
+  "qa_dropout": 0.1,
+  "seq_classif_dropout": 0.2,
+  "sinusoidal_pos_embds": false,
+  "tie_weights_": true,
+  "torch_dtype": "float32",
+  "transformers_version": "4.38.2",
+  "vocab_size": 30522
+}

run-0/checkpoint-402/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aa791a95b2e9dcc68a7a59357643049534dec3fc677c79fe3f0b350e5df841d
+size 267832560

run-0/checkpoint-402/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e13536392a8ffc64161b2b41551dd589b1e0469368143554417dbd6da7318550
+size 535727290

run-0/checkpoint-402/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02c947e8e524fd6b999bf8133200ff86d42c20f558cb461563419a8ec9b9acbd
+size 14244

run-0/checkpoint-402/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5b28d96526a7d89d536b88dc7fd07c21f30cbb7a92d7f00c61c332103822b40
+size 1064

run-0/checkpoint-402/special_tokens_map.json

@@ -0,0 +1,7 @@
+{
+  "cls_token": "[CLS]",
+  "mask_token": "[MASK]",
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "unk_token": "[UNK]"
+}

run-0/checkpoint-402/tokenizer_config.json

@@ -0,0 +1,55 @@
+{
+  "added_tokens_decoder": {
+    "0": {
+      "content": "[PAD]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "100": {
+      "content": "[UNK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "101": {
+      "content": "[CLS]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "102": {
+      "content": "[SEP]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "103": {
+      "content": "[MASK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "clean_up_tokenization_spaces": true,
+  "cls_token": "[CLS]",
+  "do_lower_case": true,
+  "mask_token": "[MASK]",
+  "model_max_length": 512,
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "strip_accents": null,
+  "tokenize_chinese_chars": true,
+  "tokenizer_class": "DistilBertTokenizer",
+  "unk_token": "[UNK]"
+}

run-0/checkpoint-402/trainer_state.json

@@ -0,0 +1,53 @@
+{
+  "best_metric": 0.13847035035325458,
+  "best_model_checkpoint": "distilbert-base-uncased-finetuned-cola/run-0/checkpoint-402",
+  "epoch": 3.0,
+  "eval_steps": 500,
+  "global_step": 402,
+  "is_hyper_param_search": true,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 1.0,
+      "eval_loss": 0.6058756113052368,
+      "eval_matthews_correlation": 0.0,
+      "eval_runtime": 1.1108,
+      "eval_samples_per_second": 938.924,
+      "eval_steps_per_second": 59.414,
+      "step": 134
+    },
+    {
+      "epoch": 2.0,
+      "eval_loss": 0.5703422427177429,
+      "eval_matthews_correlation": 0.0463559874942472,
+      "eval_runtime": 1.1844,
+      "eval_samples_per_second": 880.626,
+      "eval_steps_per_second": 55.725,
+      "step": 268
+    },
+    {
+      "epoch": 3.0,
+      "eval_loss": 0.5537189245223999,
+      "eval_matthews_correlation": 0.13847035035325458,
+      "eval_runtime": 1.2327,
+      "eval_samples_per_second": 846.092,
+      "eval_steps_per_second": 53.54,
+      "step": 402
+    }
+  ],
+  "logging_steps": 500,
+  "max_steps": 536,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 4,
+  "save_steps": 500,
+  "total_flos": 0,
+  "train_batch_size": 64,
+  "trial_name": null,
+  "trial_params": {
+    "learning_rate": 2.205579826691781e-06,
+    "num_train_epochs": 4,
+    "per_device_train_batch_size": 64,
+    "seed": 12
+  }
+}

run-0/checkpoint-402/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:916762e2968c4ee34cf01bb37aa02f020d8d90cd783a83050e1144249e4fdb76
+size 4984

run-0/checkpoint-536/config.json

@@ -0,0 +1,25 @@
+{
+  "_name_or_path": "distilbert-base-uncased",
+  "activation": "gelu",
+  "architectures": [
+    "DistilBertForSequenceClassification"
+  ],
+  "attention_dropout": 0.1,
+  "dim": 768,
+  "dropout": 0.1,
+  "hidden_dim": 3072,
+  "initializer_range": 0.02,
+  "max_position_embeddings": 512,
+  "model_type": "distilbert",
+  "n_heads": 12,
+  "n_layers": 6,
+  "pad_token_id": 0,
+  "problem_type": "single_label_classification",
+  "qa_dropout": 0.1,
+  "seq_classif_dropout": 0.2,
+  "sinusoidal_pos_embds": false,
+  "tie_weights_": true,
+  "torch_dtype": "float32",
+  "transformers_version": "4.38.2",
+  "vocab_size": 30522
+}

run-0/checkpoint-536/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:514fd99d58f93378a0f7903e3c7c4320a611570187bff403a7bb27891df7320c
+size 267832560

run-0/checkpoint-536/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02a7d5d3aa60eeeba7e564bc3d1f55c9bf8229c48763a9dd0d7f73e6dcdd83d3
+size 535727290

run-0/checkpoint-536/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec6d8979b50971fe759c1ad46716ccaaae1f3bb4e7a1f2e688dcb1429a675919
+size 14244

run-0/checkpoint-536/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c4c2a82f3e566e836e1c86f65d928eba36551c3a6fc23593e2fc0a81b22fc42
+size 1064

run-0/checkpoint-536/special_tokens_map.json

@@ -0,0 +1,7 @@
+{
+  "cls_token": "[CLS]",
+  "mask_token": "[MASK]",
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "unk_token": "[UNK]"
+}

run-0/checkpoint-536/tokenizer_config.json

@@ -0,0 +1,55 @@
+{
+  "added_tokens_decoder": {
+    "0": {
+      "content": "[PAD]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "100": {
+      "content": "[UNK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "101": {
+      "content": "[CLS]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "102": {
+      "content": "[SEP]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "103": {
+      "content": "[MASK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "clean_up_tokenization_spaces": true,
+  "cls_token": "[CLS]",
+  "do_lower_case": true,
+  "mask_token": "[MASK]",
+  "model_max_length": 512,
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "strip_accents": null,
+  "tokenize_chinese_chars": true,
+  "tokenizer_class": "DistilBertTokenizer",
+  "unk_token": "[UNK]"
+}

run-0/checkpoint-536/trainer_state.json

@@ -0,0 +1,69 @@
+{
+  "best_metric": 0.19816060019544374,
+  "best_model_checkpoint": "distilbert-base-uncased-finetuned-cola/run-0/checkpoint-536",
+  "epoch": 4.0,
+  "eval_steps": 500,
+  "global_step": 536,
+  "is_hyper_param_search": true,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 1.0,
+      "eval_loss": 0.6058756113052368,
+      "eval_matthews_correlation": 0.0,
+      "eval_runtime": 1.1108,
+      "eval_samples_per_second": 938.924,
+      "eval_steps_per_second": 59.414,
+      "step": 134
+    },
+    {
+      "epoch": 2.0,
+      "eval_loss": 0.5703422427177429,
+      "eval_matthews_correlation": 0.0463559874942472,
+      "eval_runtime": 1.1844,
+      "eval_samples_per_second": 880.626,
+      "eval_steps_per_second": 55.725,
+      "step": 268
+    },
+    {
+      "epoch": 3.0,
+      "eval_loss": 0.5537189245223999,
+      "eval_matthews_correlation": 0.13847035035325458,
+      "eval_runtime": 1.2327,
+      "eval_samples_per_second": 846.092,
+      "eval_steps_per_second": 53.54,
+      "step": 402
+    },
+    {
+      "epoch": 3.73,
+      "grad_norm": 2.2481775283813477,
+      "learning_rate": 1.4813595850914947e-07,
+      "loss": 0.5692,
+      "step": 500
+    },
+    {
+      "epoch": 4.0,
+      "eval_loss": 0.5494163632392883,
+      "eval_matthews_correlation": 0.19816060019544374,
+      "eval_runtime": 0.7154,
+      "eval_samples_per_second": 1457.894,
+      "eval_steps_per_second": 92.254,
+      "step": 536
+    }
+  ],
+  "logging_steps": 500,
+  "max_steps": 536,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 4,
+  "save_steps": 500,
+  "total_flos": 209831981626536.0,
+  "train_batch_size": 64,
+  "trial_name": null,
+  "trial_params": {
+    "learning_rate": 2.205579826691781e-06,
+    "num_train_epochs": 4,
+    "per_device_train_batch_size": 64,
+    "seed": 12
+  }
+}

run-0/checkpoint-536/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:916762e2968c4ee34cf01bb37aa02f020d8d90cd783a83050e1144249e4fdb76
+size 4984

runs/Mar03_19-15-00_abc5bcbabcce/events.out.tfevents.1709493301.abc5bcbabcce.1176.28

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1198878fb428b15aa8c72f35fa9fa3b43de3e3f675e6deac77016fc978e7e7ec
+size 4737

runs/Mar03_19-18-26_abc5bcbabcce/events.out.tfevents.1709493562.abc5bcbabcce.1176.29

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7482cb5eda666d3a6e9d51682c994104f2c6662dc4de82d6569d4f0a754135a
+size 6447

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:994323cb4d85b1be62c90aa51db25a1c278952252319cd5846250f9a6537ab3f
+oid sha256:916762e2968c4ee34cf01bb37aa02f020d8d90cd783a83050e1144249e4fdb76
 size 4984