Training in progress, step 500

config.json

@@ -0,0 +1,227 @@
+{
+  "architectures": [
+    "VisionTextDualEncoderModel"
+  ],
+  "cache_dir": null,
+  "logit_scale_init_value": 2.6592,
+  "model_type": "vision-text-dual-encoder",
+  "projection_dim": 512,
+  "revision": "main",
+  "text_config": {
+    "_name_or_path": "ckiplab/bert-base-chinese",
+    "add_cross_attention": false,
+    "architectures": [
+      "BertForMaskedLM"
+    ],
+    "attention_probs_dropout_prob": 0.1,
+    "bad_words_ids": null,
+    "begin_suppress_tokens": null,
+    "bos_token_id": null,
+    "chunk_size_feed_forward": 0,
+    "classifier_dropout": null,
+    "cross_attention_hidden_size": null,
+    "decoder_start_token_id": null,
+    "directionality": "bidi",
+    "diversity_penalty": 0.0,
+    "do_sample": false,
+    "early_stopping": false,
+    "encoder_no_repeat_ngram_size": 0,
+    "eos_token_id": null,
+    "exponential_decay_length_penalty": null,
+    "finetuning_task": null,
+    "forced_bos_token_id": null,
+    "forced_eos_token_id": null,
+    "gradient_checkpointing": false,
+    "hidden_act": "gelu",
+    "hidden_dropout_prob": 0.1,
+    "hidden_size": 768,
+    "id2label": {
+      "0": "LABEL_0",
+      "1": "LABEL_1"
+    },
+    "initializer_range": 0.02,
+    "intermediate_size": 3072,
+    "is_decoder": false,
+    "is_encoder_decoder": false,
+    "label2id": {
+      "LABEL_0": 0,
+      "LABEL_1": 1
+    },
+    "layer_norm_eps": 1e-12,
+    "length_penalty": 1.0,
+    "max_length": 20,
+    "max_position_embeddings": 512,
+    "min_length": 0,
+    "model_type": "bert",
+    "no_repeat_ngram_size": 0,
+    "num_attention_heads": 12,
+    "num_beam_groups": 1,
+    "num_beams": 1,
+    "num_hidden_layers": 12,
+    "num_return_sequences": 1,
+    "output_attentions": false,
+    "output_hidden_states": false,
+    "output_scores": false,
+    "pad_token_id": 0,
+    "pooler_fc_size": 768,
+    "pooler_num_attention_heads": 12,
+    "pooler_num_fc_layers": 3,
+    "pooler_size_per_head": 128,
+    "pooler_type": "first_token_transform",
+    "position_embedding_type": "absolute",
+    "prefix": null,
+    "problem_type": null,
+    "pruned_heads": {},
+    "remove_invalid_values": false,
+    "repetition_penalty": 1.0,
+    "return_dict": true,
+    "return_dict_in_generate": false,
+    "sep_token_id": null,
+    "suppress_tokens": null,
+    "task_specific_params": null,
+    "temperature": 1.0,
+    "tf_legacy_loss": false,
+    "tie_encoder_decoder": false,
+    "tie_word_embeddings": true,
+    "tokenizer_class": "BertTokenizerFast",
+    "top_k": 50,
+    "top_p": 1.0,
+    "torch_dtype": null,
+    "torchscript": false,
+    "type_vocab_size": 2,
+    "typical_p": 1.0,
+    "use_bfloat16": false,
+    "use_cache": true,
+    "vocab_size": 21128
+  },
+  "token": null,
+  "torch_dtype": "float32",
+  "transformers_version": "4.41.2",
+  "trust_remote_code": false,
+  "vision_config": {
+    "_name_or_path": "microsoft/dit-base",
+    "add_cross_attention": false,
+    "add_fpn": false,
+    "architectures": [
+      "BeitForMaskedImageModeling"
+    ],
+    "attention_probs_dropout_prob": 0.0,
+    "auxiliary_channels": 256,
+    "auxiliary_concat_input": false,
+    "auxiliary_loss_weight": 0.4,
+    "auxiliary_num_convs": 1,
+    "bad_words_ids": null,
+    "begin_suppress_tokens": null,
+    "bos_token_id": null,
+    "chunk_size_feed_forward": 0,
+    "cross_attention_hidden_size": null,
+    "decoder_start_token_id": null,
+    "diversity_penalty": 0.0,
+    "do_sample": false,
+    "drop_path_rate": 0.1,
+    "early_stopping": false,
+    "encoder_no_repeat_ngram_size": 0,
+    "eos_token_id": null,
+    "exponential_decay_length_penalty": null,
+    "finetuning_task": null,
+    "forced_bos_token_id": null,
+    "forced_eos_token_id": null,
+    "hidden_act": "gelu",
+    "hidden_dropout_prob": 0.0,
+    "hidden_size": 768,
+    "id2label": {
+      "0": "LABEL_0",
+      "1": "LABEL_1"
+    },
+    "image_size": 224,
+    "initializer_range": 0.02,
+    "intermediate_size": 3072,
+    "is_decoder": false,
+    "is_encoder_decoder": false,
+    "label2id": {
+      "LABEL_0": 0,
+      "LABEL_1": 1
+    },
+    "layer_norm_eps": 1e-12,
+    "layer_scale_init_value": 0.1,
+    "length_penalty": 1.0,
+    "max_length": 20,
+    "min_length": 0,
+    "model_type": "beit",
+    "no_repeat_ngram_size": 0,
+    "num_attention_heads": 12,
+    "num_beam_groups": 1,
+    "num_beams": 1,
+    "num_channels": 3,
+    "num_hidden_layers": 12,
+    "num_return_sequences": 1,
+    "out_features": [
+      "stage3",
+      "stage5",
+      "stage7",
+      "stage11"
+    ],
+    "out_indices": [
+      3,
+      5,
+      7,
+      11
+    ],
+    "output_attentions": false,
+    "output_hidden_states": false,
+    "output_scores": false,
+    "pad_token_id": null,
+    "patch_size": 16,
+    "pool_scales": [
+      1,
+      2,
+      3,
+      6
+    ],
+    "prefix": null,
+    "problem_type": null,
+    "pruned_heads": {},
+    "remove_invalid_values": false,
+    "repetition_penalty": 1.0,
+    "reshape_hidden_states": true,
+    "return_dict": true,
+    "return_dict_in_generate": false,
+    "semantic_loss_ignore_index": 255,
+    "sep_token_id": null,
+    "stage_names": [
+      "stem",
+      "stage1",
+      "stage2",
+      "stage3",
+      "stage4",
+      "stage5",
+      "stage6",
+      "stage7",
+      "stage8",
+      "stage9",
+      "stage10",
+      "stage11",
+      "stage12"
+    ],
+    "suppress_tokens": null,
+    "task_specific_params": null,
+    "temperature": 1.0,
+    "tf_legacy_loss": false,
+    "tie_encoder_decoder": false,
+    "tie_word_embeddings": true,
+    "tokenizer_class": null,
+    "top_k": 50,
+    "top_p": 1.0,
+    "torch_dtype": "float32",
+    "torchscript": false,
+    "typical_p": 1.0,
+    "use_absolute_position_embeddings": true,
+    "use_auxiliary_head": true,
+    "use_bfloat16": false,
+    "use_mask_token": true,
+    "use_mean_pooling": true,
+    "use_relative_position_bias": false,
+    "use_shared_relative_position_bias": false,
+    "vocab_size": 8192
+  }
+}

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7024038ebd66cad3c06319932bcd12369e0317aa6a4de246883f98bd4032a55a
+size 755501772

runs/Jun27_17-27-45_DESKTOP-0O6K497/events.out.tfevents.1719480473.DESKTOP-0O6K497.5800.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4d846eb3622ad757573a1232131aa4e49aa748e65d3efae2fc22291273a71a3
+size 9192

runs/Jun27_17-32-51_DESKTOP-0O6K497/events.out.tfevents.1719480837.DESKTOP-0O6K497.58088.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abe44e5594f4d06e223c116f46a5ecbf05e8b32179c78899483b597e42a97202
+size 8981

runs/Jun27_17-35-32_DESKTOP-0O6K497/events.out.tfevents.1719480948.DESKTOP-0O6K497.28072.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ad32bb4324cf5ac9c698c0593aa646ca344d3a2590b79951cff01bcba830282
+size 82041

runs/Jun27_17-36-35_DESKTOP-0O6K497/events.out.tfevents.1719481002.DESKTOP-0O6K497.28536.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77e9bd67e4f4f3f46812766a9006eb0131369b15be4fe07dab6084227b94f2d8
+size 82041

runs/Jun27_17-37-15_DESKTOP-0O6K497/events.out.tfevents.1719481042.DESKTOP-0O6K497.57612.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c76e689a1a58386f63493e311dc083a7ca1dd37cd7f1bc61ff263c749026e16
+size 82041

runs/Jun27_17-38-42_DESKTOP-0O6K497/events.out.tfevents.1719481157.DESKTOP-0O6K497.34692.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:175609df285afbd5fa2996ddbb3d9ef3b8b9c930ab91692b72efe8b228250ef2
+size 9955

runs/Jun27_17-39-49_DESKTOP-0O6K497/events.out.tfevents.1719481197.DESKTOP-0O6K497.57808.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed7460050f5112cc8a357d57b9c2f93432a0b66a5ae9f410c303079b70b6287f
+size 10166

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:560cea9364a79fcb2c7383f37c594d5227e674e3f8c8cdc7b9e0044f081e2e85
+size 5112