Add files using upload-large-folder tool

checkpoints/epoch_1.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4348ed21b0199994e889c1443c72594e61dc73a10635bfc50a26b1b6e00d0d5
+size 560073734

checkpoints/epoch_10.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:669a96da0c5032592129c7b1028104a7a1e28ba798991defbd436a6eb3cae14e
+size 560075406

checkpoints/epoch_11.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dec7d2dad5dde5fdda3b8ca39931690f121d93d28d2df5e058486fdeec2ae420
+size 560075406

checkpoints/epoch_12.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:824544010c35ec74d4922d44cc54d4558631e1ea191f290cbd7e932bf3222985
+size 560075406

checkpoints/epoch_13.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83a476fb714176a6ee2506594a37bc8d2a090868cc14c5c995e7f28092fbb689
+size 560075406

checkpoints/epoch_14.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:118d6339ee298db69a81a8fc53843b566c29669779aa96751cc0df6b225abd19
+size 560075406

checkpoints/epoch_15.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4147a1a1bed3bbcbaa429006a44026e58171d3dc4d5dcbad8275d874a5b45a59
+size 560075406

checkpoints/epoch_16.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d20bf146a936dd0d49ad5d273e1ef8b4bc3be204b4b6a3c16e21dd87aef096f
+size 560075406

checkpoints/epoch_17.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43e8d438ff3734c3439fda00056f06d260e8c06baa24c9a1497204db667f8310
+size 560075406

checkpoints/epoch_18.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19513bd5824d4b6973748c3b9fc12dfd850da3fa71a995e73ad56c28d91ba7ac
+size 560075406

checkpoints/epoch_19.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f041f91aeaf066ab8c9250fa3c319d0bd5a23fed7f5c6f1bf2b5324965ec525
+size 560075406

checkpoints/epoch_2.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a8ce97b86e32fa375be55ae738655f67b24905ea958cad5fab1cd4b1860f6ee
+size 560073734

checkpoints/epoch_20.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1c894bf535fb1ea82a564674e666d7c4608c748f579d43947d5cdb51ae93184
+size 560075406

checkpoints/epoch_21.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00cec8a7a9e136015c8c0d9e9d5cfb828b6ee370483281802c23b637bd3e99aa
+size 560075406

checkpoints/epoch_22.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43e50a0005df9711f488d10d91f8a834551ba77b01cf33aef9c880a7d3db781f
+size 560075406

checkpoints/epoch_23.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaf0263e76020b8d9eb93f8f09accf0540cd395dd2c7ad8e4dfb4c743e11fd15
+size 560075406

checkpoints/epoch_24.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:266e7ba69d5db186bb8f01c9e76f8b038b09fd26e626211a45e7b10578963855
+size 560075406

checkpoints/epoch_25.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90398df9a2ec91b77e2b806d1a95ed6320250f02f1c73759ce256b6ea1be0bfc
+size 560075406

checkpoints/epoch_26.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8ad649677e2819c6264a56d2aa8b64bd230d740cd26e6ae158b02c36ba024ca
+size 560075406

checkpoints/epoch_27.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e12dba4a2dfbe1485ff79beed6f0c83b4e544ad18a911eebc9ce408f8798e15a
+size 560075406

checkpoints/epoch_28.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df4c887e1d72442fb59e6792860df8749bd5cb728ee0425bb672e2451fe55d5d
+size 560075406

checkpoints/epoch_29.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8789def418293864579c71d1c61a28ba422d1981a3e0153b435679a9ece04e64
+size 560075406

checkpoints/epoch_3.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc6a99a91a6f830e7d1b738f3080bfe9efffcacf2d03cb9dece426baef78cb7b
+size 560073734

checkpoints/epoch_30.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3933beb9dc087e1e8b7d8e7c4397a698aa87dac5e93ee350b45ce067754a47d3
+size 560075406

checkpoints/epoch_31.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:928a3123003c8cca3735d2e41adea8dd89cfcbdc1ef27f54e1f3199019d5ad1e
+size 560075406

checkpoints/epoch_32.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84028b88b1081f534db4642ee24e99acb014f3977592717dc867f41b0fa082eb
+size 560075406

checkpoints/epoch_4.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:668e8261bfe910b6ed87b85bfa5785d4d3beac208b20957985b37840f5ab1b93
+size 560073734

checkpoints/epoch_5.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e26980a371669db9c378ece120a9047c5fe8b530c2715cd870b874e99fef9227
+size 560073734

checkpoints/epoch_6.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9687df30c13c8328650b3398beee454e54496b7b326615f987e6c4bba7706236
+size 560073734

checkpoints/epoch_7.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5208b812efede45110a383d6b59189cfbaa5d9333d291e74dc7b2b60c2df3ea7
+size 560073734

checkpoints/epoch_8.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aba78335ee3694c50c5e929ca2d9d97dac27d61f55ab34ad1a79f7d59137518
+size 560073734

checkpoints/epoch_9.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4fc2554ef97fa679838083dce5395f2e040b85f4f5a68348ad20f4df636b594
+size 560073734

checkpoints/results.jsonl

@@ -0,0 +1,16 @@
+{"imagenet-zeroshot-val-top1": 0.10186, "imagenet-zeroshot-val-top5": 0.25288}
+{"imagenet-zeroshot-val-top1": 0.16618, "imagenet-zeroshot-val-top5": 0.37234}
+{"imagenet-zeroshot-val-top1": 0.18072, "imagenet-zeroshot-val-top5": 0.3958}
+{"imagenet-zeroshot-val-top1": 0.20992, "imagenet-zeroshot-val-top5": 0.44426}
+{"imagenet-zeroshot-val-top1": 0.22744, "imagenet-zeroshot-val-top5": 0.46702}
+{"imagenet-zeroshot-val-top1": 0.23398, "imagenet-zeroshot-val-top5": 0.47998}
+{"imagenet-zeroshot-val-top1": 0.25294, "imagenet-zeroshot-val-top5": 0.50992}
+{"imagenet-zeroshot-val-top1": 0.25416, "imagenet-zeroshot-val-top5": 0.50892}
+{"imagenet-zeroshot-val-top1": 0.26532, "imagenet-zeroshot-val-top5": 0.52794}
+{"imagenet-zeroshot-val-top1": 0.26664, "imagenet-zeroshot-val-top5": 0.52882}
+{"imagenet-zeroshot-val-top1": 0.2744, "imagenet-zeroshot-val-top5": 0.53928}
+{"imagenet-zeroshot-val-top1": 0.28536, "imagenet-zeroshot-val-top5": 0.54932}
+{"imagenet-zeroshot-val-top1": 0.29048, "imagenet-zeroshot-val-top5": 0.55966}
+{"imagenet-zeroshot-val-top1": 0.29438, "imagenet-zeroshot-val-top5": 0.5631}
+{"imagenet-zeroshot-val-top1": 0.29654, "imagenet-zeroshot-val-top5": 0.56632}
+{"imagenet-zeroshot-val-top1": 0.29696, "imagenet-zeroshot-val-top5": 0.56852}

config.json

@@ -0,0 +1,46 @@
+{
+  "architectures": [
+    "CLIPModel"
+  ],
+  "initializer_factor": 1.0,
+  "logit_scale_init_value": 2.6592,
+  "model_type": "clip",
+  "projection_dim": 512,
+  "text_config": {
+    "attention_dropout": 0.0,
+    "bos_token_id": 0,
+    "dropout": 0.0,
+    "eos_token_id": 2,
+    "hidden_act": "quick_gelu",
+    "hidden_size": 384,
+    "initializer_factor": 1.0,
+    "initializer_range": 0.02,
+    "intermediate_size": 1536,
+    "layer_norm_eps": 1e-05,
+    "max_position_embeddings": 77,
+    "model_type": "clip_text_model",
+    "num_attention_heads": 6,
+    "num_hidden_layers": 12,
+    "projection_dim": 512,
+    "vocab_size": 49408
+  },
+  "torch_dtype": "float32",
+  "transformers_version": "4.53.0",
+  "vision_config": {
+    "attention_dropout": 0.0,
+    "dropout": 0.0,
+    "hidden_act": "quick_gelu",
+    "hidden_size": 192,
+    "image_size": 224,
+    "initializer_factor": 1.0,
+    "initializer_range": 0.02,
+    "intermediate_size": 768,
+    "layer_norm_eps": 1e-05,
+    "model_type": "clip_vision_model",
+    "num_attention_heads": 3,
+    "num_channels": 3,
+    "num_hidden_layers": 12,
+    "patch_size": 16,
+    "projection_dim": 5
+  }
+}

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b4dafe19e3f186f7ed27516d43b5a42c3b0ade3dc586f4ca832cecb7bdad430
+size 184511660

params.txt

@@ -0,0 +1,103 @@
+accum_freq: 1
+aug_cfg: {}
+batch_size: 256
+beta1: 0.9
+beta2: 0.98
+cache_dir: None
+checkpoint_path: ./models/ViT-T-16-CC9M-distill-DFN2B-CLIP-ViT-L-14-MSE/checkpoints
+coca_caption_loss_weight: 2.0
+coca_contrastive_loss_weight: 1.0
+copy_codebase: False
+csv_caption_key: text
+csv_img_key: image
+csv_separator: 	
+dataset_resampled: False
+dataset_type: auto
+ddp_static_graph: False
+debug: False
+delete_previous_checkpoint: False
+device: cuda:0
+dist_backend: None
+dist_url: None
+distill: True
+distill_model: local-dir:/ist-project/scads/pumet/models/DFN2B-CLIP-ViT-L-14
+distill_pretrained: None
+distributed: True
+epochs: 32
+epochs_cooldown: None
+eps: 1e-06
+force_context_length: None
+force_custom_text: False
+force_image_size: None
+force_patch_dropout: None
+force_quick_gelu: False
+gather_with_grad: False
+grad_checkpointing: False
+grad_clip_norm: None
+horovod: False
+image_interpolation: None
+image_mean: None
+image_resize_mode: None
+image_std: None
+imagenet_v2: None
+imagenet_val: /ist-project/scads/pumet/datasets/imagenet-1k/validation
+local_loss: False
+local_rank: 0
+lock_image: False
+lock_image_freeze_bn_stats: False
+lock_image_unlocked_groups: 0
+lock_text: False
+lock_text_freeze_layer_norm: False
+lock_text_unlocked_layers: 0
+log_every_n_steps: 100
+log_level: 20
+log_local: False
+log_path: ./models/ViT-T-16-CC9M-distill-DFN2B-CLIP-ViT-L-14-MSE/out.log
+logs: ./models/
+loss_dist_impl: None
+lr: 0.0005
+lr_cooldown_end: 0.0
+lr_cooldown_power: 1.0
+lr_scheduler: cosine
+model: ViT-T-16
+momentum: None
+name: ViT-T-16-CC9M-distill-DFN2B-CLIP-ViT-L-14-MSE
+no_set_device_rank: False
+opt: adamw
+precision: amp
+pretrained: 
+pretrained_image: False
+rank: 0
+remote_sync: None
+remote_sync_frequency: 300
+remote_sync_protocol: s3
+report_to: none
+resume: None
+s_embed: 512
+save_frequency: 1
+save_most_recent: False
+seed: 0
+siglip: False
+skip_scheduler: False
+t_embed: 768
+tensorboard: False
+tensorboard_path: 
+torchcompile: False
+torchscript: False
+trace: False
+train_data: /ist-project/scads/pumet/datasets/cc9m/cc9m.csv
+train_data_upsampling_factors: None
+train_num_samples: None
+use_bn_sync: False
+use_bnb_linear: None
+val_data: None
+val_frequency: 1
+val_num_samples: None
+wandb: False
+wandb_notes: 
+wandb_project_name: open-clip
+warmup: 2000
+wd: 0.2
+workers: 8
+world_size: 16
+zeroshot_frequency: 2

preprocessor_config.json

@@ -0,0 +1,28 @@
+{
+  "crop_size": {
+    "height": 224,
+    "width": 224
+  },
+  "do_center_crop": true,
+  "do_convert_rgb": true,
+  "do_normalize": true,
+  "do_rescale": true,
+  "do_resize": true,
+  "image_mean": [
+    0.48145466,
+    0.4578275,
+    0.40821073
+  ],
+  "image_processor_type": "CLIPImageProcessor",
+  "image_std": [
+    0.26862954,
+    0.26130258,
+    0.27577711
+  ],
+  "processor_class": "CLIPProcessor",
+  "resample": 3,
+  "rescale_factor": 0.00392156862745098,
+  "size": {
+    "shortest_edge": 224
+  }
+}

special_tokens_map.json

@@ -0,0 +1,30 @@
+{
+  "bos_token": {
+    "content": "<|startoftext|>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer_config.json

@@ -0,0 +1,33 @@
+{
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "49406": {
+      "content": "<|startoftext|>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "49407": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|startoftext|>",
+  "clean_up_tokenization_spaces": false,
+  "do_lower_case": true,
+  "eos_token": "<|endoftext|>",
+  "errors": "replace",
+  "extra_special_tokens": {},
+  "model_max_length": 77,
+  "pad_token": "<|endoftext|>",
+  "processor_class": "CLIPProcessor",
+  "tokenizer_class": "CLIPTokenizer",
+  "unk_token": "<|endoftext|>",
+  "use_fast": false
+}