File size: 24,668 Bytes
2173240 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 |
accum_freq: 1
aug_cfg: {}
batch_size: 938
beta1: 0.9
beta2: 0.98
checkpoint_path: /tmp/cumulative_sequential_2020/datacomp_xlarge-basic_cumulative_seq_2020/checkpoints
coca_caption_loss_weight: 2.0
coca_contrastive_loss_weight: 1.0
copy_codebase: False
csv_caption_key: title
csv_img_key: filepath
csv_separator:
dataset_resampled: True
dataset_type: webdataset
ddp_static_graph: True
debug: False
decay_fraction: 0.2
delete_previous_checkpoint: False
device: cuda:0
dist_backend: nccl
dist_url: env://
distill: False
distill_model: None
distill_pretrained: None
distributed: True
epochs: 32
epochs_cooldown: None
eps: 1e-06
force_custom_text: False
force_image_size: None
force_patch_dropout: None
force_qk_norm: False
force_qk_norm_eps: 1e-05
force_quick_gelu: False
gather_with_grad: True
grad_checkpointing: True
grad_clip_norm: None
horovod: False
image_mean: None
image_std: None
imagenet_v2: None
imagenet_val: ../imagenet_validation
is_iteration_based: True
local_loss: True
local_rank: 0
lock_image: False
lock_image_freeze_bn_stats: False
lock_image_unlocked_groups: 0
lock_text: False
lock_text_freeze_layer_norm: False
lock_text_unlocked_layers: 0
log_every_n_steps: 100
log_level: 20
log_local: False
log_path: /tmp/cumulative_sequential_2020/datacomp_xlarge-basic_cumulative_seq_2020/out.log
logs: /tmp/cumulative_sequential_2020
lr: 0.001
lr_cooldown_end: 0.0
lr_cooldown_power: 1.0
lr_scheduler: cosine
max_iterations: 20500
model: ViT-B-16
name: datacomp_xlarge-basic_cumulative_seq_2020
new_run: True
no_set_device_rank: False
precision: amp
pretrained:
pretrained_image: False
rank: 0
remote_sync: xlarge_CL_basic_filter/cumulative_sequential_2020/
remote_sync_frequency: 300
remote_sync_protocol: s3
report_to: wandb
resume: xlarge_CL_basic_filter/cumulative_sequential_2019/datacomp_xlarge-basic_cumulative_seq_2019/checkpoints/epoch_2.pt
save_frequency: 1
save_most_recent: True
seed: 0
skip_scheduler: False
tensorboard: False
tensorboard_path:
torchcompile: False
torchscript: False
trace: False
train_data: xlarge_basic_filter/2019/1/{00000000..00000895}.tar::xlarge_basic_filter/2019/10/{00000000..00000831}.tar::xlarge_basic_filter/2019/11/{00000000..00000846}.tar::xlarge_basic_filter/2019/12/{00000000..00000887}.tar::xlarge_basic_filter/2019/13/{00000000..00000940}.tar::xlarge_basic_filter/2019/14/{00000000..00000895}.tar::xlarge_basic_filter/2019/15/{00000000..00000831}.tar::xlarge_basic_filter/2019/16/{00000000..00000831}.tar::xlarge_basic_filter/2019/17/{00000000..00000820}.tar::xlarge_basic_filter/2019/18/{00000000..00000925}.tar::xlarge_basic_filter/2019/19/{00000000..00000895}.tar::xlarge_basic_filter/2019/2/{00000000..00000935}.tar::xlarge_basic_filter/2019/20/{00000000..00000831}.tar::xlarge_basic_filter/2019/21/{00000000..00000831}.tar::xlarge_basic_filter/2019/22/{00000000..00000760}.tar::xlarge_basic_filter/2019/23/{00000000..00000959}.tar::xlarge_basic_filter/2019/24/{00000000..00000639}.tar::xlarge_basic_filter/2019/25/{00000000..00000609}.tar::xlarge_basic_filter/2019/26/{00000000..00000063}.tar::xlarge_basic_filter/2019/27/{00000000..00000191}.tar::xlarge_basic_filter/2019/28/{00000000..00001074}.tar::xlarge_basic_filter/2019/29/{00000000..00001060}.tar::xlarge_basic_filter/2019/3/{00000000..00000910}.tar::xlarge_basic_filter/2019/30/{00000000..00001023}.tar::xlarge_basic_filter/2019/31/{00000000..00001023}.tar::xlarge_basic_filter/2019/32/{00000000..00001023}.tar::xlarge_basic_filter/2019/33/{00000000..00001024}.tar::xlarge_basic_filter/2019/34/{00000000..00001023}.tar::xlarge_basic_filter/2019/35/{00000000..00001023}.tar::xlarge_basic_filter/2019/36/{00000000..00001086}.tar::xlarge_basic_filter/2019/37/{00000000..00001087}.tar::xlarge_basic_filter/2019/38/{00000000..00000959}.tar::xlarge_basic_filter/2019/39/{00000000..00000906}.tar::xlarge_basic_filter/2019/4/{00000000..00000897}.tar::xlarge_basic_filter/2019/40/{00000000..00000897}.tar::xlarge_basic_filter/2019/41/{00000000..00000831}.tar::xlarge_basic_filter/2019/42/{00000000..00000958}.tar::xlarge_basic_filter/2019/43/{00000000..00000966}.tar::xlarge_basic_filter/2019/44/{00000000..00001011}.tar::xlarge_basic_filter/2019/45/{00000000..00000959}.tar::xlarge_basic_filter/2019/46/{00000000..00000959}.tar::xlarge_basic_filter/2019/47/{00000000..00000967}.tar::xlarge_basic_filter/2019/48/{00000000..00001082}.tar::xlarge_basic_filter/2019/49/{00000000..00001066}.tar::xlarge_basic_filter/2019/5/{00000000..00000959}.tar::xlarge_basic_filter/2019/50/{00000000..00001067}.tar::xlarge_basic_filter/2019/51/{00000000..00001075}.tar::xlarge_basic_filter/2019/52/{00000000..00001075}.tar::xlarge_basic_filter/2019/53/{00000000..00001646}.tar::xlarge_basic_filter/2019/54/{00000000..00001599}.tar::xlarge_basic_filter/2019/55/{00000000..00000511}.tar::xlarge_basic_filter/2019/56/{00000000..00000511}.tar::xlarge_basic_filter/2019/57/{00000000..00000511}.tar::xlarge_basic_filter/2019/58/{00000000..00000511}.tar::xlarge_basic_filter/2019/59/{00000000..00000511}.tar::xlarge_basic_filter/2019/6/{00000000..00000959}.tar::xlarge_basic_filter/2019/7/{00000000..00000959}.tar::xlarge_basic_filter/2019/8/{00000000..00000895}.tar::xlarge_basic_filter/2019/9/{00000000..00000831}.tar::xlarge_basic_filter/2018/1/{00000000..00000832}.tar::xlarge_basic_filter/2018/10/{00000000..00000768}.tar::xlarge_basic_filter/2018/11/{00000000..00000831}.tar::xlarge_basic_filter/2018/12/{00000000..00000833}.tar::xlarge_basic_filter/2018/13/{00000000..00000895}.tar::xlarge_basic_filter/2018/14/{00000000..00000895}.tar::xlarge_basic_filter/2018/15/{00000000..00000831}.tar::xlarge_basic_filter/2018/16/{00000000..00000799}.tar::xlarge_basic_filter/2018/17/{00000000..00000767}.tar::xlarge_basic_filter/2018/18/{00000000..00000895}.tar::xlarge_basic_filter/2018/19/{00000000..00000879}.tar::xlarge_basic_filter/2018/2/{00000000..00000879}.tar::xlarge_basic_filter/2018/20/{00000000..00000831}.tar::xlarge_basic_filter/2018/21/{00000000..00000767}.tar::xlarge_basic_filter/2018/22/{00000000..00000759}.tar::xlarge_basic_filter/2018/23/{00000000..00000911}.tar::xlarge_basic_filter/2018/24/{00000000..00000629}.tar::xlarge_basic_filter/2018/25/{00000000..00000599}.tar::xlarge_basic_filter/2018/26/{00000000..00000063}.tar::xlarge_basic_filter/2018/27/{00000000..00000191}.tar::xlarge_basic_filter/2018/28/{00000000..00001023}.tar::xlarge_basic_filter/2018/29/{00000000..00000999}.tar::xlarge_basic_filter/2018/3/{00000000..00000895}.tar::xlarge_basic_filter/2018/30/{00000000..00000972}.tar::xlarge_basic_filter/2018/31/{00000000..00000973}.tar::xlarge_basic_filter/2018/32/{00000000..00000981}.tar::xlarge_basic_filter/2018/33/{00000000..00000999}.tar::xlarge_basic_filter/2018/34/{00000000..00000959}.tar::xlarge_basic_filter/2018/35/{00000000..00000959}.tar::xlarge_basic_filter/2018/36/{00000000..00001023}.tar::xlarge_basic_filter/2018/37/{00000000..00000999}.tar::xlarge_basic_filter/2018/38/{00000000..00000895}.tar::xlarge_basic_filter/2018/39/{00000000..00000895}.tar::xlarge_basic_filter/2018/4/{00000000..00000895}.tar::xlarge_basic_filter/2018/40/{00000000..00000877}.tar::xlarge_basic_filter/2018/41/{00000000..00000767}.tar::xlarge_basic_filter/2018/42/{00000000..00000895}.tar::xlarge_basic_filter/2018/43/{00000000..00000959}.tar::xlarge_basic_filter/2018/44/{00000000..00000959}.tar::xlarge_basic_filter/2018/45/{00000000..00000901}.tar::xlarge_basic_filter/2018/46/{00000000..00000896}.tar::xlarge_basic_filter/2018/47/{00000000..00000959}.tar::xlarge_basic_filter/2018/48/{00000000..00001023}.tar::xlarge_basic_filter/2018/49/{00000000..00001023}.tar::xlarge_basic_filter/2018/5/{00000000..00000895}.tar::xlarge_basic_filter/2018/50/{00000000..00001023}.tar::xlarge_basic_filter/2018/51/{00000000..00001023}.tar::xlarge_basic_filter/2018/52/{00000000..00001023}.tar::xlarge_basic_filter/2018/53/{00000000..00001599}.tar::xlarge_basic_filter/2018/54/{00000000..00001535}.tar::xlarge_basic_filter/2018/55/{00000000..00000511}.tar::xlarge_basic_filter/2018/56/{00000000..00000511}.tar::xlarge_basic_filter/2018/57/{00000000..00000479}.tar::xlarge_basic_filter/2018/58/{00000000..00000510}.tar::xlarge_basic_filter/2018/59/{00000000..00000479}.tar::xlarge_basic_filter/2018/6/{00000000..00000895}.tar::xlarge_basic_filter/2018/7/{00000000..00000919}.tar::xlarge_basic_filter/2018/8/{00000000..00000895}.tar::xlarge_basic_filter/2018/9/{00000000..00000830}.tar::xlarge_basic_filter/2017/1/{00000000..00000681}.tar::xlarge_basic_filter/2017/10/{00000000..00000639}.tar::xlarge_basic_filter/2017/11/{00000000..00000703}.tar::xlarge_basic_filter/2017/12/{00000000..00000703}.tar::xlarge_basic_filter/2017/13/{00000000..00000730}.tar::xlarge_basic_filter/2017/14/{00000000..00000703}.tar::xlarge_basic_filter/2017/15/{00000000..00000672}.tar::xlarge_basic_filter/2017/16/{00000000..00000639}.tar::xlarge_basic_filter/2017/17/{00000000..00000630}.tar::xlarge_basic_filter/2017/18/{00000000..00000723}.tar::xlarge_basic_filter/2017/19/{00000000..00000703}.tar::xlarge_basic_filter/2017/2/{00000000..00000703}.tar::xlarge_basic_filter/2017/20/{00000000..00000665}.tar::xlarge_basic_filter/2017/21/{00000000..00000639}.tar::xlarge_basic_filter/2017/22/{00000000..00000639}.tar::xlarge_basic_filter/2017/23/{00000000..00000767}.tar::xlarge_basic_filter/2017/24/{00000000..00000511}.tar::xlarge_basic_filter/2017/25/{00000000..00000511}.tar::xlarge_basic_filter/2017/26/{00000000..00000063}.tar::xlarge_basic_filter/2017/27/{00000000..00000139}.tar::xlarge_basic_filter/2017/28/{00000000..00000831}.tar::xlarge_basic_filter/2017/29/{00000000..00000831}.tar::xlarge_basic_filter/2017/3/{00000000..00000703}.tar::xlarge_basic_filter/2017/30/{00000000..00000770}.tar::xlarge_basic_filter/2017/31/{00000000..00000772}.tar::xlarge_basic_filter/2017/32/{00000000..00000778}.tar::xlarge_basic_filter/2017/33/{00000000..00000831}.tar::xlarge_basic_filter/2017/34/{00000000..00000767}.tar::xlarge_basic_filter/2017/35/{00000000..00000767}.tar::xlarge_basic_filter/2017/36/{00000000..00000831}.tar::xlarge_basic_filter/2017/37/{00000000..00000799}.tar::xlarge_basic_filter/2017/38/{00000000..00000719}.tar::xlarge_basic_filter/2017/39/{00000000..00000703}.tar::xlarge_basic_filter/2017/4/{00000000..00000679}.tar::xlarge_basic_filter/2017/40/{00000000..00000703}.tar::xlarge_basic_filter/2017/41/{00000000..00000639}.tar::xlarge_basic_filter/2017/42/{00000000..00000703}.tar::xlarge_basic_filter/2017/43/{00000000..00000767}.tar::xlarge_basic_filter/2017/44/{00000000..00000767}.tar::xlarge_basic_filter/2017/45/{00000000..00000767}.tar::xlarge_basic_filter/2017/46/{00000000..00000755}.tar::xlarge_basic_filter/2017/47/{00000000..00000767}.tar::xlarge_basic_filter/2017/48/{00000000..00000831}.tar::xlarge_basic_filter/2017/49/{00000000..00000831}.tar::xlarge_basic_filter/2017/5/{00000000..00000682}.tar::xlarge_basic_filter/2017/50/{00000000..00000831}.tar::xlarge_basic_filter/2017/51/{00000000..00000831}.tar::xlarge_basic_filter/2017/52/{00000000..00000831}.tar::xlarge_basic_filter/2017/53/{00000000..00001279}.tar::xlarge_basic_filter/2017/54/{00000000..00001227}.tar::xlarge_basic_filter/2017/55/{00000000..00000435}.tar::xlarge_basic_filter/2017/56/{00000000..00000433}.tar::xlarge_basic_filter/2017/57/{00000000..00000383}.tar::xlarge_basic_filter/2017/58/{00000000..00000383}.tar::xlarge_basic_filter/2017/59/{00000000..00000383}.tar::xlarge_basic_filter/2017/6/{00000000..00000679}.tar::xlarge_basic_filter/2017/7/{00000000..00000767}.tar::xlarge_basic_filter/2017/8/{00000000..00000719}.tar::xlarge_basic_filter/2017/9/{00000000..00000639}.tar::xlarge_basic_filter/2016/1/{00000000..00000255}.tar::xlarge_basic_filter/2016/10/{00000000..00000255}.tar::xlarge_basic_filter/2016/11/{00000000..00000255}.tar::xlarge_basic_filter/2016/12/{00000000..00000239}.tar::xlarge_basic_filter/2016/13/{00000000..00000239}.tar::xlarge_basic_filter/2016/14/{00000000..00000255}.tar::xlarge_basic_filter/2016/15/{00000000..00000239}.tar::xlarge_basic_filter/2016/16/{00000000..00000255}.tar::xlarge_basic_filter/2016/17/{00000000..00000255}.tar::xlarge_basic_filter/2016/18/{00000000..00000239}.tar::xlarge_basic_filter/2016/19/{00000000..00000239}.tar::xlarge_basic_filter/2016/2/{00000000..00000255}.tar::xlarge_basic_filter/2016/20/{00000000..00000239}.tar::xlarge_basic_filter/2016/21/{00000000..00000238}.tar::xlarge_basic_filter/2016/22/{00000000..00000251}.tar::xlarge_basic_filter/2016/23/{00000000..00000255}.tar::xlarge_basic_filter/2016/24/{00000000..00000191}.tar::xlarge_basic_filter/2016/25/{00000000..00000191}.tar::xlarge_basic_filter/2016/26/{00000000..00000039}.tar::xlarge_basic_filter/2016/27/{00000000..00000073}.tar::xlarge_basic_filter/2016/28/{00000000..00000279}.tar::xlarge_basic_filter/2016/29/{00000000..00000319}.tar::xlarge_basic_filter/2016/3/{00000000..00000255}.tar::xlarge_basic_filter/2016/30/{00000000..00000276}.tar::xlarge_basic_filter/2016/31/{00000000..00000279}.tar::xlarge_basic_filter/2016/32/{00000000..00000317}.tar::xlarge_basic_filter/2016/33/{00000000..00000317}.tar::xlarge_basic_filter/2016/34/{00000000..00000279}.tar::xlarge_basic_filter/2016/35/{00000000..00000255}.tar::xlarge_basic_filter/2016/36/{00000000..00000319}.tar::xlarge_basic_filter/2016/37/{00000000..00000279}.tar::xlarge_basic_filter/2016/38/{00000000..00000239}.tar::xlarge_basic_filter/2016/39/{00000000..00000255}.tar::xlarge_basic_filter/2016/4/{00000000..00000255}.tar::xlarge_basic_filter/2016/40/{00000000..00000255}.tar::xlarge_basic_filter/2016/41/{00000000..00000210}.tar::xlarge_basic_filter/2016/42/{00000000..00000255}.tar::xlarge_basic_filter/2016/43/{00000000..00000255}.tar::xlarge_basic_filter/2016/44/{00000000..00000279}.tar::xlarge_basic_filter/2016/45/{00000000..00000255}.tar::xlarge_basic_filter/2016/46/{00000000..00000255}.tar::xlarge_basic_filter/2016/47/{00000000..00000269}.tar::xlarge_basic_filter/2016/48/{00000000..00000319}.tar::xlarge_basic_filter/2016/49/{00000000..00000319}.tar::xlarge_basic_filter/2016/5/{00000000..00000255}.tar::xlarge_basic_filter/2016/50/{00000000..00000317}.tar::xlarge_basic_filter/2016/51/{00000000..00000319}.tar::xlarge_basic_filter/2016/52/{00000000..00000319}.tar::xlarge_basic_filter/2016/53/{00000000..00000439}.tar::xlarge_basic_filter/2016/54/{00000000..00000447}.tar::xlarge_basic_filter/2016/55/{00000000..00000187}.tar::xlarge_basic_filter/2016/56/{00000000..00000181}.tar::xlarge_basic_filter/2016/57/{00000000..00000137}.tar::xlarge_basic_filter/2016/58/{00000000..00000127}.tar::xlarge_basic_filter/2016/59/{00000000..00000127}.tar::xlarge_basic_filter/2016/6/{00000000..00000255}.tar::xlarge_basic_filter/2016/7/{00000000..00000279}.tar::xlarge_basic_filter/2016/8/{00000000..00000239}.tar::xlarge_basic_filter/2016/9/{00000000..00000255}.tar::xlarge_basic_filter/2015/0/{00000000..00000127}.tar::xlarge_basic_filter/2015/1/{00000000..00000127}.tar::xlarge_basic_filter/2015/10/{00000000..00000127}.tar::xlarge_basic_filter/2015/11/{00000000..00000127}.tar::xlarge_basic_filter/2015/12/{00000000..00000127}.tar::xlarge_basic_filter/2015/13/{00000000..00000127}.tar::xlarge_basic_filter/2015/14/{00000000..00000127}.tar::xlarge_basic_filter/2015/15/{00000000..00000127}.tar::xlarge_basic_filter/2015/16/{00000000..00000127}.tar::xlarge_basic_filter/2015/17/{00000000..00000127}.tar::xlarge_basic_filter/2015/18/{00000000..00000127}.tar::xlarge_basic_filter/2015/19/{00000000..00000127}.tar::xlarge_basic_filter/2015/2/{00000000..00000127}.tar::xlarge_basic_filter/2015/20/{00000000..00000127}.tar::xlarge_basic_filter/2015/21/{00000000..00000079}.tar::xlarge_basic_filter/2015/22/{00000000..00000079}.tar::xlarge_basic_filter/2015/23/{00000000..00000119}.tar::xlarge_basic_filter/2015/24/{00000000..00000079}.tar::xlarge_basic_filter/2015/25/{00000000..00000079}.tar::xlarge_basic_filter/2015/26/{00000000..00000063}.tar::xlarge_basic_filter/2015/27/{00000000..00000063}.tar::xlarge_basic_filter/2015/28/{00000000..00000127}.tar::xlarge_basic_filter/2015/29/{00000000..00000127}.tar::xlarge_basic_filter/2015/3/{00000000..00000127}.tar::xlarge_basic_filter/2015/30/{00000000..00000127}.tar::xlarge_basic_filter/2015/31/{00000000..00000127}.tar::xlarge_basic_filter/2015/32/{00000000..00000127}.tar::xlarge_basic_filter/2015/33/{00000000..00000119}.tar::xlarge_basic_filter/2015/34/{00000000..00000119}.tar::xlarge_basic_filter/2015/35/{00000000..00000127}.tar::xlarge_basic_filter/2015/36/{00000000..00000127}.tar::xlarge_basic_filter/2015/37/{00000000..00000119}.tar::xlarge_basic_filter/2015/38/{00000000..00000127}.tar::xlarge_basic_filter/2015/39/{00000000..00000127}.tar::xlarge_basic_filter/2015/4/{00000000..00000127}.tar::xlarge_basic_filter/2015/40/{00000000..00000119}.tar::xlarge_basic_filter/2015/41/{00000000..00000079}.tar::xlarge_basic_filter/2015/42/{00000000..00000119}.tar::xlarge_basic_filter/2015/43/{00000000..00000119}.tar::xlarge_basic_filter/2015/44/{00000000..00000127}.tar::xlarge_basic_filter/2015/45/{00000000..00000127}.tar::xlarge_basic_filter/2015/46/{00000000..00000127}.tar::xlarge_basic_filter/2015/47/{00000000..00000127}.tar::xlarge_basic_filter/2015/48/{00000000..00000127}.tar::xlarge_basic_filter/2015/49/{00000000..00000119}.tar::xlarge_basic_filter/2015/5/{00000000..00000127}.tar::xlarge_basic_filter/2015/50/{00000000..00000127}.tar::xlarge_basic_filter/2015/51/{00000000..00000119}.tar::xlarge_basic_filter/2015/52/{00000000..00000127}.tar::xlarge_basic_filter/2015/53/{00000000..00000199}.tar::xlarge_basic_filter/2015/54/{00000000..00000159}.tar::xlarge_basic_filter/2015/55/{00000000..00000079}.tar::xlarge_basic_filter/2015/56/{00000000..00000063}.tar::xlarge_basic_filter/2015/57/{00000000..00000063}.tar::xlarge_basic_filter/2015/58/{00000000..00000079}.tar::xlarge_basic_filter/2015/59/{00000000..00000063}.tar::xlarge_basic_filter/2015/6/{00000000..00000127}.tar::xlarge_basic_filter/2015/7/{00000000..00000127}.tar::xlarge_basic_filter/2015/8/{00000000..00000127}.tar::xlarge_basic_filter/2015/9/{00000000..00000127}.tar::xlarge_basic_filter/2014/0/{00000000..00000127}.tar::xlarge_basic_filter/2014/1/{00000000..00000127}.tar::xlarge_basic_filter/2014/10/{00000000..00000098}.tar::xlarge_basic_filter/2014/11/{00000000..00000127}.tar::xlarge_basic_filter/2014/12/{00000000..00000127}.tar::xlarge_basic_filter/2014/13/{00000000..00000127}.tar::xlarge_basic_filter/2014/14/{00000000..00000127}.tar::xlarge_basic_filter/2014/15/{00000000..00000127}.tar::xlarge_basic_filter/2014/16/{00000000..00000105}.tar::xlarge_basic_filter/2014/17/{00000000..00000127}.tar::xlarge_basic_filter/2014/18/{00000000..00000127}.tar::xlarge_basic_filter/2014/19/{00000000..00000127}.tar::xlarge_basic_filter/2014/2/{00000000..00000127}.tar::xlarge_basic_filter/2014/20/{00000000..00000119}.tar::xlarge_basic_filter/2014/21/{00000000..00000127}.tar::xlarge_basic_filter/2014/22/{00000000..00000079}.tar::xlarge_basic_filter/2014/23/{00000000..00000127}.tar::xlarge_basic_filter/2014/24/{00000000..00000063}.tar::xlarge_basic_filter/2014/25/{00000000..00000063}.tar::xlarge_basic_filter/2014/26/{00000000..00000063}.tar::xlarge_basic_filter/2014/27/{00000000..00000063}.tar::xlarge_basic_filter/2014/28/{00000000..00000127}.tar::xlarge_basic_filter/2014/29/{00000000..00000127}.tar::xlarge_basic_filter/2014/3/{00000000..00000127}.tar::xlarge_basic_filter/2014/30/{00000000..00000127}.tar::xlarge_basic_filter/2014/31/{00000000..00000127}.tar::xlarge_basic_filter/2014/32/{00000000..00000127}.tar::xlarge_basic_filter/2014/33/{00000000..00000127}.tar::xlarge_basic_filter/2014/34/{00000000..00000127}.tar::xlarge_basic_filter/2014/35/{00000000..00000127}.tar::xlarge_basic_filter/2014/36/{00000000..00000127}.tar::xlarge_basic_filter/2014/37/{00000000..00000127}.tar::xlarge_basic_filter/2014/38/{00000000..00000127}.tar::xlarge_basic_filter/2014/39/{00000000..00000127}.tar::xlarge_basic_filter/2014/4/{00000000..00000119}.tar::xlarge_basic_filter/2014/40/{00000000..00000127}.tar::xlarge_basic_filter/2014/41/{00000000..00000127}.tar::xlarge_basic_filter/2014/42/{00000000..00000127}.tar::xlarge_basic_filter/2014/43/{00000000..00000127}.tar::xlarge_basic_filter/2014/44/{00000000..00000127}.tar::xlarge_basic_filter/2014/45/{00000000..00000127}.tar::xlarge_basic_filter/2014/46/{00000000..00000127}.tar::xlarge_basic_filter/2014/47/{00000000..00000127}.tar::xlarge_basic_filter/2014/48/{00000000..00000127}.tar::xlarge_basic_filter/2014/49/{00000000..00000127}.tar::xlarge_basic_filter/2014/5/{00000000..00000119}.tar::xlarge_basic_filter/2014/50/{00000000..00000127}.tar::xlarge_basic_filter/2014/51/{00000000..00000127}.tar::xlarge_basic_filter/2014/52/{00000000..00000127}.tar::xlarge_basic_filter/2014/53/{00000000..00000191}.tar::xlarge_basic_filter/2014/54/{00000000..00000191}.tar::xlarge_basic_filter/2014/55/{00000000..00000063}.tar::xlarge_basic_filter/2014/56/{00000000..00000063}.tar::xlarge_basic_filter/2014/57/{00000000..00000063}.tar::xlarge_basic_filter/2014/58/{00000000..00000063}.tar::xlarge_basic_filter/2014/59/{00000000..00000063}.tar::xlarge_basic_filter/2014/6/{00000000..00000127}.tar::xlarge_basic_filter/2014/7/{00000000..00000127}.tar::xlarge_basic_filter/2014/8/{00000000..00000119}.tar::xlarge_basic_filter/2014/9/{00000000..00000117}.tar::xlarge_basic_filter/2020/1/{00000000..00000703}.tar::xlarge_basic_filter/2020/10/{00000000..00000644}.tar::xlarge_basic_filter/2020/11/{00000000..00000703}.tar::xlarge_basic_filter/2020/12/{00000000..00000703}.tar::xlarge_basic_filter/2020/13/{00000000..00000767}.tar::xlarge_basic_filter/2020/14/{00000000..00000727}.tar::xlarge_basic_filter/2020/15/{00000000..00000703}.tar::xlarge_basic_filter/2020/16/{00000000..00000676}.tar::xlarge_basic_filter/2020/17/{00000000..00000639}.tar::xlarge_basic_filter/2020/18/{00000000..00000759}.tar::xlarge_basic_filter/2020/19/{00000000..00000718}.tar::xlarge_basic_filter/2020/2/{00000000..00000767}.tar::xlarge_basic_filter/2020/20/{00000000..00000703}.tar::xlarge_basic_filter/2020/21/{00000000..00000639}.tar::xlarge_basic_filter/2020/22/{00000000..00000639}.tar::xlarge_basic_filter/2020/23/{00000000..00000767}.tar::xlarge_basic_filter/2020/24/{00000000..00000514}.tar::xlarge_basic_filter/2020/25/{00000000..00000511}.tar::xlarge_basic_filter/2020/26/{00000000..00000063}.tar::xlarge_basic_filter/2020/27/{00000000..00000165}.tar::xlarge_basic_filter/2020/28/{00000000..00000831}.tar::xlarge_basic_filter/2020/29/{00000000..00000831}.tar::xlarge_basic_filter/2020/3/{00000000..00000766}.tar::xlarge_basic_filter/2020/30/{00000000..00000831}.tar::xlarge_basic_filter/2020/31/{00000000..00000831}.tar::xlarge_basic_filter/2020/32/{00000000..00000831}.tar::xlarge_basic_filter/2020/33/{00000000..00000831}.tar::xlarge_basic_filter/2020/34/{00000000..00000831}.tar::xlarge_basic_filter/2020/35/{00000000..00000831}.tar::xlarge_basic_filter/2020/36/{00000000..00000831}.tar::xlarge_basic_filter/2020/37/{00000000..00000831}.tar::xlarge_basic_filter/2020/38/{00000000..00000767}.tar::xlarge_basic_filter/2020/39/{00000000..00000760}.tar::xlarge_basic_filter/2020/4/{00000000..00000719}.tar::xlarge_basic_filter/2020/40/{00000000..00000719}.tar::xlarge_basic_filter/2020/41/{00000000..00000639}.tar::xlarge_basic_filter/2020/42/{00000000..00000726}.tar::xlarge_basic_filter/2020/43/{00000000..00000767}.tar::xlarge_basic_filter/2020/44/{00000000..00000795}.tar::xlarge_basic_filter/2020/45/{00000000..00000759}.tar::xlarge_basic_filter/2020/46/{00000000..00000759}.tar::xlarge_basic_filter/2020/47/{00000000..00000759}.tar::xlarge_basic_filter/2020/48/{00000000..00000839}.tar::xlarge_basic_filter/2020/49/{00000000..00000831}.tar::xlarge_basic_filter/2020/5/{00000000..00000767}.tar::xlarge_basic_filter/2020/50/{00000000..00000839}.tar::xlarge_basic_filter/2020/51/{00000000..00000831}.tar::xlarge_basic_filter/2020/52/{00000000..00000839}.tar::xlarge_basic_filter/2020/53/{00000000..00001323}.tar::xlarge_basic_filter/2020/54/{00000000..00001279}.tar::xlarge_basic_filter/2020/55/{00000000..00000403}.tar::xlarge_basic_filter/2020/56/{00000000..00000401}.tar::xlarge_basic_filter/2020/57/{00000000..00000430}.tar::xlarge_basic_filter/2020/58/{00000000..00000383}.tar::xlarge_basic_filter/2020/59/{00000000..00000399}.tar::xlarge_basic_filter/2020/6/{00000000..00000767}.tar::xlarge_basic_filter/2020/7/{00000000..00000769}.tar::xlarge_basic_filter/2020/8/{00000000..00000767}.tar::xlarge_basic_filter/2020/9/{00000000..00000703}.tar
train_data_upsampling_factors: None
train_num_samples: None
use_bn_sync: False
use_bnb_linear: None
val_data: None
val_frequency: 1
val_num_samples: None
wandb: True
wandb_notes:
wandb_project_name: datacomp-xlarge-CL
warmup: 2000
wd: 0.2
workers: 4
world_size: 96
zeroshot_frequency: 1
|