common_cnnr101_MNIST_split2_2_exp/config.json

{
    "tensorboard": true,
    "wandb": true,
    "exp_name": "common0518_3_fix_cnnr101_MNIST_split2_2",
    "cfg": "configs/MNIST/cnnr101_common0518_3_fix.yaml",
    "random_seed": 2023,
    "n_gpu": 1,
    "model_arch": "cnnr101",
    "image_size": 128,
    "checkpoint_path": "runs/train/common0518_3_fix_cnnr101_MNIST_split2_1_exp/ckpts/val_loss-best-v4.ckpt",
    "data_dir": "./data",
    "dataset": "MNIST",
    "num_classes": 6,
    "known_classes": [
        3,
        2,
        6,
        9,
        4,
        0
    ],
    "osr_dataset": null,
    "osr_classes": null,
    "batch_size": 256,
    "num_workers_pgpu": 10,
    "max_epochs": 17,
    "warmup_epochs": 7,
    "train_steps": null,
    "warmup_steps": null,
    "lr": 1e-05,
    "lr_strategy": "cosine",
    "num_restarts": 0,
    "wd": 0.0001,
    "opt": "SGD",
    "save_freq": 50,
    "label_smoothing": 0,
    "transform": "default",
    "resume": false,
    "sim_block": "attention",
    "num_sim_block": 1,
    "sim_task": "reg",
    "plot_model": false,
    "plot_confusion_matrix": false,
    "plot_feature_embedding": false,
    "plot_roc": false,
    "sim_alpha": 0.01,
    "sim_lambda": null,
    "frozen_encoder": false,
    "class_anchor": "mean",
    "anchor_freq": 10,
    "fusion": "cross-attention",
    "model_config": {
        "sim_block": "attention",
        "num_sim_block": 1,
        "sim_task": "reg",
        "emb_dim": 768,
        "mlp_dim": 3072,
        "sim_num_heads": 12,
        "num_heads": 12,
        "num_layers": 12,
        "attn_dropout_rate": 0.0,
        "dropout_rate": 0.1
    },
    "tensorboard_dir": "runs/train/common0518_3_fix_cnnr101_MNIST_split2_2_exp17/tb/",
    "checkpoint_dir": "runs/train/common0518_3_fix_cnnr101_MNIST_split2_2_exp17/ckpts/",
    "embedding_dir": "runs/train/common0518_3_fix_cnnr101_MNIST_split2_2_exp17/embeddings/",
    "lightning_dir": "runs/train/common0518_3_fix_cnnr101_MNIST_split2_2_exp17/lightning_logs/",
    "result_dir": "runs/train/common0518_3_fix_cnnr101_MNIST_split2_2_exp17"
}