third_party/ASpanFormer/src/config/default.py

from yacs.config import CfgNode as CN

_CN = CN()

##############  ↓  ASPAN Pipeline  ↓  ##############
_CN.ASPAN = CN()
_CN.ASPAN.BACKBONE_TYPE = "ResNetFPN"
_CN.ASPAN.RESOLUTION = (8, 2)  # options: [(8, 2), (16, 4)]
_CN.ASPAN.FINE_WINDOW_SIZE = 5  # window_size in fine_level, must be odd
_CN.ASPAN.FINE_CONCAT_COARSE_FEAT = True

# 1. ASPAN-backbone (local feature CNN) config
_CN.ASPAN.RESNETFPN = CN()
_CN.ASPAN.RESNETFPN.INITIAL_DIM = 128
_CN.ASPAN.RESNETFPN.BLOCK_DIMS = [128, 196, 256]  # s1, s2, s3

# 2. ASPAN-coarse module config
_CN.ASPAN.COARSE = CN()
_CN.ASPAN.COARSE.D_MODEL = 256
_CN.ASPAN.COARSE.D_FFN = 256
_CN.ASPAN.COARSE.D_FLOW = 128
_CN.ASPAN.COARSE.NHEAD = 8
_CN.ASPAN.COARSE.NLEVEL = 3
_CN.ASPAN.COARSE.INI_LAYER_NUM = 2
_CN.ASPAN.COARSE.LAYER_NUM = 4
_CN.ASPAN.COARSE.NSAMPLE = [2, 8]
_CN.ASPAN.COARSE.RADIUS_SCALE = 5
_CN.ASPAN.COARSE.COARSEST_LEVEL = [26, 26]
_CN.ASPAN.COARSE.TRAIN_RES = None
_CN.ASPAN.COARSE.TEST_RES = None

# 3. Coarse-Matching config
_CN.ASPAN.MATCH_COARSE = CN()
_CN.ASPAN.MATCH_COARSE.THR = 0.2
_CN.ASPAN.MATCH_COARSE.BORDER_RM = 2
_CN.ASPAN.MATCH_COARSE.MATCH_TYPE = (
    "dual_softmax"  # options: ['dual_softmax, 'sinkhorn']
)
_CN.ASPAN.MATCH_COARSE.SKH_ITERS = 3
_CN.ASPAN.MATCH_COARSE.SKH_INIT_BIN_SCORE = 1.0
_CN.ASPAN.MATCH_COARSE.SKH_PREFILTER = False
_CN.ASPAN.MATCH_COARSE.TRAIN_COARSE_PERCENT = 0.2  # training tricks: save GPU memory
_CN.ASPAN.MATCH_COARSE.TRAIN_PAD_NUM_GT_MIN = 200  # training tricks: avoid DDP deadlock
_CN.ASPAN.MATCH_COARSE.SPARSE_SPVS = True
_CN.ASPAN.MATCH_COARSE.LEARNABLE_DS_TEMP = True

# 4. ASPAN-fine module config
_CN.ASPAN.FINE = CN()
_CN.ASPAN.FINE.D_MODEL = 128
_CN.ASPAN.FINE.D_FFN = 128
_CN.ASPAN.FINE.NHEAD = 8
_CN.ASPAN.FINE.LAYER_NAMES = ["self", "cross"] * 1
_CN.ASPAN.FINE.ATTENTION = "linear"

# 5. ASPAN Losses
# -- # coarse-level
_CN.ASPAN.LOSS = CN()
_CN.ASPAN.LOSS.COARSE_TYPE = "focal"  # ['focal', 'cross_entropy']
_CN.ASPAN.LOSS.COARSE_WEIGHT = 1.0
# _CN.ASPAN.LOSS.SPARSE_SPVS = False
# -- - -- # focal loss (coarse)
_CN.ASPAN.LOSS.FOCAL_ALPHA = 0.25
_CN.ASPAN.LOSS.FOCAL_GAMMA = 2.0
_CN.ASPAN.LOSS.POS_WEIGHT = 1.0
_CN.ASPAN.LOSS.NEG_WEIGHT = 1.0
# _CN.ASPAN.LOSS.DUAL_SOFTMAX = False  # whether coarse-level use dual-softmax or not.
# use `_CN.ASPAN.MATCH_COARSE.MATCH_TYPE`

# -- # fine-level
_CN.ASPAN.LOSS.FINE_TYPE = "l2_with_std"  # ['l2_with_std', 'l2']
_CN.ASPAN.LOSS.FINE_WEIGHT = 1.0
_CN.ASPAN.LOSS.FINE_CORRECT_THR = 1.0  # for filtering valid fine-level gts (some gt matches might fall out of the fine-level window)

# -- # flow-sloss
_CN.ASPAN.LOSS.FLOW_WEIGHT = 0.1


##############  Dataset  ##############
_CN.DATASET = CN()
# 1. data config
# training and validating
_CN.DATASET.TRAINVAL_DATA_SOURCE = None  # options: ['ScanNet', 'MegaDepth']
_CN.DATASET.TRAIN_DATA_ROOT = None
_CN.DATASET.TRAIN_POSE_ROOT = None  # (optional directory for poses)
_CN.DATASET.TRAIN_NPZ_ROOT = None
_CN.DATASET.TRAIN_LIST_PATH = None
_CN.DATASET.TRAIN_INTRINSIC_PATH = None
_CN.DATASET.VAL_DATA_ROOT = None
_CN.DATASET.VAL_POSE_ROOT = None  # (optional directory for poses)
_CN.DATASET.VAL_NPZ_ROOT = None
_CN.DATASET.VAL_LIST_PATH = (
    None  # None if val data from all scenes are bundled into a single npz file
)
_CN.DATASET.VAL_INTRINSIC_PATH = None
# testing
_CN.DATASET.TEST_DATA_SOURCE = None
_CN.DATASET.TEST_DATA_ROOT = None
_CN.DATASET.TEST_POSE_ROOT = None  # (optional directory for poses)
_CN.DATASET.TEST_NPZ_ROOT = None
_CN.DATASET.TEST_LIST_PATH = (
    None  # None if test data from all scenes are bundled into a single npz file
)
_CN.DATASET.TEST_INTRINSIC_PATH = None

# 2. dataset config
# general options
_CN.DATASET.MIN_OVERLAP_SCORE_TRAIN = (
    0.4  # discard data with overlap_score < min_overlap_score
)
_CN.DATASET.MIN_OVERLAP_SCORE_TEST = 0.0
_CN.DATASET.AUGMENTATION_TYPE = None  # options: [None, 'dark', 'mobile']

# MegaDepth options
_CN.DATASET.MGDPT_IMG_RESIZE = (
    640  # resize the longer side, zero-pad bottom-right to square.
)
_CN.DATASET.MGDPT_IMG_PAD = True  # pad img to square with size = MGDPT_IMG_RESIZE
_CN.DATASET.MGDPT_DEPTH_PAD = True  # pad depthmap to square with size = 2000
_CN.DATASET.MGDPT_DF = 8

##############  Trainer  ##############
_CN.TRAINER = CN()
_CN.TRAINER.WORLD_SIZE = 1
_CN.TRAINER.CANONICAL_BS = 64
_CN.TRAINER.CANONICAL_LR = 6e-3
_CN.TRAINER.SCALING = None  # this will be calculated automatically
_CN.TRAINER.FIND_LR = False  # use learning rate finder from pytorch-lightning

# optimizer
_CN.TRAINER.OPTIMIZER = "adamw"  # [adam, adamw]
_CN.TRAINER.TRUE_LR = None  # this will be calculated automatically at runtime
_CN.TRAINER.ADAM_DECAY = 0.0  # ADAM: for adam
_CN.TRAINER.ADAMW_DECAY = 0.1

# step-based warm-up
_CN.TRAINER.WARMUP_TYPE = "linear"  # [linear, constant]
_CN.TRAINER.WARMUP_RATIO = 0.0
_CN.TRAINER.WARMUP_STEP = 4800

# learning rate scheduler
_CN.TRAINER.SCHEDULER = "MultiStepLR"  # [MultiStepLR, CosineAnnealing, ExponentialLR]
_CN.TRAINER.SCHEDULER_INTERVAL = "epoch"  # [epoch, step]
_CN.TRAINER.MSLR_MILESTONES = [3, 6, 9, 12]  # MSLR: MultiStepLR
_CN.TRAINER.MSLR_GAMMA = 0.5
_CN.TRAINER.COSA_TMAX = 30  # COSA: CosineAnnealing
_CN.TRAINER.ELR_GAMMA = 0.999992  # ELR: ExponentialLR, this value for 'step' interval

# plotting related
_CN.TRAINER.ENABLE_PLOTTING = True
_CN.TRAINER.N_VAL_PAIRS_TO_PLOT = 32  # number of val/test paris for plotting
_CN.TRAINER.PLOT_MODE = "evaluation"  # ['evaluation', 'confidence']
_CN.TRAINER.PLOT_MATCHES_ALPHA = "dynamic"

# geometric metrics and pose solver
_CN.TRAINER.EPI_ERR_THR = (
    5e-4  # recommendation: 5e-4 for ScanNet, 1e-4 for MegaDepth (from SuperGlue)
)
_CN.TRAINER.POSE_GEO_MODEL = "E"  # ['E', 'F', 'H']
_CN.TRAINER.POSE_ESTIMATION_METHOD = "RANSAC"  # [RANSAC, DEGENSAC, MAGSAC]
_CN.TRAINER.RANSAC_PIXEL_THR = 0.5
_CN.TRAINER.RANSAC_CONF = 0.99999
_CN.TRAINER.RANSAC_MAX_ITERS = 10000
_CN.TRAINER.USE_MAGSACPP = False

# data sampler for train_dataloader
_CN.TRAINER.DATA_SAMPLER = (
    "scene_balance"  # options: ['scene_balance', 'random', 'normal']
)
# 'scene_balance' config
_CN.TRAINER.N_SAMPLES_PER_SUBSET = 200
_CN.TRAINER.SB_SUBSET_SAMPLE_REPLACEMENT = (
    True  # whether sample each scene with replacement or not
)
_CN.TRAINER.SB_SUBSET_SHUFFLE = (
    True  # after sampling from scenes, whether shuffle within the epoch or not
)
_CN.TRAINER.SB_REPEAT = 1  # repeat N times for training the sampled data
# 'random' config
_CN.TRAINER.RDM_REPLACEMENT = True
_CN.TRAINER.RDM_NUM_SAMPLES = None

# gradient clipping
_CN.TRAINER.GRADIENT_CLIPPING = 0.5

# reproducibility
# This seed affects the data sampling. With the same seed, the data sampling is promised
# to be the same. When resume training from a checkpoint, it's better to use a different
# seed, otherwise the sampled data will be exactly the same as before resuming, which will
# cause less unique data items sampled during the entire training.
# Use of different seed values might affect the final training result, since not all data items
# are used during training on ScanNet. (60M pairs of images sampled during traing from 230M pairs in total.)
_CN.TRAINER.SEED = 66


def get_cfg_defaults():
    """Get a yacs CfgNode object with default values for my_project."""
    # Return a clone so that the defaults will not be altered
    # This is for the "local variable" use pattern
    return _CN.clone()