src/sts/projects/SWINTS/swints/config.py

from detectron2.config import CfgNode as CN


def add_SWINTS_config(cfg):
    """
    Add config for SWINTS.
    """
    cfg.MODEL.SWINTS = CN()
    cfg.MODEL.SWINTS.NUM_CLASSES = 80
    cfg.MODEL.SWINTS.NUM_PROPOSALS = 300
    cfg.MODEL.SWINTS.TEST_NUM_PROPOSALS = 100

    # RCNN Head.
    cfg.MODEL.SWINTS.NHEADS = 8
    cfg.MODEL.SWINTS.DROPOUT = 0.0
    cfg.MODEL.SWINTS.DIM_FEEDFORWARD = 2048
    cfg.MODEL.SWINTS.ACTIVATION = 'relu'
    cfg.MODEL.SWINTS.HIDDEN_DIM = 256
    cfg.MODEL.SWINTS.NUM_CLS = 3
    cfg.MODEL.SWINTS.NUM_REG = 3
    cfg.MODEL.SWINTS.NUM_MASK = 3
    cfg.MODEL.SWINTS.NUM_HEADS = 6

    cfg.MODEL.SWINTS.MASK_DIM = 60


    # Dynamic Conv.
    cfg.MODEL.SWINTS.NUM_DYNAMIC = 2
    cfg.MODEL.SWINTS.DIM_DYNAMIC = 64

    # Recognition Head
    cfg.MODEL.REC_HEAD = CN()
    cfg.MODEL.REC_HEAD.BATCH_SIZE = 48
    cfg.MODEL.REC_HEAD.POOLER_RESOLUTION = (28,28)
    cfg.MODEL.REC_HEAD.RESOLUTION = (32, 32)
    cfg.MODEL.REC_HEAD.NUM_CLASSES = 107

    # Loss.
    cfg.MODEL.SWINTS.CLASS_WEIGHT = 2.0
    cfg.MODEL.SWINTS.GIOU_WEIGHT = 2.0
    cfg.MODEL.SWINTS.L1_WEIGHT = 5.0
    cfg.MODEL.SWINTS.REC_WEIGHT = 1.0
    cfg.MODEL.SWINTS.DEEP_SUPERVISION = True
    cfg.MODEL.SWINTS.NO_OBJECT_WEIGHT = 0.1
    cfg.MODEL.SWINTS.MASK_WEIGHT = 2.0

    # Focal Loss.
    cfg.MODEL.SWINTS.ALPHA = 0.25
    cfg.MODEL.SWINTS.GAMMA = 2.0
    cfg.MODEL.SWINTS.PRIOR_PROB = 0.01

    # Optimizer.
    cfg.SOLVER.OPTIMIZER = "ADAMW"
    cfg.SOLVER.BACKBONE_MULTIPLIER = 1.0

    # Matcher
    cfg.MODEL.SWINTS.IOU_THRESHOLDS = [0.5]
    cfg.MODEL.SWINTS.IOU_LABELS = [0, 1]

    # Encoder
    cfg.MODEL.SWINTS.PATH_COMPONENTS = "./src/sts/projects/SWINTS/LME/coco_2017_train_class_agnosticTrue_whitenTrue_sigmoidTrue_60_siz28.npz"
    
    # SWINT backbone
    cfg.MODEL.SWINT = CN()
    cfg.MODEL.SWINT.EMBED_DIM = 96
    cfg.MODEL.SWINT.OUT_FEATURES = ["stage2", "stage3", "stage4", "stage5"]
    cfg.MODEL.SWINT.DEPTHS = [2, 2, 6, 2]
    cfg.MODEL.SWINT.NUM_HEADS = [3, 6, 12, 24]
    cfg.MODEL.SWINT.WINDOW_SIZE = 7
    cfg.MODEL.SWINT.MLP_RATIO = 4
    cfg.MODEL.SWINT.DROP_PATH_RATE = 0.2
    cfg.MODEL.SWINT.APE = False
    cfg.MODEL.BACKBONE.FREEZE_AT = -1

    # addation
    cfg.MODEL.FPN.TOP_LEVELS = 2

    # Test config
    cfg.TEST.USE_NMS_IN_TSET = True
    cfg.TEST.INFERENCE_TH_TEST = 0.4