{
  "config_file": "config/cfg_fsc147_vit_b.py",
  "options": {
    "text_encoder_type": "checkpoints/bert-base-uncased"
  },
  "datasets": "config/datasets_fsc147.json",
  "remove_difficult": false,
  "fix_size": false,
  "output_dir": "./debug",
  "note": "",
  "device": "cuda",
  "seed": 42,
  "resume": "",
  "pretrain_model_path": "checkpoints/groundingdino_swinb_cogcoor.pth",
  "finetune_ignore": null,
  "start_epoch": 0,
  "eval": false,
  "num_workers": 8,
  "test": false,
  "debug": false,
  "find_unused_params": false,
  "save_results": false,
  "save_log": false,
  "world_size": 1,
  "dist_url": "env://",
  "rank": 0,
  "local_rank": 0,
  "amp": false,
  "distributed": false,
  "data_aug_scales": [
    480,
    512,
    544,
    576,
    608,
    640,
    672,
    704,
    736,
    768,
    800
  ],
  "data_aug_max_size": 1333,
  "data_aug_scales2_resize": [
    400,
    500,
    600
  ],
  "data_aug_scales2_crop": [
    384,
    600
  ],
  "data_aug_scale_overlap": null,
  "batch_size": 4,
  "modelname": "groundingdino",
  "backbone": "swin_B_384_22k",
  "position_embedding": "sine",
  "pe_temperatureH": 20,
  "pe_temperatureW": 20,
  "return_interm_indices": [
    1,
    2,
    3
  ],
  "enc_layers": 6,
  "dec_layers": 6,
  "pre_norm": false,
  "dim_feedforward": 2048,
  "hidden_dim": 256,
  "dropout": 0.0,
  "nheads": 8,
  "num_queries": 900,
  "query_dim": 4,
  "num_patterns": 0,
  "num_feature_levels": 4,
  "enc_n_points": 4,
  "dec_n_points": 4,
  "two_stage_type": "standard",
  "two_stage_bbox_embed_share": false,
  "two_stage_class_embed_share": false,
  "transformer_activation": "relu",
  "dec_pred_bbox_embed_share": true,
  "dn_box_noise_scale": 1.0,
  "dn_label_noise_ratio": 0.5,
  "dn_label_coef": 1.0,
  "dn_bbox_coef": 1.0,
  "embed_init_tgt": true,
  "dn_labelbook_size": 91,
  "max_text_len": 256,
  "text_encoder_type": "checkpoints/bert-base-uncased",
  "use_text_enhancer": true,
  "use_fusion_layer": true,
  "use_checkpoint": true,
  "use_transformer_ckpt": true,
  "use_text_cross_attention": true,
  "text_dropout": 0.0,
  "fusion_dropout": 0.0,
  "fusion_droppath": 0.1,
  "sub_sentence_present": true,
  "max_labels": 90,
  "lr": 0.0001,
  "backbone_freeze_keywords": null,
  "freeze_keywords": [
    "backbone.0",
    "bert"
  ],
  "lr_backbone": 1e-05,
  "lr_backbone_names": [
    "backbone.0",
    "bert"
  ],
  "lr_linear_proj_mult": 1e-05,
  "lr_linear_proj_names": [
    "ref_point_head",
    "sampling_offsets"
  ],
  "weight_decay": 0.0001,
  "param_dict_type": "ddetr_in_mmdet",
  "ddetr_lr_param": false,
  "epochs": 30,
  "lr_drop": 10,
  "save_checkpoint_interval": 10,
  "clip_max_norm": 0.1,
  "onecyclelr": false,
  "multi_step_lr": false,
  "lr_drop_list": [
    10,
    20
  ],
  "frozen_weights": null,
  "dilation": false,
  "pdetr3_bbox_embed_diff_each_layer": false,
  "pdetr3_refHW": -1,
  "random_refpoints_xy": false,
  "fix_refpoints_hw": -1,
  "dabdetr_yolo_like_anchor_update": false,
  "dabdetr_deformable_encoder": false,
  "dabdetr_deformable_decoder": false,
  "use_deformable_box_attn": false,
  "box_attn_type": "roi_align",
  "dec_layer_number": null,
  "decoder_layer_noise": false,
  "dln_xy_noise": 0.2,
  "dln_hw_noise": 0.2,
  "add_channel_attention": false,
  "add_pos_value": false,
  "two_stage_pat_embed": 0,
  "two_stage_add_query_num": 0,
  "two_stage_learn_wh": false,
  "two_stage_default_hw": 0.05,
  "two_stage_keep_all_tokens": false,
  "num_select": 900,
  "batch_norm_type": "FrozenBatchNorm2d",
  "masks": false,
  "aux_loss": true,
  "set_cost_class": 5.0,
  "set_cost_bbox": 1.0,
  "set_cost_giou": 0.0,
  "cls_loss_coef": 5.0,
  "bbox_loss_coef": 1.0,
  "giou_loss_coef": 0.0,
  "enc_loss_coef": 1.0,
  "interm_loss_coef": 1.0,
  "no_interm_box_loss": false,
  "mask_loss_coef": 1.0,
  "dice_loss_coef": 1.0,
  "focal_alpha": 0.25,
  "focal_gamma": 2.0,
  "decoder_sa_type": "sa",
  "matcher_type": "HungarianMatcher",
  "decoder_module_seq": [
    "sa",
    "ca",
    "ffn"
  ],
  "nms_iou_threshold": -1,
  "dec_pred_class_embed_share": true,
  "match_unstable_error": true,
  "use_detached_boxes_dec_out": false,
  "dn_scalar": 100,
  "box_threshold": 0.23,
  "text_threshold": 0,
  "use_coco_eval": false,
  "label_list": [
    "alcohol bottle",
    "baguette roll",
    "ball",
    "banana",
    "bead",
    "bee",
    "birthday candle",
    "biscuit",
    "boat",
    "bottle",
    "bowl",
    "box",
    "bread roll",
    "brick",
    "buffalo",
    "bun",
    "calamari ring",
    "can",
    "candle",
    "cap",
    "car",
    "cartridge",
    "cassette",
    "cement bag",
    "cereal",
    "chewing gum piece",
    "chopstick",
    "clam",
    "coffee bean",
    "coin",
    "cotton ball",
    "cow",
    "crane",
    "crayon",
    "croissant",
    "crow",
    "cup",
    "cupcake",
    "cupcake holder",
    "fish",
    "gemstone",
    "go game piece",
    "goat",
    "goldfish snack",
    "goose",
    "ice cream",
    "ice cream cone",
    "instant noodle",
    "jade stone",
    "jeans",
    "kidney bean",
    "kitchen towel",
    "lighter",
    "lipstick",
    "m&m piece",
    "macaron",
    "match",
    "meat skewer",
    "mini blind",
    "mosaic tile",
    "naan bread",
    "nail",
    "nut",
    "onion ring",
    "orange",
    "pearl",
    "pen",
    "pencil",
    "penguin",
    "pepper",
    "person",
    "pigeon",
    "plate",
    "polka dot tile",
    "potato",
    "rice bag",
    "roof tile",
    "screw",
    "shoe",
    "spoon",
    "spring roll",
    "stair",
    "stapler pin",
    "straw",
    "supermarket shelf",
    "swan",
    "tomato",
    "watermelon",
    "window",
    "zebra"
  ],
  "val_label_list": [
    "ant",
    "bird",
    "book",
    "bottle cap",
    "bullet",
    "camel",
    "chair",
    "chicken wing",
    "donut",
    "donut holder",
    "flamingo",
    "flower",
    "flower pot",
    "grape",
    "horse",
    "kiwi",
    "milk carton",
    "oyster",
    "oyster shell",
    "package of fresh cut fruit",
    "peach",
    "pill",
    "polka dot",
    "prawn cracker",
    "sausage",
    "seagull",
    "shallot",
    "shirt",
    "skateboard",
    "toilet paper roll"
  ]
}