virtex-redcaps / virtex /configs /redcaps /redcaps_all_R_50_L6_H512.yaml
zamborg's picture
added datasets and virtex
a5f8a35
raw
history blame
589 Bytes
_BASE_: "../_base_bicaptioning_R_50_L1_H1024.yaml"
AMP: True
DATA:
ROOT: "datasets/redcaps/tarfiles/*.tar"
TOKENIZER_MODEL: "datasets/vocab/common_30k.model"
VOCAB_SIZE: 30000
UNK_INDEX: 0
SOS_INDEX: 1
EOS_INDEX: 2
MASK_INDEX: 3
MAX_CAPTION_LENGTH: 50
MODEL:
NAME: "virtex_web"
TEXTUAL:
NAME: "transdec_prenorm::L6_H512_A8_F2048"
LABEL_SMOOTHING: 0.1
OPTIM:
OPTIMIZER_NAME: "adamw"
WEIGHT_DECAY: 0.01
LOOKAHEAD:
USE: false
BATCH_SIZE: 256
CNN_LR: 0.0005
LR: 0.0005
NUM_ITERATIONS: 1500000
WARMUP_STEPS: 10000
LR_DECAY_NAME: "cosine"