File size: 954 Bytes
93b9482 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 |
# @package _group_
common:
fp16: true
log_format: json
log_interval: 50
seed: 2
checkpoint:
no_epoch_checkpoints: true
best_checkpoint_metric: bleu
maximize_best_checkpoint_metric: true
task:
_name: discriminative_reranking_nmt
data: ???
num_data_splits: ???
include_src: true
mt_beam: 50
eval_target_metric: true
target_metric: bleu
dataset:
batch_size: 50
num_workers: 6
required_batch_size_multiple: 50
valid_subset: ???
criterion:
_name: kl_divergence_rereanking
target_dist_norm: minmax
temperature: 0.5
optimization:
max_epoch: 200
lr: [0.00005]
update_freq: [32]
optimizer:
_name: adam
adam_betas: (0.9,0.98)
adam_eps: 1e-06
lr_scheduler:
_name: polynomial_decay
warmup_updates: 8000
total_num_update: 320000
model:
_name: discriminative_nmt_reranker
pretrained_model: ???
classifier_dropout: 0.2
distributed_training:
ddp_backend: no_c10d
distributed_world_size: 16
|