File size: 956 Bytes
f93894a
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
{
  "output_dir": "../drive/MyDrive/NICE/model/0430_decoderOnly",
  "model_name_or_path": "../drive/MyDrive/NICE/model/cap_best/OFA-huge-caption",
  "train_caption_file": "./data/train_caption_catAdded.jsonl",
  "train_image_file": "../drive/MyDrive/NICE/train_image.tsv",
  "test_caption_file": null,
  "test_image_file": null,
  "freeze_encoder": true,
  "freeze_word_embed": false,
  "num_train_epochs": 40,
  "max_steps": -1,
  "per_device_train_batch_size": 24,
  "per_device_eval_batch_size": 256,
  "learning_rate": 0.0003,
  "max_seq_length": 150,
  "logging_steps": 500,
  "save_steps": 3000,
  "save_total_limit": 2,
  "lr_scheduler_type": "cosine",
  "warmup_steps": 1500,
  "warmup_ratio": 0,
  "gradient_accumulation_steps": 1,
  "optim": "adamw_torch",
  "seed": 69,
  "fp16": false,
  "no_cuda": false,
  "dataloader_num_workers": 8,
  "save_strategy": "steps",
  "weight_decay": 0,
  "max_grad_norm": 1.0,
  "remove_unused_columns": false
}