Upload 6 files

submission4/config.json

@@ -0,0 +1,53 @@
+{
+  "_name_or_path": "../drive/MyDrive/NICE/model/cap_best/OFA-huge-caption",
+  "activation_dropout": 0.0,
+  "activation_function": "gelu",
+  "add_type_embedding": true,
+  "architectures": [
+    "OFAModelForCaption"
+  ],
+  "attention_dropout": 0.0,
+  "attn_scale_factor": 2.0,
+  "bos_token_id": 0,
+  "classifier_dropout": 0.0,
+  "code_image_size": 128,
+  "code_layernorm_embedding": true,
+  "d_model": 1280,
+  "decoder_attention_heads": 16,
+  "decoder_drop_path_rate": 0.0,
+  "decoder_ffn_dim": 5120,
+  "decoder_layerdrop": 0.0,
+  "decoder_layers": 12,
+  "decoder_normalize_before": true,
+  "decoder_start_token_id": 0,
+  "dropout": 0.1,
+  "encoder_attention_heads": 16,
+  "encoder_drop_path_rate": 0.0,
+  "encoder_ffn_dim": 5120,
+  "encoder_layerdrop": 0.0,
+  "encoder_layers": 24,
+  "encoder_normalize_before": true,
+  "entangle_position_embedding": false,
+  "eos_token_id": 2,
+  "forced_eos_token_id": 2,
+  "image_bucket_size": 42,
+  "init_std": 0.02,
+  "is_encoder_decoder": true,
+  "layernorm_embedding": true,
+  "max_position_embeddings": 1024,
+  "model_type": "ofa",
+  "normformer": true,
+  "num_hidden_layers": 24,
+  "pad_token_id": 1,
+  "patch_layernorm_embedding": true,
+  "resnet_drop_path_rate": 0.0,
+  "resnet_model_path": null,
+  "resnet_type": "resnet152",
+  "scale_embedding": false,
+  "share_decoder_input_output_embed": true,
+  "token_bucket_size": 256,
+  "torch_dtype": "float32",
+  "transformers_version": "4.20.0",
+  "use_cache": false,
+  "vocab_size": 59457
+}

submission4/pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:551818ed0daa472b3f2f1a831d3af838f878116f954a889168fad94d03fa28ba
+size 3785732668

submission4/train_args.json

@@ -0,0 +1,32 @@
+{
+  "output_dir": "../drive/MyDrive/NICE/model/0430_decoderOnly",
+  "model_name_or_path": "../drive/MyDrive/NICE/model/cap_best/OFA-huge-caption",
+  "train_caption_file": "./data/train_caption_catAdded.jsonl",
+  "train_image_file": "../drive/MyDrive/NICE/train_image.tsv",
+  "test_caption_file": null,
+  "test_image_file": null,
+  "freeze_encoder": true,
+  "freeze_word_embed": false,
+  "num_train_epochs": 40,
+  "max_steps": -1,
+  "per_device_train_batch_size": 24,
+  "per_device_eval_batch_size": 256,
+  "learning_rate": 0.0003,
+  "max_seq_length": 150,
+  "logging_steps": 500,
+  "save_steps": 3000,
+  "save_total_limit": 2,
+  "lr_scheduler_type": "cosine",
+  "warmup_steps": 1500,
+  "warmup_ratio": 0,
+  "gradient_accumulation_steps": 1,
+  "optim": "adamw_torch",
+  "seed": 69,
+  "fp16": false,
+  "no_cuda": false,
+  "dataloader_num_workers": 8,
+  "save_strategy": "steps",
+  "weight_decay": 0,
+  "max_grad_norm": 1.0,
+  "remove_unused_columns": false
+}

submission4/train_results.json

@@ -0,0 +1,7 @@
+{
+    "epoch": 40.0,
+    "train_loss": 0.21260927714870878,
+    "train_runtime": 14185.0539,
+    "train_samples_per_second": 14.099,
+    "train_steps_per_second": 0.589
+}

submission4/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5331d30cb5b38c2049d8f43b1146816535e08d95896805b27f4994b049b2969a
+size 3323