Upload model

config.json

@@ -234,6 +234,7 @@
     "typical_p": 1.0,
     "use_bfloat16": false
   },
+  "is_encoder_decoder": true,
   "model_type": "vision-encoder-decoder",
   "tie_word_embeddings": false,
   "torch_dtype": "float32",

modelling_cxrmate_ed.py

@@ -76,6 +76,7 @@ class MIMICIVEDCXRMultimodalModel(VisionEncoderDecoderModel):
                 raise ValueError(f"Config: {config} has to be of type {self.config_class}")
 
         config.tie_word_embeddings = False
+        config.is_encoder_decoder = False
 
         # Initialize with config:
         PreTrainedModel.__init__(self, config)
@@ -284,6 +285,9 @@ class MIMICIVEDCXRMultimodalModel(VisionEncoderDecoderModel):
 
         # make sure input & output embeddings is not tied
         config.tie_word_embeddings = False
+        
+        config.is_encoder_decoder = False
+
         return cls(encoder=encoder, decoder=decoder, config=config)
 
     def forward(