{ "architectures": [ "FlamingoModel" ], "clip_model_type": "openai/clip-vit-large-patch14", "dim": 1024, "dim_visual": 1024, "lm": "facebook/opt-350m", "resampler_act": "sqrelu", "resampler_depth": 6, "resampler_dim_head": 128, "resampler_ff_mult": 4, "resampler_heads": 16, "resampler_num_latents": 64, "resampler_num_time_embeds": 4, "torch_dtype": "float32", "transformers_version": "4.21.0", "xattn_act": "sqrelu", "xattn_dim_head": 128, "xattn_every": 1, "xattn_ff_mult": 4, "xattn_heads": 16 }