fromage_model/fromage_vis4/model_args.json

{
    "opt_version": "facebook/opt-6.7b",
    "freeze_lm": true,
    "visual_encoder": "openai/clip-vit-large-patch14",
    "freeze_vm": true,
    "n_visual_tokens": 4,
    "use_image_embed_norm": false,
    "image_embed_dropout_prob": 0.0,
    "use_text_embed_layernorm": false,
    "text_embed_dropout_prob": 0.0,
    "shared_emb_dim": 256,
    "text_emb_layers": [
        -1
    ],
    "retrieval_token_idx": 50266
}