{
  "model_cfg": {
    "embed_dim": 1024,
    "vision_cfg": {
      "image_size": 224,
      "layers": 32,
      "width": 1280,
      "head_width": 80,
      "patch_size": 14,
      "no_ln_pre": true,
      "pool_type": "avg",
      "final_ln_after_pool": true,
      "norm_kwargs": {
            "eps":  1e-6
        }
    },
    "text_cfg": {
      "context_length": 80,
      "vocab_size": 32000,
      "hf_tokenizer_name": "bert-base-uncased",
      "tokenizer_kwargs": {
        "strip_sep_token": true
      },
      "width": 1024,
      "heads": 16,
      "layers": 24,
      "pool_type": "last",
      "no_causal_mask": true,
      "act_kwargs": {
        "approximate": "tanh"
      },
      "norm_kwargs": {
            "eps":  1e-6
        }
    }
  },
  "preprocess_cfg": {
    "mean": [
      0.485,
      0.456,
      0.406
    ],
    "std": [
      0.229,
      0.224,
      0.225
    ],
    "interpolation": "bilinear",
    "resize_mode": "squash"
  }
}