{
  "model_cfg": {
    "embed_dim": 512,
    "vision_cfg": {
      "timm_model_name": "vit_base_patch16_224",
      "timm_model_pretrained": false,
      "timm_pool": "",
      "timm_proj": "linear",
      "image_size": 224
    },
    "text_cfg": {
      "hf_model_name": "microsoft/BiomedNLP-PubMedBERT-base-uncased-abstract",
      "hf_tokenizer_name": "microsoft/BiomedNLP-PubMedBERT-base-uncased-abstract",
      "proj": "mlp",
      "pooler_type": "cls_last_hidden_state_pooler",
      "context_length": 256
    }
  }
}