{
  "_name_or_path": "/raid/pablo/molmo72B",
  "architectures": [
    "MolmoForConditionalGeneration"
  ],
  "image_seq_length": 576,
  "image_token_index": 152069,
  "initializer_range": 0.02,
  "model_type": "molmo",
  "pooling_config": {
    "model_type": "",
    "text_hidden_size": 8192,
    "text_intermediate_size": 59136
  },
  "text_config": {
    "hidden_size": 8192,
    "intermediate_size": 59136,
    "layer_norm_eps": 1e-05,
    "model_type": "molmo",
    "num_attention_heads": 64,
    "num_hidden_layers": 80,
    "num_key_value_heads": 8
  },
  "torch_dtype": "float32",
  "transformers_version": "4.47.0.dev0",
  "vision_config": {
    "model_type": "molmo_vision_model"
  },
  "vision_feature_layers": [
    -2,
    -9
  ],
  "vision_feature_select_strategy": "default"
}