mm_connector/config.json

{
  "architectures": [
    "Connector"
  ],
  "attention_dropout": 0.0,
  "ff_multi": 4,
  "hidden_act": "silu",
  "model_type": "mm_connector",
  "num_key_value_heads": 4,
  "num_output_tokens": 128,
  "num_patches": 24,
  "projector_type": "mlp1x_gelu",
  "resampler_depth": 1,
  "resampler_head_dim": 96,
  "resampler_n_heads": 16,
  "resampler_type": "perciver",
  "rms_norm_eps": 1e-06,
  "text_hidden_size": 2048,
  "token_input_shape": [
    4,
    27,
    27
  ],
  "torch_dtype": "bfloat16",
  "transformers_version": "4.44.0",
  "vision_hidden_size": 2560,
  "auto_map": {
    "AutoConfig": "configuration_connector.ConnectorConfig"
  }
}