GoodiesHere's picture
Upload folder using huggingface_hub
f01c2b4 verified
raw
history blame
648 Bytes
{
"architectures": [
"Connector"
],
"attention_dropout": 0.0,
"ff_multi": 4,
"hidden_act": "silu",
"model_type": "mm_connector",
"num_key_value_heads": 4,
"num_output_tokens": 128,
"num_patches": 24,
"projector_type": "mlp1x_gelu",
"resampler_depth": 1,
"resampler_head_dim": 96,
"resampler_n_heads": 16,
"resampler_type": "perciver",
"rms_norm_eps": 1e-06,
"text_hidden_size": 2048,
"token_input_shape": [
4,
27,
27
],
"torch_dtype": "bfloat16",
"transformers_version": "4.44.0",
"vision_hidden_size": 2560,
"auto_map": {
"AutoConfig": "configuration_connector.ConnectorConfig"
}
}