scgpt / config.json
agemagician's picture
Update config.json
34d4577 verified
raw
history blame contribute delete
958 Bytes
{
"architectures": [
"scgpt"
],
"auto_map": {
"AutoConfig": "configuration_scgpt.ScgptConfig",
"AutoModel": "modeling_scgpt.ScgptModel"
},
"model_type": "scgpt",
"scgpt_config": {
"model_type": "scgpt"
},
"cell_emb_style": "cls",
"d_hid": 512,
"d_model": 512,
"do_dab": false,
"do_mvc": false,
"domain_spec_batchnorm": false,
"dropout": 0.2,
"ecs_threshold": 0.0,
"explicit_zero_prob": false,
"fast_transformer_backend": "flash",
"input_emb_style": "continuous",
"model_type": "scgpt",
"mvc_decoder_style": "inner product",
"n_cls": 18,
"n_input_bins": 51,
"nhead": 8,
"nlayers": 12,
"nlayers_cls": 3,
"ntoken": 60697,
"ntokens_mod": null,
"num_batch_labels": 1,
"pad_token": "<pad>",
"pad_value": -2,
"pert_pad_id": 2,
"pre_norm": false,
"transformers_version": "4.35.2",
"use_batch_labels": false,
"use_fast_transformer": true,
"use_mod": false,
"vocab_mod": null
}