{ "CONFIG": { "data": { "transform": { "common": { "crop_size": { "eval": null, "finetune": 384, "predict": null, "train": 256 }, "feats": { "aatype": [ "num residues placeholder" ], "all_atom_mask": [ "num residues placeholder", null ], "all_atom_positions": [ "num residues placeholder", null, null ], "alt_chi_angles": [ "num residues placeholder", null ], "assembly_num_chains": [ null ], "asym_id": [ "num residues placeholder" ], "asym_len": [ null ], "atom14_alt_gt_exists": [ "num residues placeholder", null ], "atom14_alt_gt_positions": [ "num residues placeholder", null, null ], "atom14_atom_exists": [ "num residues placeholder", null ], "atom14_atom_is_ambiguous": [ "num residues placeholder", null ], "atom14_gt_exists": [ "num residues placeholder", null ], "atom14_gt_positions": [ "num residues placeholder", null, null ], "atom37_atom_exists": [ "num residues placeholder", null ], "backbone_rigid_mask": [ "num residues placeholder" ], "backbone_rigid_tensor": [ "num residues placeholder", null, null ], "bert_mask": [ "msa placeholder", "num residues placeholder" ], "chi_angles_sin_cos": [ "num residues placeholder", null, null ], "chi_mask": [ "num residues placeholder", null ], "cluster_bias_mask": [ "msa placeholder" ], "entity_id": [ "num residues placeholder" ], "extra_deletion_value": [ "extra msa placeholder", "num residues placeholder" ], "extra_has_deletion": [ "extra msa placeholder", "num residues placeholder" ], "extra_msa": [ "extra msa placeholder", "num residues placeholder" ], "extra_msa_mask": [ "extra msa placeholder", "num residues placeholder" ], "extra_msa_row_mask": [ "extra msa placeholder" ], "is_distillation": [], "msa_feat": [ "msa placeholder", "num residues placeholder", null ], "msa_mask": [ "msa placeholder", "num residues placeholder" ], "msa_row_mask": [ "msa placeholder" ], "no_recycling_iters": [], "num_sym": [ "num residues placeholder" ], "pseudo_beta": [ "num residues placeholder", null ], "pseudo_beta_mask": [ "num residues placeholder" ], "residue_index": [ "num residues placeholder" ], "residx_atom14_to_atom37": [ "num residues placeholder", null ], "residx_atom37_to_atom14": [ "num residues placeholder", null ], "resolution": [], "rigidgroups_alt_gt_frames": [ "num residues placeholder", null, null, null ], "rigidgroups_group_exists": [ "num residues placeholder", null ], "rigidgroups_group_is_ambiguous": [ "num residues placeholder", null ], "rigidgroups_gt_exists": [ "num residues placeholder", null ], "rigidgroups_gt_frames": [ "num residues placeholder", null, null, null ], "seq_length": [], "seq_mask": [ "num residues placeholder" ], "sym_id": [ "num residues placeholder" ], "target_feat": [ "num residues placeholder", null ], "template_aatype": [ "num templates placeholder", "num residues placeholder" ], "template_all_atom_mask": [ "num templates placeholder", "num residues placeholder", null ], "template_all_atom_positions": [ "num templates placeholder", "num residues placeholder", null, null ], "template_alt_torsion_angles_sin_cos": [ "num templates placeholder", "num residues placeholder", null, null ], "template_backbone_rigid_mask": [ "num templates placeholder", "num residues placeholder" ], "template_backbone_rigid_tensor": [ "num templates placeholder", "num residues placeholder", null, null ], "template_mask": [ "num templates placeholder" ], "template_pseudo_beta": [ "num templates placeholder", "num residues placeholder", null ], "template_pseudo_beta_mask": [ "num templates placeholder", "num residues placeholder" ], "template_sum_probs": [ "num templates placeholder", null ], "template_torsion_angles_mask": [ "num templates placeholder", "num residues placeholder", null ], "template_torsion_angles_sin_cos": [ "num templates placeholder", "num residues placeholder", null, null ], "true_msa": [ "msa placeholder", "num residues placeholder" ], "use_clamped_fape": [] }, "max_extra_msa": { "eval": 512, "finetune": 5120, "predict": 1024, "train": 1024 }, "max_msa_clusters": { "eval": 128, "finetune": 512, "predict": 512, "train": 128 }, "max_templates": 4, "no_recycling_iters": 3, "reduce_msa_clusters_by_max_templates": false, "resample_msa_in_recycling": true, "subsample_templates": { "eval": false, "finetune": true, "predict": false, "train": true }, "supervised": { "eval": true, "finetune": true, "predict": false, "train": true }, "supervised_features": [ "all_atom_mask", "all_atom_positions", "resolution", "use_clamped_fape", "is_distillation" ], "template_features": [ "template_all_atom_positions", "template_sum_probs", "template_aatype", "template_all_atom_mask" ], "uniform_recycling": { "eval": false, "finetune": true, "predict": false, "train": true }, "unsupervised_features": [ "aatype", "residue_index", "msa", "num_alignments", "seq_length", "between_segment_residues", "deletion_matrix", "no_recycling_iters" ] }, "make_masked_msa": { "profile_prob": 0.1, "replace_fraction": 0.15, "same_prob": 0.1, "uniform_prob": 0.1 }, "make_relative_encoding_feat": { "max_relative_feature": 32 }, "nearest_neighbor_clusters": { "gap_agreement_weight": 0.0 }, "randomly_replace_msa_with_unknown": { "replace_proportion": 0.0 }, "sample_msa": { "reduce_msa_clusters_by_max_templates": false } } }, "globals": { "is_multimer": false, "mode": "predict", "num_recycles": 3, "recycle_early_stop_tolerance": 0.5, "use_templates": false }, "model": { "auxiliary_heads": { "c_m": 256, "c_s": 384, "c_z": 128, "distogram_head_num_bins": 64, "experimentally_resolved_head_c_out": 37, "masked_msa_head_c_out": 23, "predicted_aligned_error_head_num_bins": 64, "predicted_lddt_head_c_hidden": 128, "predicted_lddt_head_num_bins": 50, "tm_enabled": false }, "evoformer_stack": { "c_h_m": 32, "c_h_opm": 32, "c_h_u": 128, "c_h_z": 32, "c_m": 256, "c_s": 384, "c_z": 128, "fused": false, "h_m": 8, "h_z": 4, "msa_global_col_attention": false, "n_trans": 4, "num_blocks": 48, "opm_first": false, "ouput_single": true }, "extra_msa_stack": { "c_h_m": 8, "c_h_opm": 32, "c_h_u": 128, "c_h_z": 32, "c_m": 64, "c_z": 128, "fused": false, "h_m": 8, "h_z": 4, "msa_global_col_attention": true, "n_trans": 4, "num_blocks": 4, "opm_first": false }, "feature_embedder": { "c_e": 64, "c_m": 256, "c_t": 64, "c_taf": 57, "c_tpf": 88, "c_z": 128, "extra_msa_dim": 25, "max_relative_feature": 32, "msa_dim": 49, "num_bins": 15, "tf_dim": 22 }, "loss": { "distogram_loss": { "eps": 1e-06, "max_bin": 21.6875, "min_bin": 2.3125, "no_bins": 64, "weight": 0.3 }, "experimentally_resolved_loss": { "eps": 1e-08, "max_resolution": 3.0, "min_resolution": 0.1, "weight": 0.0 }, "fape_loss": { "backbone": { "clamp_distance": 10.0, "loss_unit_distance": 10.0, "weight": 0.5 }, "eps": 0.0001, "sidechain": { "clamp_distance": 10.0, "length_scale": 10.0, "weight": 0.5 }, "weight": 1.0 }, "masked_msa_loss": { "eps": 1e-08, "weight": 2.0 }, "predicted_lddt_loss": { "cutoff": 15.0, "eps": 1e-10, "max_resolution": 3.0, "min_resolution": 0.1, "no_bins": 50, "weight": 0.01 }, "predicted_tm_loss": { "eps": 1e-08, "max_bin": 31, "max_resolution": 3.0, "min_resolution": 0.1, "no_bins": 64, "weight": 0.1 }, "supervised_chi_loss": { "angle_norm_weight": 0.01, "chi_weight": 0.5, "eps": 1e-06, "weight": 1.0 }, "violation_loss": { "clash_overlap_tolerance": 1.5, "eps": 1e-06, "violation_tolerance_factor": 12.0, "weight": 0.0 } }, "structure_module": { "c_s": 384, "c_sc": 128, "c_z": 128, "dropout": 0.1, "ipa_scalar_bias": true, "no_angles": 7, "num_head": 12, "num_layer": 8, "num_point_qk": 4, "num_point_v": 8, "num_scalar_qk": 16, "num_scalar_v": 16, "position_scale": 10.0, "separate_kv": false }, "template_pair_stack": { "attention_first": true, "c_h_t": 16, "c_h_u": 64, "c_t": 64, "c_z": 128, "fused": false, "h_t": 4, "n_trans": 2, "num_blocks": 2 } } }, "CONFIG_DIFFS": { "model_1": { "data.transform.common.max_extra_msa.predict": 5120, "data.transform.common.max_extra_msa.train": 5120, "data.transform.use_templates": true, "globals.use_templates": true }, "model_1_multimer": { "data.transform.common.max_extra_msa": { "eval": 1152, "finetune": 1152, "predict": 1152, "train": 1152 }, "data.transform.common.max_msa_clusters": { "eval": 128, "finetune": 252, "predict": 128, "train": 128 }, "globals.is_multimer": true, "globals.use_templates": true, "model.auxiliary_heads.masked_msa_head_c_out": 22, "model.auxiliary_heads.tm_enabled": true, "model.evoformer_stack.opm_first": true, "model.extra_msa_stack.opm_first": true, "model.feature_embedder.c_taf": 34, "model.feature_embedder.tf_dim": 21, "model.loss.supervised_chi_loss.weight": 3.0, "model.structure_module.ipa_scalar_bias": false, "model.structure_module.position_scale": 20, "model.structure_module.separate_kv": true, "model.template_pair_stack.attention_first": false }, "model_1_multimer_v2": { "data.transform.common.max_extra_msa": { "eval": 1152, "finetune": 1152, "predict": 1152, "train": 1152 }, "data.transform.common.max_msa_clusters": { "eval": 128, "finetune": 512, "predict": 252, "train": 128 }, "globals.is_multimer": true, "globals.use_templates": true, "model.auxiliary_heads.masked_msa_head_c_out": 22, "model.auxiliary_heads.tm_enabled": true, "model.evoformer_stack.opm_first": true, "model.extra_msa_stack.opm_first": true, "model.feature_embedder.c_taf": 34, "model.feature_embedder.tf_dim": 21, "model.loss.supervised_chi_loss.weight": 3.0, "model.structure_module.ipa_scalar_bias": false, "model.structure_module.position_scale": 20, "model.structure_module.separate_kv": true, "model.template_pair_stack.attention_first": false }, "model_1_multimer_v3": { "data.transform.common.max_extra_msa": { "eval": 1152, "finetune": 1152, "predict": 2048, "train": 1152 }, "data.transform.common.max_msa_clusters": { "eval": 128, "finetune": 512, "predict": 508, "train": 128 }, "globals.is_multimer": true, "globals.use_templates": true, "model.auxiliary_heads.masked_msa_head_c_out": 22, "model.auxiliary_heads.tm_enabled": true, "model.evoformer_stack.fused": true, "model.evoformer_stack.opm_first": true, "model.extra_msa_stack.fused": true, "model.extra_msa_stack.opm_first": true, "model.feature_embedder.c_taf": 34, "model.feature_embedder.tf_dim": 21, "model.structure_module.ipa_scalar_bias": false, "model.structure_module.position_scale": 20, "model.structure_module.separate_kv": true, "model.template_pair_stack.attention_first": false, "model.template_pair_stack.fused": true }, "model_1_ptm": { "data.transform.common.max_extra_msa.predict": 5120, "data.transform.common.max_extra_msa.train": 5120, "data.transform.use_templates": true, "globals.use_templates": true, "model.auxiliary_heads.tm_enabled": true }, "model_2": { "globals.use_templates": true }, "model_2_multimer": { "data.transform.common.max_extra_msa": { "eval": 1152, "finetune": 1152, "predict": 1152, "train": 1152 }, "data.transform.common.max_msa_clusters": { "eval": 128, "finetune": 252, "predict": 128, "train": 128 }, "globals.is_multimer": true, "globals.use_templates": true, "model.auxiliary_heads.masked_msa_head_c_out": 22, "model.auxiliary_heads.tm_enabled": true, "model.evoformer_stack.opm_first": true, "model.extra_msa_stack.opm_first": true, "model.feature_embedder.c_taf": 34, "model.feature_embedder.tf_dim": 21, "model.loss.supervised_chi_loss.weight": 3.0, "model.structure_module.ipa_scalar_bias": false, "model.structure_module.position_scale": 20, "model.structure_module.separate_kv": true, "model.template_pair_stack.attention_first": false }, "model_2_multimer_v2": { "data.transform.common.max_extra_msa": { "eval": 1152, "finetune": 1152, "predict": 1152, "train": 1152 }, "data.transform.common.max_msa_clusters": { "eval": 128, "finetune": 512, "predict": 252, "train": 128 }, "globals.is_multimer": true, "globals.use_templates": true, "model.auxiliary_heads.masked_msa_head_c_out": 22, "model.auxiliary_heads.tm_enabled": true, "model.evoformer_stack.opm_first": true, "model.extra_msa_stack.opm_first": true, "model.feature_embedder.c_taf": 34, "model.feature_embedder.tf_dim": 21, "model.loss.supervised_chi_loss.weight": 3.0, "model.structure_module.ipa_scalar_bias": false, "model.structure_module.position_scale": 20, "model.structure_module.separate_kv": true, "model.template_pair_stack.attention_first": false }, "model_2_multimer_v3": { "data.transform.common.max_extra_msa": { "eval": 1152, "finetune": 1152, "predict": 2048, "train": 1152 }, "data.transform.common.max_msa_clusters": { "eval": 128, "finetune": 512, "predict": 508, "train": 128 }, "globals.is_multimer": true, "globals.use_templates": true, "model.auxiliary_heads.masked_msa_head_c_out": 22, "model.auxiliary_heads.tm_enabled": true, "model.evoformer_stack.fused": true, "model.evoformer_stack.opm_first": true, "model.extra_msa_stack.fused": true, "model.extra_msa_stack.opm_first": true, "model.feature_embedder.c_taf": 34, "model.feature_embedder.tf_dim": 21, "model.structure_module.ipa_scalar_bias": false, "model.structure_module.position_scale": 20, "model.structure_module.separate_kv": true, "model.template_pair_stack.attention_first": false, "model.template_pair_stack.fused": true }, "model_2_ptm": { "globals.use_templates": true, "model.auxiliary_heads.tm_enabled": true }, "model_3": { "data.transform.common.max_extra_msa.predict": 5120, "data.transform.common.max_extra_msa.train": 5120 }, "model_3_multimer": { "data.transform.common.max_extra_msa": { "eval": 1152, "finetune": 1152, "predict": 1152, "train": 1152 }, "data.transform.common.max_msa_clusters": { "eval": 128, "finetune": 252, "predict": 128, "train": 128 }, "globals.is_multimer": true, "globals.use_templates": true, "model.auxiliary_heads.masked_msa_head_c_out": 22, "model.auxiliary_heads.tm_enabled": true, "model.evoformer_stack.opm_first": true, "model.extra_msa_stack.opm_first": true, "model.feature_embedder.c_taf": 34, "model.feature_embedder.tf_dim": 21, "model.loss.supervised_chi_loss.weight": 3.0, "model.structure_module.ipa_scalar_bias": false, "model.structure_module.position_scale": 20, "model.structure_module.separate_kv": true, "model.template_pair_stack.attention_first": false }, "model_3_multimer_v2": { "data.transform.common.max_extra_msa": { "eval": 1152, "finetune": 1152, "predict": 1152, "train": 1152 }, "data.transform.common.max_msa_clusters": { "eval": 128, "finetune": 512, "predict": 252, "train": 128 }, "globals.is_multimer": true, "globals.use_templates": true, "model.auxiliary_heads.masked_msa_head_c_out": 22, "model.auxiliary_heads.tm_enabled": true, "model.evoformer_stack.opm_first": true, "model.extra_msa_stack.opm_first": true, "model.feature_embedder.c_taf": 34, "model.feature_embedder.tf_dim": 21, "model.loss.supervised_chi_loss.weight": 3.0, "model.structure_module.ipa_scalar_bias": false, "model.structure_module.position_scale": 20, "model.structure_module.separate_kv": true, "model.template_pair_stack.attention_first": false }, "model_3_multimer_v3": { "data.transform.common.max_extra_msa": { "eval": 1152, "finetune": 1152, "predict": 2048, "train": 1152 }, "data.transform.common.max_msa_clusters": { "eval": 128, "finetune": 512, "predict": 508, "train": 128 }, "globals.is_multimer": true, "globals.use_templates": true, "model.auxiliary_heads.masked_msa_head_c_out": 22, "model.auxiliary_heads.tm_enabled": true, "model.evoformer_stack.fused": true, "model.evoformer_stack.opm_first": true, "model.extra_msa_stack.fused": true, "model.extra_msa_stack.opm_first": true, "model.feature_embedder.c_taf": 34, "model.feature_embedder.tf_dim": 21, "model.structure_module.ipa_scalar_bias": false, "model.structure_module.position_scale": 20, "model.structure_module.separate_kv": true, "model.template_pair_stack.attention_first": false, "model.template_pair_stack.fused": true }, "model_3_ptm": { "data.transform.common.max_extra_msa.predict": 5120, "data.transform.common.max_extra_msa.train": 5120, "model.auxiliary_heads.tm_enabled": true }, "model_4": { "data.transform.common.max_extra_msa.predict": 5120, "data.transform.common.max_extra_msa.train": 5120 }, "model_4_multimer": { "data.transform.common.max_extra_msa": { "eval": 1152, "finetune": 1152, "predict": 1152, "train": 1152 }, "data.transform.common.max_msa_clusters": { "eval": 128, "finetune": 252, "predict": 128, "train": 128 }, "globals.is_multimer": true, "globals.use_templates": true, "model.auxiliary_heads.masked_msa_head_c_out": 22, "model.auxiliary_heads.tm_enabled": true, "model.evoformer_stack.opm_first": true, "model.extra_msa_stack.opm_first": true, "model.feature_embedder.c_taf": 34, "model.feature_embedder.tf_dim": 21, "model.loss.supervised_chi_loss.weight": 3.0, "model.structure_module.ipa_scalar_bias": false, "model.structure_module.position_scale": 20, "model.structure_module.separate_kv": true, "model.template_pair_stack.attention_first": false }, "model_4_multimer_v2": { "data.transform.common.max_extra_msa": { "eval": 1152, "finetune": 1152, "predict": 1152, "train": 1152 }, "data.transform.common.max_msa_clusters": { "eval": 128, "finetune": 512, "predict": 252, "train": 128 }, "globals.is_multimer": true, "globals.use_templates": true, "model.auxiliary_heads.masked_msa_head_c_out": 22, "model.auxiliary_heads.tm_enabled": true, "model.evoformer_stack.opm_first": true, "model.extra_msa_stack.opm_first": true, "model.feature_embedder.c_taf": 34, "model.feature_embedder.tf_dim": 21, "model.loss.supervised_chi_loss.weight": 3.0, "model.structure_module.ipa_scalar_bias": false, "model.structure_module.position_scale": 20, "model.structure_module.separate_kv": true, "model.template_pair_stack.attention_first": false }, "model_4_multimer_v3": { "data.transform.common.max_extra_msa": { "eval": 1152, "finetune": 1152, "predict": 1152, "train": 1152 }, "data.transform.common.max_msa_clusters": { "eval": 128, "finetune": 512, "predict": 508, "train": 128 }, "globals.is_multimer": true, "globals.use_templates": true, "model.auxiliary_heads.masked_msa_head_c_out": 22, "model.auxiliary_heads.tm_enabled": true, "model.evoformer_stack.fused": true, "model.evoformer_stack.opm_first": true, "model.extra_msa_stack.fused": true, "model.extra_msa_stack.opm_first": true, "model.feature_embedder.c_taf": 34, "model.feature_embedder.tf_dim": 21, "model.structure_module.ipa_scalar_bias": false, "model.structure_module.position_scale": 20, "model.structure_module.separate_kv": true, "model.template_pair_stack.attention_first": false, "model.template_pair_stack.fused": true }, "model_4_ptm": { "data.transform.common.max_extra_msa.predict": 5120, "data.transform.common.max_extra_msa.train": 5120, "model.auxiliary_heads.tm_enabled": true }, "model_5": {}, "model_5_multimer": { "data.transform.common.max_extra_msa": { "eval": 1152, "finetune": 1152, "predict": 1152, "train": 1152 }, "data.transform.common.max_msa_clusters": { "eval": 128, "finetune": 252, "predict": 128, "train": 128 }, "globals.is_multimer": true, "globals.use_templates": true, "model.auxiliary_heads.masked_msa_head_c_out": 22, "model.auxiliary_heads.tm_enabled": true, "model.evoformer_stack.opm_first": true, "model.extra_msa_stack.opm_first": true, "model.feature_embedder.c_taf": 34, "model.feature_embedder.tf_dim": 21, "model.loss.supervised_chi_loss.weight": 3.0, "model.structure_module.ipa_scalar_bias": false, "model.structure_module.position_scale": 20, "model.structure_module.separate_kv": true, "model.template_pair_stack.attention_first": false }, "model_5_multimer_v2": { "data.transform.common.max_extra_msa": { "eval": 1152, "finetune": 1152, "predict": 1152, "train": 1152 }, "data.transform.common.max_msa_clusters": { "eval": 128, "finetune": 512, "predict": 252, "train": 128 }, "globals.is_multimer": true, "globals.use_templates": true, "model.auxiliary_heads.masked_msa_head_c_out": 22, "model.auxiliary_heads.tm_enabled": true, "model.evoformer_stack.opm_first": true, "model.extra_msa_stack.opm_first": true, "model.feature_embedder.c_taf": 34, "model.feature_embedder.tf_dim": 21, "model.loss.supervised_chi_loss.weight": 3.0, "model.structure_module.ipa_scalar_bias": false, "model.structure_module.position_scale": 20, "model.structure_module.separate_kv": true, "model.template_pair_stack.attention_first": false }, "model_5_multimer_v3": { "data.transform.common.max_extra_msa": { "eval": 1152, "finetune": 1152, "predict": 1152, "train": 1152 }, "data.transform.common.max_msa_clusters": { "eval": 128, "finetune": 512, "predict": 508, "train": 128 }, "globals.is_multimer": true, "globals.use_templates": true, "model.auxiliary_heads.masked_msa_head_c_out": 22, "model.auxiliary_heads.tm_enabled": true, "model.evoformer_stack.fused": true, "model.evoformer_stack.opm_first": true, "model.extra_msa_stack.fused": true, "model.extra_msa_stack.opm_first": true, "model.feature_embedder.c_taf": 34, "model.feature_embedder.tf_dim": 21, "model.structure_module.ipa_scalar_bias": false, "model.structure_module.position_scale": 20, "model.structure_module.separate_kv": true, "model.template_pair_stack.attention_first": false, "model.template_pair_stack.fused": true }, "model_5_ptm": { "model.auxiliary_heads.tm_enabled": true } }, "_config": null, "architectures": [ "STFold" ], "mode": "predict", "model_type": "STFold", "stfold_type": "model_1_multimer_v3", "torch_dtype": "float32", "transformers_version": "4.31.0.dev0" }