{ "_name_or_path": "Twitter/twhin-bert-base", "architectures": [ "BertForSequenceClassification" ], "attention_probs_dropout_prob": 0.1, "classifier_dropout": null, "hidden_act": "gelu", "hidden_dropout_prob": 0.1, "hidden_size": 768, "id2label": { "0": "_red_heart_", "1": "_smiling_face_with_hearteyes_", "2": "_face_with_tears_of_joy_", "3": "_two_hearts_", "4": "_fire_", "5": "_smiling_face_with_smiling_eyes_", "6": "_smiling_face_with_sunglasses_", "7": "_sparkles_", "8": "_blue_heart_", "9": "_face_blowing_a_kiss_", "10": "_camera_", "11": "_United_States_", "12": "_sun_", "13": "_purple_heart_", "14": "_winking_face_", "15": "_hundred_points_", "16": "_beaming_face_with_smiling_eyes_", "17": "_Christmas_tree_", "18": "_camera_with_flash_", "19": "_winking_face_with_tongue_" }, "initializer_range": 0.02, "intermediate_size": 3072, "layer_norm_eps": 1e-12, "max_position_embeddings": 512, "model_type": "bert", "num_attention_heads": 12, "num_hidden_layers": 12, "pad_token_id": 0, "position_embedding_type": "relative_key", "problem_type": "single_label_classification", "torch_dtype": "float32", "transformers_version": "4.45.1", "type_vocab_size": 2, "use_cache": true, "vocab_size": 250002 }