{ "_name_or_path": "answerdotai/ModernBERT-base", "architectures": [ "ModernBertForTokenClassification" ], "attention_bias": false, "attention_dropout": 0.0, "bos_token_id": 50281, "classifier_activation": "gelu", "classifier_bias": false, "classifier_dropout": 0.0, "classifier_pooling": "mean", "cls_token_id": 50281, "decoder_bias": true, "deterministic_flash_attn": false, "embedding_dropout": 0.0, "eos_token_id": 50282, "global_attn_every_n_layers": 3, "global_rope_theta": 160000.0, "gradient_checkpointing": false, "hidden_activation": "gelu", "hidden_size": 768, "id2label": { "0": "O", "1": "B-bookingNumber", "2": "I-bookingNumber", "3": "B-cardNumber", "4": "I-cardNumber", "5": "B-cardType", "6": "I-cardType", "7": "B-checkIn", "8": "I-checkIn", "9": "B-checkOut", "10": "I-checkOut", "11": "B-companyAddress", "12": "I-companyAddress", "13": "B-companyCity", "14": "I-companyCity", "15": "B-companyCountry", "16": "I-companyCountry", "17": "B-companyName", "18": "I-companyName", "19": "B-companyVATNumber", "20": "I-companyVATNumber", "21": "B-companyZipcode", "22": "I-companyZipcode", "23": "B-currencyCode", "24": "I-currencyCode", "25": "B-documentType", "26": "I-documentType", "27": "B-externalReservationNumber", "28": "I-externalReservationNumber", "29": "B-grossAmount", "30": "I-grossAmount", "31": "B-hotelAddress", "32": "I-hotelAddress", "33": "B-hotelBankAccount", "34": "I-hotelBankAccount", "35": "B-hotelCity", "36": "I-hotelCity", "37": "B-hotelCountry", "38": "I-hotelCountry", "39": "B-hotelEmail", "40": "I-hotelEmail", "41": "B-hotelFaxNumber", "42": "I-hotelFaxNumber", "43": "B-hotelName", "44": "I-hotelName", "45": "B-hotelPhoneNumber", "46": "I-hotelPhoneNumber", "47": "B-hotelTaxCode", "48": "I-hotelTaxCode", "49": "B-hotelVATNumber", "50": "I-hotelVATNumber", "51": "B-hotelZipCode", "52": "I-hotelZipCode", "53": "B-invoiceDate", "54": "I-invoiceDate", "55": "B-invoiceNumber", "56": "I-invoiceNumber", "57": "B-netAmount", "58": "I-netAmount", "59": "B-pageNumber", "60": "I-pageNumber", "61": "B-reservationNumber", "62": "I-reservationNumber", "63": "B-roomNo", "64": "I-roomNo", "65": "B-taxAmount", "66": "I-taxAmount", "67": "B-travellerName", "68": "I-travellerName" }, "initializer_cutoff_factor": 2.0, "initializer_range": 0.02, "intermediate_size": 1152, "label2id": { "B-bookingNumber": 1, "B-cardNumber": 3, "B-cardType": 5, "B-checkIn": 7, "B-checkOut": 9, "B-companyAddress": 11, "B-companyCity": 13, "B-companyCountry": 15, "B-companyName": 17, "B-companyVATNumber": 19, "B-companyZipcode": 21, "B-currencyCode": 23, "B-documentType": 25, "B-externalReservationNumber": 27, "B-grossAmount": 29, "B-hotelAddress": 31, "B-hotelBankAccount": 33, "B-hotelCity": 35, "B-hotelCountry": 37, "B-hotelEmail": 39, "B-hotelFaxNumber": 41, "B-hotelName": 43, "B-hotelPhoneNumber": 45, "B-hotelTaxCode": 47, "B-hotelVATNumber": 49, "B-hotelZipCode": 51, "B-invoiceDate": 53, "B-invoiceNumber": 55, "B-netAmount": 57, "B-pageNumber": 59, "B-reservationNumber": 61, "B-roomNo": 63, "B-taxAmount": 65, "B-travellerName": 67, "I-bookingNumber": 2, "I-cardNumber": 4, "I-cardType": 6, "I-checkIn": 8, "I-checkOut": 10, "I-companyAddress": 12, "I-companyCity": 14, "I-companyCountry": 16, "I-companyName": 18, "I-companyVATNumber": 20, "I-companyZipcode": 22, "I-currencyCode": 24, "I-documentType": 26, "I-externalReservationNumber": 28, "I-grossAmount": 30, "I-hotelAddress": 32, "I-hotelBankAccount": 34, "I-hotelCity": 36, "I-hotelCountry": 38, "I-hotelEmail": 40, "I-hotelFaxNumber": 42, "I-hotelName": 44, "I-hotelPhoneNumber": 46, "I-hotelTaxCode": 48, "I-hotelVATNumber": 50, "I-hotelZipCode": 52, "I-invoiceDate": 54, "I-invoiceNumber": 56, "I-netAmount": 58, "I-pageNumber": 60, "I-reservationNumber": 62, "I-roomNo": 64, "I-taxAmount": 66, "I-travellerName": 68, "O": 0 }, "layer_norm_eps": 1e-05, "local_attention": 128, "local_rope_theta": 10000.0, "max_position_embeddings": 8192, "mlp_bias": false, "mlp_dropout": 0.0, "model_type": "modernbert", "norm_bias": false, "norm_eps": 1e-05, "num_attention_heads": 12, "num_hidden_layers": 22, "pad_token_id": 50283, "position_embedding_type": "absolute", "reference_compile": false, "sep_token_id": 50282, "sparse_pred_ignore_index": -100, "sparse_prediction": false, "torch_dtype": "bfloat16", "transformers_version": "4.48.0.dev0", "vocab_size": 50368 }