BenPhan's picture
Training in progress, epoch 1
75ea904 verified
{
"_name_or_path": "answerdotai/ModernBERT-large",
"architectures": [
"ModernBertForSequenceClassification"
],
"attention_bias": false,
"attention_dropout": 0.0,
"bos_token_id": 50281,
"classifier_activation": "gelu",
"classifier_bias": false,
"classifier_dropout": 0.0,
"classifier_pooling": "mean",
"cls_token_id": 50281,
"decoder_bias": true,
"deterministic_flash_attn": false,
"embedding_dropout": 0.0,
"eos_token_id": 50282,
"global_attn_every_n_layers": 3,
"global_rope_theta": 160000.0,
"gradient_checkpointing": false,
"hidden_activation": "gelu",
"hidden_size": 1024,
"id2label": {
"0": "Aflatoxin",
"1": "abnormal smell",
"10": "bad smell / off odor",
"100": "soybeans and products thereof",
"101": "specified risk material (srm)",
"102": "spoilage",
"103": "staphylococcal enterotoxin",
"104": "staphylococcus",
"105": "stones",
"106": "sulfamethazine unauthorised",
"107": "sulphates/sulphites",
"108": "sulphur dioxide",
"109": "sulphur dioxide and sulphites",
"11": "bone fragment",
"110": "tampering",
"111": "taste disturbance",
"112": "too high content of fluorinated organic chemicals",
"113": "too high content of tetrahydrocannabinol (THC)",
"114": "toxin",
"115": "unauthorised colour sudan 4",
"116": "unauthorised import",
"117": "unauthorised operator",
"118": "unauthorised placing on the market",
"119": "unauthorised substance ethylene oxide",
"12": "brazil nut",
"120": "unauthorised substance sildenafil",
"121": "undeclared additive",
"122": "undeclared constituent",
"123": "unfit for human consumption",
"124": "vibrio spp",
"125": "virus",
"126": "walnut",
"127": "yeasts",
"13": "bulging packaging",
"14": "cashew",
"15": "celery and products thereof",
"16": "cereals",
"17": "cereals containing gluten and products thereof",
"18": "chemical",
"19": "chemical compound (high content)",
"2": "alcohol content",
"20": "chemical compound (unauthorised)",
"21": "chlorine",
"22": "clostridium botulinum",
"23": "coconut",
"24": "coliforms",
"25": "compositional deviation",
"26": "contaminant",
"27": "cronobacter spp",
"28": "crustaceans and products thereof",
"29": "cyclospora",
"3": "alkaloids",
"30": "dairy products",
"31": "damaged packaging",
"32": "dioxins",
"33": "e 425 - konjac unauthorised",
"34": "eggs and products thereof",
"35": "enteroviruses",
"36": "escherichia coli",
"37": "false marketing claims",
"38": "fish and products thereof",
"39": "foreign bodies",
"4": "allergens",
"40": "glass fragment",
"41": "haloxyfop",
"42": "hazelnut",
"43": "heavy metals",
"44": "high content of copper",
"45": "high content of cyanide",
"46": "high content of vitamins",
"47": "improper conditions",
"48": "improper packaging",
"49": "incorrect labeling",
"5": "almond",
"50": "incorrect use by dates",
"51": "insects",
"52": "inspection issues",
"53": "insufficient labelling/documentation",
"54": "labelling/misdescription",
"55": "listeria monocytogenes",
"56": "listeria spp",
"57": "metal fragment",
"58": "microbiological contamination",
"59": "milk and products thereof",
"6": "altered organoleptic characteristics",
"60": "misbranding",
"61": "misdescription",
"62": "mislabelled",
"63": "molluscs and products thereof",
"64": "moulds",
"65": "mustard and products thereof",
"66": "nitrogen",
"67": "non compliance with HACCP",
"68": "norovirus",
"69": "novel food",
"7": "amygdalin",
"70": "nuts",
"71": "ochratoxin",
"72": "organochlorine",
"73": "other",
"74": "other misbranding issues",
"75": "other not classified",
"76": "other not classified allergen hazards",
"77": "other not classified biological hazards",
"78": "other not classified chemical hazards",
"79": "other not classified hazards for foreign bodies",
"8": "antibiotics, vet drugs",
"80": "packaging defect",
"81": "pahs",
"82": "paralytic shellfish poisoning (psp) toxins",
"83": "pathogenic bacteria",
"84": "patulin",
"85": "peanuts and products thereof",
"86": "pecan nut",
"87": "phenylpyrazole",
"88": "pieces of wood",
"89": "pistachio nut",
"9": "bacillus spp.",
"90": "plastic fragment",
"91": "polycyclic aromatic hydrocarbons",
"92": "poor hygienic state",
"93": "poor or insufficient controls",
"94": "processing",
"95": "product category/characteristics",
"96": "pseudomonas spp.",
"97": "rubber fragments",
"98": "salmonella",
"99": "sesame seeds and products thereof"
},
"initializer_cutoff_factor": 2.0,
"initializer_range": 0.02,
"intermediate_size": 2624,
"label2id": {
"0": "0",
"1": "1",
"10": "10",
"100": "100",
"101": "101",
"102": "102",
"103": "103",
"104": "104",
"105": "105",
"106": "106",
"107": "107",
"108": "108",
"109": "109",
"11": "11",
"110": "110",
"111": "111",
"112": "112",
"113": "113",
"114": "114",
"115": "115",
"116": "116",
"117": "117",
"118": "118",
"119": "119",
"12": "12",
"120": "120",
"121": "121",
"122": "122",
"123": "123",
"124": "124",
"125": "125",
"126": "126",
"127": "127",
"13": "13",
"14": "14",
"15": "15",
"16": "16",
"17": "17",
"18": "18",
"19": "19",
"2": "2",
"20": "20",
"21": "21",
"22": "22",
"23": "23",
"24": "24",
"25": "25",
"26": "26",
"27": "27",
"28": "28",
"29": "29",
"3": "3",
"30": "30",
"31": "31",
"32": "32",
"33": "33",
"34": "34",
"35": "35",
"36": "36",
"37": "37",
"38": "38",
"39": "39",
"4": "4",
"40": "40",
"41": "41",
"42": "42",
"43": "43",
"44": "44",
"45": "45",
"46": "46",
"47": "47",
"48": "48",
"49": "49",
"5": "5",
"50": "50",
"51": "51",
"52": "52",
"53": "53",
"54": "54",
"55": "55",
"56": "56",
"57": "57",
"58": "58",
"59": "59",
"6": "6",
"60": "60",
"61": "61",
"62": "62",
"63": "63",
"64": "64",
"65": "65",
"66": "66",
"67": "67",
"68": "68",
"69": "69",
"7": "7",
"70": "70",
"71": "71",
"72": "72",
"73": "73",
"74": "74",
"75": "75",
"76": "76",
"77": "77",
"78": "78",
"79": "79",
"8": "8",
"80": "80",
"81": "81",
"82": "82",
"83": "83",
"84": "84",
"85": "85",
"86": "86",
"87": "87",
"88": "88",
"89": "89",
"9": "9",
"90": "90",
"91": "91",
"92": "92",
"93": "93",
"94": "94",
"95": "95",
"96": "96",
"97": "97",
"98": "98",
"99": "99"
},
"layer_norm_eps": 1e-05,
"local_attention": 128,
"local_rope_theta": 10000.0,
"max_position_embeddings": 8192,
"mlp_bias": false,
"mlp_dropout": 0.0,
"model_type": "modernbert",
"norm_bias": false,
"norm_eps": 1e-05,
"num_attention_heads": 16,
"num_hidden_layers": 28,
"pad_token_id": 50283,
"position_embedding_type": "absolute",
"problem_type": "single_label_classification",
"reference_compile": true,
"sep_token_id": 50282,
"sparse_pred_ignore_index": -100,
"sparse_prediction": false,
"torch_dtype": "float32",
"transformers_version": "4.48.0.dev0",
"vocab_size": 50368
}