relationships_v3.2 / config.json
bobbyw's picture
Average item loss during training: 8.770301624129931e-06
7f3c618 verified
{
"_name_or_path": "bobbyw/deberta-v3-large_relationships_v3.2",
"architectures": [
"DebertaV2ForSequenceClassification"
],
"attention_probs_dropout_prob": 0.1,
"hidden_act": "gelu",
"hidden_dropout_prob": 0.1,
"hidden_size": 1024,
"id2label": {
"0": "accommodation cost",
"1": "accommodation planner",
"2": "accommodation probability",
"3": "accommodation type",
"4": "activity attendee",
"5": "activity cost",
"6": "activity location",
"7": "activity planner",
"8": "activity probability",
"9": "activity restaurant",
"10": "attendee itinerary",
"11": "attendee seat",
"12": "date attendee",
"13": "date probability",
"14": "itinerary probability",
"15": "location accommodation",
"16": "location activity",
"17": "location attendee",
"18": "location date",
"19": "location itinerary",
"20": "location planner",
"21": "location probability",
"22": "travel arrival location",
"23": "travel attendee",
"24": "travel date",
"25": "travel probability",
"26": "travel time",
"27": "trip attendee",
"28": "trip location",
"29": "trip travel",
"30": "type probability",
"31": "activity address",
"32": "activity thing_needed",
"33": "travel planner",
"34": "activity time",
"35": "activity date",
"36": "accommodation address",
"37": "accommodation link",
"38": "trip link",
"39": "activity link",
"40": "trip activity",
"41": "accommodation access_instructions",
"42": "itinerary date",
"43": "attendee probability",
"44": "accommodation attendee",
"45": "trip accommodation",
"46": "trip date",
"47": "attendee date",
"48": "travel destination",
"49": "travel flight_type",
"50": "attendee activity",
"51": "travel type",
"52": "accommodation date",
"53": "itinerary attendee",
"54": "link attendee",
"55": "travel cost",
"56": "date link",
"57": "attendee accommodation",
"58": "accommodation occupancy",
"59": "accommodation location",
"60": "itinerary link",
"61": "activity availability",
"62": "activity pickup_location",
"63": "accommodation unstructured_information",
"64": "unstructured_information link",
"65": "itinerary unstructured_information",
"66": "activity unstructured_information",
"67": "activity preference",
"68": "preference attendee",
"69": "unstructured_information unstructured_information",
"70": "activity activity",
"71": "date unstructured_information",
"72": "trip itinerary",
"73": "accommodation preference",
"74": "date preference",
"75": "date date",
"76": "preference preference",
"77": "trip unstructured_information",
"78": "attendee attendee",
"79": "attendee unstructured_information",
"80": "travel preference",
"81": "travel unstructured_information",
"82": "accommodation check_in_date",
"83": "unstructured_information probability",
"84": "location unstructured_information",
"85": "unstructured_information attendee",
"86": "probability probability",
"87": "unstructured_information date",
"88": "attendee travel",
"89": "cost attendee",
"90": "trip preference",
"91": "trip cost",
"92": "cost probability",
"93": "location travel",
"94": "date activity",
"95": "location car_rental",
"96": "car_rental probability",
"97": "car_rental preference",
"98": "attendee preference",
"99": "trip payment",
"100": "payment payment_target",
"101": "car_rental link",
"102": "location link",
"103": "unstructured_information preference",
"104": "flight preference",
"105": "flight unstructured_information",
"106": "flight cost",
"107": "trip flight",
"108": "flight attendee",
"109": "flight probability",
"110": "flight date",
"111": "flight arrival_city",
"112": "flight departure_city",
"113": "travel travel",
"114": "travel arrival_city",
"115": "travel departure_city",
"116": "travel flight",
"117": "preference link",
"118": "flight flight",
"119": "trip flight_group",
"120": "flight_group arrival_city",
"121": "flight_group departure_city",
"122": "flight_group unstructured_information",
"123": "arrival_city unstructured_information",
"124": "location activity_group",
"125": "activity_group date",
"126": "activity_group location",
"127": "activity_group preference",
"128": "preference date",
"129": "trip car_rental",
"130": "date itinerary",
"131": "cost unstructured_information",
"132": "car_rental attendee",
"133": "flight_group cost",
"134": "flight_group date",
"135": "flight_group attendee",
"136": "departure_city unstructured_information",
"137": "probability pointer",
"138": "location accommodation_group",
"139": "accommodation_group cost",
"140": "accommodation_group date",
"141": "date pointer",
"142": "accommodation_group unstructured_information",
"143": "location_group attendee",
"144": "departure_city pointer",
"145": "arrival_city pointer",
"146": "attendee pointer",
"147": "accommodation_group attendee",
"148": "trip travel_group",
"149": "travel_group unstructured_information",
"150": "location itinerary_group",
"151": "itinerary_group attendee",
"152": "flight attendee_group",
"153": "attendee_group probability",
"154": "flight_group preference",
"155": "trip attendee_group",
"156": "accommodation_group preference",
"157": "trip date_group",
"158": "date_group preference",
"159": "accommodation_group probability",
"160": "unstructured_information pointer",
"161": "cost pointer",
"162": "activity_group unstructured_information",
"163": "itinerary preference",
"164": "itinerary location_group",
"165": "car_rental departure_city",
"166": "car_rental arrival_city",
"167": "attendee_group unstructured_information",
"168": "link unstructured_information",
"169": "probability attendee",
"170": "location preference",
"171": "trip location_group",
"172": "location_group unstructured_information",
"173": "location_group probability",
"174": "trip accommodation_group",
"175": "flight_group flight_group",
"176": "location_group accommodation",
"177": "location_group location",
"178": "location location",
"179": "link pointer",
"180": "accommodation pointer",
"181": "location_group activity",
"182": "location_group date",
"183": "date start_date",
"184": "date end_date",
"185": "start_date pointer",
"186": "end_date pointer",
"187": "location_group accommodation_group",
"188": "date start_time",
"189": "trip activity_group",
"190": "end_date probability",
"191": "start_date attendee",
"192": "start_time pointer",
"193": "end_date unstructured_information",
"194": "start_date probability",
"195": "start_time probability",
"196": "date departure_city",
"197": "attendee location",
"198": "start_time preference",
"199": "activity attendee_group",
"200": "pointer probability",
"201": "end_date end_date",
"202": "end_date attendee",
"203": "date end_time",
"204": "end_date preference",
"205": "attendee end_date",
"206": "accommodation_group pointer",
"207": "departure_city probability",
"208": "location pointer",
"209": "flight link",
"210": "end_time pointer",
"211": "flight pointer",
"212": "activity pointer"
},
"initializer_range": 0.02,
"intermediate_size": 4096,
"label2id": {
"accommodation access_instructions": 41,
"accommodation address": 36,
"accommodation attendee": 44,
"accommodation check_in_date": 82,
"accommodation cost": 0,
"accommodation date": 52,
"accommodation link": 37,
"accommodation location": 59,
"accommodation occupancy": 58,
"accommodation planner": 1,
"accommodation pointer": 180,
"accommodation preference": 73,
"accommodation probability": 2,
"accommodation type": 3,
"accommodation unstructured_information": 63,
"accommodation_group attendee": 147,
"accommodation_group cost": 139,
"accommodation_group date": 140,
"accommodation_group pointer": 206,
"accommodation_group preference": 156,
"accommodation_group probability": 159,
"accommodation_group unstructured_information": 142,
"activity activity": 70,
"activity address": 31,
"activity attendee": 4,
"activity attendee_group": 199,
"activity availability": 61,
"activity cost": 5,
"activity date": 35,
"activity link": 39,
"activity location": 6,
"activity pickup_location": 62,
"activity planner": 7,
"activity pointer": 212,
"activity preference": 67,
"activity probability": 8,
"activity restaurant": 9,
"activity thing_needed": 32,
"activity time": 34,
"activity unstructured_information": 66,
"activity_group date": 125,
"activity_group location": 126,
"activity_group preference": 127,
"activity_group unstructured_information": 162,
"arrival_city pointer": 145,
"arrival_city unstructured_information": 123,
"attendee accommodation": 57,
"attendee activity": 50,
"attendee attendee": 78,
"attendee date": 47,
"attendee end_date": 205,
"attendee itinerary": 10,
"attendee location": 197,
"attendee pointer": 146,
"attendee preference": 98,
"attendee probability": 43,
"attendee seat": 11,
"attendee travel": 88,
"attendee unstructured_information": 79,
"attendee_group probability": 153,
"attendee_group unstructured_information": 167,
"car_rental arrival_city": 166,
"car_rental attendee": 132,
"car_rental departure_city": 165,
"car_rental link": 101,
"car_rental preference": 97,
"car_rental probability": 96,
"cost attendee": 89,
"cost pointer": 161,
"cost probability": 92,
"cost unstructured_information": 131,
"date activity": 94,
"date attendee": 12,
"date date": 75,
"date departure_city": 196,
"date end_date": 184,
"date end_time": 203,
"date itinerary": 130,
"date link": 56,
"date pointer": 141,
"date preference": 74,
"date probability": 13,
"date start_date": 183,
"date start_time": 188,
"date unstructured_information": 71,
"date_group preference": 158,
"departure_city pointer": 144,
"departure_city probability": 207,
"departure_city unstructured_information": 136,
"end_date attendee": 202,
"end_date end_date": 201,
"end_date pointer": 186,
"end_date preference": 204,
"end_date probability": 190,
"end_date unstructured_information": 193,
"end_time pointer": 210,
"flight arrival_city": 111,
"flight attendee": 108,
"flight attendee_group": 152,
"flight cost": 106,
"flight date": 110,
"flight departure_city": 112,
"flight flight": 118,
"flight link": 209,
"flight pointer": 211,
"flight preference": 104,
"flight probability": 109,
"flight unstructured_information": 105,
"flight_group arrival_city": 120,
"flight_group attendee": 135,
"flight_group cost": 133,
"flight_group date": 134,
"flight_group departure_city": 121,
"flight_group flight_group": 175,
"flight_group preference": 154,
"flight_group unstructured_information": 122,
"itinerary attendee": 53,
"itinerary date": 42,
"itinerary link": 60,
"itinerary location_group": 164,
"itinerary preference": 163,
"itinerary probability": 14,
"itinerary unstructured_information": 65,
"itinerary_group attendee": 151,
"link attendee": 54,
"link pointer": 179,
"link unstructured_information": 168,
"location accommodation": 15,
"location accommodation_group": 138,
"location activity": 16,
"location activity_group": 124,
"location attendee": 17,
"location car_rental": 95,
"location date": 18,
"location itinerary": 19,
"location itinerary_group": 150,
"location link": 102,
"location location": 178,
"location planner": 20,
"location pointer": 208,
"location preference": 170,
"location probability": 21,
"location travel": 93,
"location unstructured_information": 84,
"location_group accommodation": 176,
"location_group accommodation_group": 187,
"location_group activity": 181,
"location_group attendee": 143,
"location_group date": 182,
"location_group location": 177,
"location_group probability": 173,
"location_group unstructured_information": 172,
"payment payment_target": 100,
"pointer probability": 200,
"preference attendee": 68,
"preference date": 128,
"preference link": 117,
"preference preference": 76,
"probability attendee": 169,
"probability pointer": 137,
"probability probability": 86,
"start_date attendee": 191,
"start_date pointer": 185,
"start_date probability": 194,
"start_time pointer": 192,
"start_time preference": 198,
"start_time probability": 195,
"travel arrival location": 22,
"travel arrival_city": 114,
"travel attendee": 23,
"travel cost": 55,
"travel date": 24,
"travel departure_city": 115,
"travel destination": 48,
"travel flight": 116,
"travel flight_type": 49,
"travel planner": 33,
"travel preference": 80,
"travel probability": 25,
"travel time": 26,
"travel travel": 113,
"travel type": 51,
"travel unstructured_information": 81,
"travel_group unstructured_information": 149,
"trip accommodation": 45,
"trip accommodation_group": 174,
"trip activity": 40,
"trip activity_group": 189,
"trip attendee": 27,
"trip attendee_group": 155,
"trip car_rental": 129,
"trip cost": 91,
"trip date": 46,
"trip date_group": 157,
"trip flight": 107,
"trip flight_group": 119,
"trip itinerary": 72,
"trip link": 38,
"trip location": 28,
"trip location_group": 171,
"trip payment": 99,
"trip preference": 90,
"trip travel": 29,
"trip travel_group": 148,
"trip unstructured_information": 77,
"type probability": 30,
"unstructured_information attendee": 85,
"unstructured_information date": 87,
"unstructured_information link": 64,
"unstructured_information pointer": 160,
"unstructured_information preference": 103,
"unstructured_information probability": 83,
"unstructured_information unstructured_information": 69
},
"layer_norm_eps": 1e-07,
"max_position_embeddings": 512,
"max_relative_positions": -1,
"model_type": "deberta-v2",
"norm_rel_ebd": "layer_norm",
"num_attention_heads": 16,
"num_hidden_layers": 24,
"pad_token_id": 0,
"pooler_dropout": 0,
"pooler_hidden_act": "gelu",
"pooler_hidden_size": 1024,
"pos_att_type": [
"p2c",
"c2p"
],
"position_biased_input": false,
"position_buckets": 256,
"problem_type": "multi_label_classification",
"relative_attention": true,
"share_att_key": true,
"torch_dtype": "float32",
"transformers_version": "4.44.2",
"type_vocab_size": 0,
"vocab_size": 128041
}