badaoui's picture
badaoui HF Staff
Add Neuron-optimized files for oxyapi/albert-moderation-001
45b2f6a verified
{
"activation": "gelu",
"architectures": [
"DistilBertForSequenceClassification"
],
"attention_dropout": 0.1,
"dim": 768,
"dropout": 0.1,
"hidden_dim": 3072,
"id2label": {
"0": "harassment",
"1": "harassment/threatening",
"2": "sexual",
"3": "hate",
"4": "hate/threatening",
"5": "self-harm/intent",
"6": "self-harm/instructions",
"7": "self-harm",
"8": "sexual/minors",
"9": "violence",
"10": "violence/graphic"
},
"initializer_range": 0.02,
"label2id": {
"harassment": 0,
"harassment/threatening": 1,
"hate": 3,
"hate/threatening": 4,
"self-harm": 7,
"self-harm/instructions": 6,
"self-harm/intent": 5,
"sexual": 2,
"sexual/minors": 8,
"violence": 9,
"violence/graphic": 10
},
"max_position_embeddings": 512,
"model_type": "distilbert",
"n_heads": 12,
"n_layers": 6,
"neuron": {
"auto_cast": "matmul",
"auto_cast_type": "bf16",
"compiler_type": "neuronx-cc",
"compiler_version": "2.21.18209.0+043b1bf7",
"disable_fallback": false,
"disable_fast_relayout": false,
"dynamic_batch_size": false,
"float_dtype": "fp32",
"inline_weights_to_neff": true,
"instance_type": "inf2",
"int_dtype": "int64",
"model_type": "distilbert",
"optlevel": "2",
"output_attentions": false,
"output_hidden_states": false,
"static_batch_size": 1,
"static_sequence_length": 128,
"task": "text-classification",
"tensor_parallel_size": 1
},
"pad_token_id": 0,
"problem_type": "multi_label_classification",
"qa_dropout": 0.1,
"seq_classif_dropout": 0.2,
"sinusoidal_pos_embds": false,
"tie_weights_": true,
"torch_dtype": "float32",
"torchscript": true,
"transformers_version": "4.55.4",
"vocab_size": 30522
}