{ "architectures": [ "ModernBertForSequenceClassification" ], "attention_bias": false, "attention_dropout": 0.0, "bos_token_id": 50281, "classifier_activation": "gelu", "classifier_bias": false, "classifier_dropout": 0.0, "classifier_pooling": "mean", "cls_token_id": 50281, "decoder_bias": true, "deterministic_flash_attn": false, "dtype": "float32", "embedding_dropout": 0.0, "eos_token_id": 50282, "global_attn_every_n_layers": 3, "global_rope_theta": 160000.0, "gradient_checkpointing": false, "hidden_activation": "gelu", "hidden_size": 1024, "id2label": { "0": "Allegations of Sexual Exploitation and Abuse (SEA)", "1": "Allegations of corruption, bribery, theft or fraud", "2": "Allegations of discrimination, abuse or threats", "3": "Allegations of verbal abuse, misbehaviour or insensitivity", "4": "Comments on nature, scope and/or scale of disaster", "5": "Communication issues/challenges", "6": "Community behaviour or preferences", "7": "Information about WASH service delivery activities", "8": "Information about Feedback channel(s)", "9": "Information about WASH actors", "10": "Issues with WASH service delivery selection criteria, eligibility and/or registration etc.", "11": "Issues with quality, quantity or timeliness of assistance provided", "12": "Other requests or suggestions", "13": "Request for specialised services to enable access", "14": "Specific response activities" }, "initializer_cutoff_factor": 2.0, "initializer_range": 0.02, "intermediate_size": 2624, "label2id": { "Allegations of Sexual Exploitation and Abuse (SEA)": 0, "Allegations of corruption, bribery, theft or fraud": 1, "Allegations of discrimination, abuse or threats": 2, "Allegations of verbal abuse, misbehaviour or insensitivity": 3, "Comments on nature, scope and/or scale of disaster": 4, "Communication issues/challenges": 5, "Community behaviour or preferences": 6, "Information about WASH service delivery activities": 7, "Information about Feedback channel(s)": 8, "Information about WASH actors": 9, "Issues with WASH service delivery selection criteria, eligibility and/or registration etc.": 10, "Issues with quality, quantity or timeliness of assistance provided": 11, "Other requests or suggestions": 12, "Request for specialised services to enable access": 13, "Specific response activities": 14 }, "layer_norm_eps": 1e-05, "local_attention": 128, "local_rope_theta": 10000.0, "max_position_embeddings": 8192, "mlp_bias": false, "mlp_dropout": 0.0, "model_type": "modernbert", "norm_bias": false, "norm_eps": 1e-05, "num_attention_heads": 16, "num_hidden_layers": 28, "pad_token_id": 50283, "position_embedding_type": "absolute", "problem_type": "single_label_classification", "repad_logits_with_grad": false, "sep_token_id": 50282, "sparse_pred_ignore_index": -100, "sparse_prediction": false, "transformers_version": "4.57.3", "vocab_size": 50368 }