{ "architectures": [ "ModernBertForSequenceClassification" ], "attention_bias": false, "attention_dropout": 0.0, "bos_token_id": 50281, "classifier_activation": "gelu", "classifier_bias": false, "classifier_dropout": 0.0, "classifier_pooling": "mean", "cls_token_id": 50281, "decoder_bias": true, "deterministic_flash_attn": false, "embedding_dropout": 0.0, "eos_token_id": 50282, "global_attn_every_n_layers": 3, "global_rope_theta": 160000.0, "gradient_checkpointing": false, "hidden_activation": "gelu", "hidden_size": 768, "id2label": { "0": "Self-direction: thought attained", "1": "Self-direction: thought constrained", "2": "Self-direction: action attained", "3": "Self-direction: action constrained", "4": "Stimulation attained", "5": "Stimulation constrained", "6": "Hedonism attained", "7": "Hedonism constrained", "8": "Achievement attained", "9": "Achievement constrained", "10": "Power: dominance attained", "11": "Power: dominance constrained", "12": "Power: resources attained", "13": "Power: resources constrained", "14": "Face attained", "15": "Face constrained", "16": "Security: personal attained", "17": "Security: personal constrained", "18": "Security: societal attained", "19": "Security: societal constrained", "20": "Tradition attained", "21": "Tradition constrained", "22": "Conformity: rules attained", "23": "Conformity: rules constrained", "24": "Conformity: interpersonal attained", "25": "Conformity: interpersonal constrained", "26": "Humility attained", "27": "Humility constrained", "28": "Benevolence: caring attained", "29": "Benevolence: caring constrained", "30": "Benevolence: dependability attained", "31": "Benevolence: dependability constrained", "32": "Universalism: concern attained", "33": "Universalism: concern constrained", "34": "Universalism: nature attained", "35": "Universalism: nature constrained", "36": "Universalism: tolerance attained", "37": "Universalism: tolerance constrained" }, "initializer_cutoff_factor": 2.0, "initializer_range": 0.02, "intermediate_size": 1152, "label2id": { "Achievement attained": 8, "Achievement constrained": 9, "Benevolence: caring attained": 28, "Benevolence: caring constrained": 29, "Benevolence: dependability attained": 30, "Benevolence: dependability constrained": 31, "Conformity: interpersonal attained": 24, "Conformity: interpersonal constrained": 25, "Conformity: rules attained": 22, "Conformity: rules constrained": 23, "Face attained": 14, "Face constrained": 15, "Hedonism attained": 6, "Hedonism constrained": 7, "Humility attained": 26, "Humility constrained": 27, "Power: dominance attained": 10, "Power: dominance constrained": 11, "Power: resources attained": 12, "Power: resources constrained": 13, "Security: personal attained": 16, "Security: personal constrained": 17, "Security: societal attained": 18, "Security: societal constrained": 19, "Self-direction: action attained": 2, "Self-direction: action constrained": 3, "Self-direction: thought attained": 0, "Self-direction: thought constrained": 1, "Stimulation attained": 4, "Stimulation constrained": 5, "Tradition attained": 20, "Tradition constrained": 21, "Universalism: concern attained": 32, "Universalism: concern constrained": 33, "Universalism: nature attained": 34, "Universalism: nature constrained": 35, "Universalism: tolerance attained": 36, "Universalism: tolerance constrained": 37 }, "layer_norm_eps": 1e-05, "local_attention": 128, "local_rope_theta": 10000.0, "max_position_embeddings": 8192, "mlp_bias": false, "mlp_dropout": 0.0, "model_type": "modernbert", "norm_bias": false, "norm_eps": 1e-05, "num_attention_heads": 12, "num_hidden_layers": 22, "pad_token_id": 50283, "position_embedding_type": "absolute", "problem_type": "multi_label_classification", "repad_logits_with_grad": false, "sep_token_id": 50282, "sparse_pred_ignore_index": -100, "sparse_prediction": false, "torch_dtype": "float32", "transformers_version": "4.53.0", "vocab_size": 50406 }