{
  "architectures": [
    "DatauseEncoder"
  ],
  "auto_map": {
    "AutoModel": "modeling_lfm2_bidirectional.Lfm2BidirectionalModel",
    "AutoModelForMaskedLM": "modeling_lfm2_bidirectional.Lfm2BidirectionalForMaskedLM"
  },
  "block_auto_adjust_ff_dim": false,
  "block_dim": 1024,
  "block_ffn_dim_multiplier": 1.0,
  "block_mlp_init_scale": 1.0,
  "block_multiple_of": 256,
  "block_norm_eps": 1e-05,
  "block_out_init_scale": 1.0,
  "block_use_swiglu": true,
  "block_use_xavier_init": true,
  "bos_token_id": 1,
  "conv_L_cache": 3,
  "conv_bias": false,
  "conv_dim": 1024,
  "conv_use_xavier_init": true,
  "dtype": "float32",
  "eos_token_id": 7,
  "full_attn_idxs": null,
  "hidden_size": 1024,
  "id2label": {
    "0": "Agriculture",
    "1": "Communities and Human Settlements",
    "2": "Conflict and Development",
    "3": "Culture and Development",
    "4": "Education",
    "5": "Energy",
    "6": "Environment",
    "7": "Finance and Financial Sector Development",
    "8": "Gender",
    "9": "Governance",
    "10": "Health",
    "11": "Industry",
    "12": "Informatics",
    "13": "Information and Communication Technologies",
    "14": "Infrastructure Economics and Finance",
    "15": "International Economics and Trade",
    "16": "Law and Development",
    "17": "Macroeconomics and Economic Growth",
    "18": "Nutrition and Population",
    "19": "Poverty Reduction",
    "20": "Private Sector Development",
    "21": "Public Sector Development",
    "22": "Rural Development",
    "23": "Science and Technology Development",
    "24": "Social Development",
    "25": "Social Protections and Labor",
    "26": "Transport",
    "27": "Urban Development",
    "28": "Water Resources",
    "29": "Water Supply and Sanitation"
  },
  "initializer_range": 0.02,
  "intermediate_size": 2560,
  "label2id": {
    "Agriculture": 0,
    "Communities and Human Settlements": 1,
    "Conflict and Development": 2,
    "Culture and Development": 3,
    "Education": 4,
    "Energy": 5,
    "Environment": 6,
    "Finance and Financial Sector Development": 7,
    "Gender": 8,
    "Governance": 9,
    "Health": 10,
    "Industry": 11,
    "Informatics": 12,
    "Information and Communication Technologies": 13,
    "Infrastructure Economics and Finance": 14,
    "International Economics and Trade": 15,
    "Law and Development": 16,
    "Macroeconomics and Economic Growth": 17,
    "Nutrition and Population": 18,
    "Poverty Reduction": 19,
    "Private Sector Development": 20,
    "Public Sector Development": 21,
    "Rural Development": 22,
    "Science and Technology Development": 23,
    "Social Development": 24,
    "Social Protections and Labor": 25,
    "Transport": 26,
    "Urban Development": 27,
    "Water Resources": 28,
    "Water Supply and Sanitation": 29
  },
  "layer_types": [
    "conv",
    "conv",
    "full_attention",
    "conv",
    "full_attention",
    "conv",
    "full_attention",
    "conv",
    "full_attention",
    "conv",
    "full_attention",
    "conv",
    "full_attention",
    "conv"
  ],
  "max_position_embeddings": 128000,
  "model_type": "lfm2",
  "norm_eps": 1e-05,
  "num_attention_heads": 16,
  "num_heads": 16,
  "num_hidden_layers": 14,
  "num_key_value_heads": 8,
  "pad_token_id": 0,
  "problem_type": "multi_label_classification",
  "rope_parameters": {
    "rope_theta": 1000000.0,
    "rope_type": "default"
  },
  "tie_word_embeddings": true,
  "transformers_version": "5.13.1",
  "use_cache": false,
  "use_pos_enc": true,
  "vocab_size": 65536
}