File size: 3,528 Bytes
7da7146 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 | {
"architectures": [
"DatauseEncoder"
],
"auto_map": {
"AutoModel": "modeling_lfm2_bidirectional.Lfm2BidirectionalModel",
"AutoModelForMaskedLM": "modeling_lfm2_bidirectional.Lfm2BidirectionalForMaskedLM"
},
"block_auto_adjust_ff_dim": false,
"block_dim": 1024,
"block_ffn_dim_multiplier": 1.0,
"block_mlp_init_scale": 1.0,
"block_multiple_of": 256,
"block_norm_eps": 1e-05,
"block_out_init_scale": 1.0,
"block_use_swiglu": true,
"block_use_xavier_init": true,
"bos_token_id": 1,
"conv_L_cache": 3,
"conv_bias": false,
"conv_dim": 1024,
"conv_use_xavier_init": true,
"dtype": "float32",
"eos_token_id": 7,
"full_attn_idxs": null,
"hidden_size": 1024,
"id2label": {
"0": "Agriculture",
"1": "Communities and Human Settlements",
"2": "Conflict and Development",
"3": "Culture and Development",
"4": "Education",
"5": "Energy",
"6": "Environment",
"7": "Finance and Financial Sector Development",
"8": "Gender",
"9": "Governance",
"10": "Health",
"11": "Industry",
"12": "Informatics",
"13": "Information and Communication Technologies",
"14": "Infrastructure Economics and Finance",
"15": "International Economics and Trade",
"16": "Law and Development",
"17": "Macroeconomics and Economic Growth",
"18": "Nutrition and Population",
"19": "Poverty Reduction",
"20": "Private Sector Development",
"21": "Public Sector Development",
"22": "Rural Development",
"23": "Science and Technology Development",
"24": "Social Development",
"25": "Social Protections and Labor",
"26": "Transport",
"27": "Urban Development",
"28": "Water Resources",
"29": "Water Supply and Sanitation"
},
"initializer_range": 0.02,
"intermediate_size": 2560,
"label2id": {
"Agriculture": 0,
"Communities and Human Settlements": 1,
"Conflict and Development": 2,
"Culture and Development": 3,
"Education": 4,
"Energy": 5,
"Environment": 6,
"Finance and Financial Sector Development": 7,
"Gender": 8,
"Governance": 9,
"Health": 10,
"Industry": 11,
"Informatics": 12,
"Information and Communication Technologies": 13,
"Infrastructure Economics and Finance": 14,
"International Economics and Trade": 15,
"Law and Development": 16,
"Macroeconomics and Economic Growth": 17,
"Nutrition and Population": 18,
"Poverty Reduction": 19,
"Private Sector Development": 20,
"Public Sector Development": 21,
"Rural Development": 22,
"Science and Technology Development": 23,
"Social Development": 24,
"Social Protections and Labor": 25,
"Transport": 26,
"Urban Development": 27,
"Water Resources": 28,
"Water Supply and Sanitation": 29
},
"layer_types": [
"conv",
"conv",
"full_attention",
"conv",
"full_attention",
"conv",
"full_attention",
"conv",
"full_attention",
"conv",
"full_attention",
"conv",
"full_attention",
"conv"
],
"max_position_embeddings": 128000,
"model_type": "lfm2",
"norm_eps": 1e-05,
"num_attention_heads": 16,
"num_heads": 16,
"num_hidden_layers": 14,
"num_key_value_heads": 8,
"pad_token_id": 0,
"problem_type": "multi_label_classification",
"rope_parameters": {
"rope_theta": 1000000.0,
"rope_type": "default"
},
"tie_word_embeddings": true,
"transformers_version": "5.13.1",
"use_cache": false,
"use_pos_enc": true,
"vocab_size": 65536
}
|