File size: 7,856 Bytes
5d2288c ddfb4f9 5d2288c 9c6ee37 f8e8e62 5d2288c 5a6f670 092a4e8 f8e8e62 921e6f5 d483c1d 71cccd1 85c225f 091b378 27daaa6 921e6f5 c23e229 921e6f5 092a4e8 9c6ee37 d483c1d f8e8e62 c23e229 9c6ee37 f8e8e62 7802bb4 ffae8bd ddfb4f9 921e6f5 5a6f670 c23e229 f8e8e62 27daaa6 9c6ee37 092a4e8 c23e229 d483c1d 5d2288c c23e229 7802bb4 921e6f5 c23e229 9c6ee37 f8e8e62 ddfb4f9 71cccd1 091b378 5d2288c 921e6f5 617fe9e 5a6f670 9c6ee37 f8e8e62 921e6f5 5d2288c d483c1d 921e6f5 f161c6a c23e229 b335058 921e6f5 f161c6a 091b378 c23e229 921e6f5 9c6ee37 c23e229 921e6f5 9c6ee37 f8e8e62 617fe9e 9c6ee37 d483c1d 5d2288c f8e8e62 921e6f5 9c6ee37 85c225f 5d2288c 091b378 ffae8bd f8e8e62 9c6ee37 0cc6c10 ddfb4f9 4c66597 921e6f5 091b378 921e6f5 71cccd1 5a6f670 091b378 5d2288c 9eab194 c23e229 5d2288c 71cccd1 921e6f5 f161c6a f8e8e62 5a6f670 9c6ee37 921e6f5 9c6ee37 7802bb4 ddfb4f9 5a6f670 c23e229 f161c6a 5d2288c 5a6f670 ffae8bd ddfb4f9 921e6f5 d483c1d f161c6a c23e229 5a6f670 f8e8e62 091b378 d483c1d f161c6a 5d2288c ad528ff 091b378 c23e229 5d2288c 71cccd1 5d2288c d483c1d c23e229 dd6b460 f8e8e62 ffae8bd 27daaa6 921e6f5 091b378 921e6f5 c23e229 9c6ee37 091b378 092a4e8 9c6ee37 f8e8e62 ffae8bd c23e229 921e6f5 c23e229 f8e8e62 ffae8bd d483c1d 5d2288c 921e6f5 d483c1d f161c6a 9c6ee37 b335058 ddfb4f9 d483c1d c23e229 f8e8e62 85c225f b335058 921e6f5 9eab194 921e6f5 5d2288c 71cccd1 f8e8e62 5a6f670 4c66597 c23e229 f8e8e62 9c6ee37 921e6f5 c23e229 9c6ee37 27daaa6 ddfb4f9 f8e8e62 ddfb4f9 f8e8e62 921e6f5 9c6ee37 71cccd1 f8e8e62 f161c6a 921e6f5 9c6ee37 921e6f5 f8e8e62 9c6ee37 5a6f670 9c6ee37 921e6f5 71cccd1 f8e8e62 85c225f 921e6f5 c23e229 d483c1d 7802bb4 d483c1d f8e8e62 71cccd1 5a6f670 b335058 091b378 f8e8e62 921e6f5 f8e8e62 5a6f670 9c6ee37 5a6f670 9c6ee37 c23e229 f8e8e62 9c6ee37 ddfb4f9 9c6ee37 ad528ff ddfb4f9 c23e229 091b378 f8e8e62 d483c1d 71cccd1 85c225f 091b378 f161c6a 5a6f670 4c66597 5d2288c b960126 5d2288c b960126 5d2288c 921e6f5 5d2288c |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 |
{
"_name_or_path": "distributed/llama-1b",
"all_reduce_scores": {
"0": "NOT_ALIVE",
"1": "NON_PARTICIPATING",
"10": "NOT_ALIVE",
"100": "NOT_ALIVE",
"101": "NON_PARTICIPATING",
"102": "NON_PARTICIPATING",
"103": "NOT_ALIVE",
"104": "NOT_ALIVE",
"105": "NON_PARTICIPATING",
"106": "NON_PARTICIPATING",
"107": "NOT_ALIVE",
"108": "NOT_ALIVE",
"109": "NOT_ALIVE",
"11": "SUCCESS",
"110": "SUCCESS",
"111": "NOT_ALIVE",
"112": "SUCCESS",
"113": "NOT_ALIVE",
"114": "NON_PARTICIPATING",
"115": "NON_PARTICIPATING",
"116": "NON_PARTICIPATING",
"117": "SUCCESS",
"118": "NOT_ALIVE",
"119": "NON_PARTICIPATING",
"12": "NON_PARTICIPATING",
"120": "NON_PARTICIPATING",
"121": "NOT_ALIVE",
"122": "NOT_ALIVE",
"123": "NOT_ALIVE",
"124": "NON_PARTICIPATING",
"125": "NON_PARTICIPATING",
"126": "NOT_ALIVE",
"127": "NOT_ALIVE",
"128": "NOT_ALIVE",
"129": "NON_PARTICIPATING",
"13": "NOT_ALIVE",
"130": "NON_PARTICIPATING",
"131": "NOT_ALIVE",
"132": "SUCCESS",
"133": "NON_PARTICIPATING",
"134": "NON_PARTICIPATING",
"135": "NOT_ALIVE",
"136": "NON_PARTICIPATING",
"137": "NON_PARTICIPATING",
"138": "SUCCESS",
"139": "NON_PARTICIPATING",
"14": "NON_PARTICIPATING",
"140": "NOT_ALIVE",
"141": "NOT_ALIVE",
"142": "NON_PARTICIPATING",
"143": "NON_PARTICIPATING",
"144": "NON_PARTICIPATING",
"145": "NON_PARTICIPATING",
"146": "NON_PARTICIPATING",
"147": "NON_PARTICIPATING",
"148": "NON_PARTICIPATING",
"149": "NON_PARTICIPATING",
"15": "NOT_ALIVE",
"150": "NOT_ALIVE",
"151": "NOT_ALIVE",
"152": "NOT_ALIVE",
"153": "NOT_ALIVE",
"154": "NON_PARTICIPATING",
"155": "NON_PARTICIPATING",
"156": "NOT_ALIVE",
"157": "NON_PARTICIPATING",
"158": "NOT_ALIVE",
"159": "NON_PARTICIPATING",
"16": "NOT_ALIVE",
"160": "NON_PARTICIPATING",
"161": "NOT_ALIVE",
"162": "NON_PARTICIPATING",
"163": "NOT_ALIVE",
"164": "SUCCESS",
"165": "NOT_ALIVE",
"166": "NON_PARTICIPATING",
"167": "NOT_ALIVE",
"168": "SUCCESS",
"169": "NOT_ALIVE",
"17": "NOT_ALIVE",
"170": "NON_PARTICIPATING",
"171": "NOT_ALIVE",
"172": "SUCCESS",
"173": "SUCCESS",
"174": "NOT_ALIVE",
"175": "NOT_ALIVE",
"176": "NOT_ALIVE",
"177": "NOT_ALIVE",
"178": "NON_PARTICIPATING",
"179": "NOT_ALIVE",
"18": "NOT_ALIVE",
"180": "NOT_ALIVE",
"181": "NOT_ALIVE",
"182": "NOT_ALIVE",
"183": "NON_PARTICIPATING",
"184": "NON_PARTICIPATING",
"185": "NOT_ALIVE",
"186": "NON_PARTICIPATING",
"187": "NON_PARTICIPATING",
"188": "NOT_ALIVE",
"189": "NOT_ALIVE",
"19": "NOT_ALIVE",
"190": "NON_PARTICIPATING",
"191": "NOT_ALIVE",
"192": "NON_PARTICIPATING",
"193": "NON_PARTICIPATING",
"194": "NOT_ALIVE",
"195": "NON_PARTICIPATING",
"196": "NON_PARTICIPATING",
"197": "SUCCESS",
"198": "NON_PARTICIPATING",
"199": "NON_PARTICIPATING",
"2": "NOT_ALIVE",
"20": "NON_PARTICIPATING",
"200": "NOT_ALIVE",
"201": "NOT_ALIVE",
"202": "NOT_ALIVE",
"203": "NOT_ALIVE",
"204": "NON_PARTICIPATING",
"205": "NON_PARTICIPATING",
"206": "NON_PARTICIPATING",
"207": "NOT_ALIVE",
"208": "NON_PARTICIPATING",
"209": "NOT_ALIVE",
"21": "NOT_ALIVE",
"210": "SUCCESS",
"211": "NON_PARTICIPATING",
"212": "NON_PARTICIPATING",
"213": "NON_PARTICIPATING",
"214": "NON_PARTICIPATING",
"215": "NON_PARTICIPATING",
"216": "NON_PARTICIPATING",
"217": "NON_PARTICIPATING",
"218": "NON_PARTICIPATING",
"219": "NON_PARTICIPATING",
"22": "NON_PARTICIPATING",
"220": "NON_PARTICIPATING",
"221": "NOT_ALIVE",
"222": "NOT_ALIVE",
"223": "NOT_ALIVE",
"224": "NOT_ALIVE",
"225": "NON_PARTICIPATING",
"226": "NOT_ALIVE",
"227": "NON_PARTICIPATING",
"228": "NON_PARTICIPATING",
"229": "NON_PARTICIPATING",
"23": "NON_PARTICIPATING",
"230": "NON_PARTICIPATING",
"231": "NOT_ALIVE",
"232": "NOT_ALIVE",
"233": "NON_PARTICIPATING",
"234": "NOT_ALIVE",
"235": "NON_PARTICIPATING",
"236": "NOT_ALIVE",
"237": "NOT_ALIVE",
"238": "SUCCESS",
"239": "NOT_ALIVE",
"24": "NON_PARTICIPATING",
"240": "NOT_ALIVE",
"241": "NON_PARTICIPATING",
"242": "NON_PARTICIPATING",
"243": "NOT_ALIVE",
"244": "NON_PARTICIPATING",
"245": "NON_PARTICIPATING",
"246": "NON_PARTICIPATING",
"247": "NON_PARTICIPATING",
"248": "NOT_ALIVE",
"249": "NOT_ALIVE",
"25": "SUCCESS",
"250": "NOT_ALIVE",
"251": "NOT_ALIVE",
"252": "NON_PARTICIPATING",
"253": "NOT_ALIVE",
"254": "NON_PARTICIPATING",
"255": "NOT_ALIVE",
"26": "NON_PARTICIPATING",
"27": "NON_PARTICIPATING",
"28": "NOT_ALIVE",
"29": "NON_PARTICIPATING",
"3": "NON_PARTICIPATING",
"30": "NOT_ALIVE",
"31": "NON_PARTICIPATING",
"32": "SUCCESS",
"33": "NOT_ALIVE",
"34": "NOT_ALIVE",
"35": "SUCCESS",
"36": "NON_PARTICIPATING",
"37": "NOT_ALIVE",
"38": "NOT_ALIVE",
"39": "NON_PARTICIPATING",
"4": "NON_PARTICIPATING",
"40": "NON_PARTICIPATING",
"41": "NON_PARTICIPATING",
"42": "NOT_ALIVE",
"43": "NON_PARTICIPATING",
"44": "NON_PARTICIPATING",
"45": "NOT_ALIVE",
"46": "NOT_ALIVE",
"47": "NON_PARTICIPATING",
"48": "NON_PARTICIPATING",
"49": "NON_PARTICIPATING",
"5": "SUCCESS",
"50": "NON_PARTICIPATING",
"51": "NON_PARTICIPATING",
"52": "NON_PARTICIPATING",
"53": "NON_PARTICIPATING",
"54": "NON_PARTICIPATING",
"55": "NOT_ALIVE",
"56": "NON_PARTICIPATING",
"57": "NON_PARTICIPATING",
"58": "NON_PARTICIPATING",
"59": "SUCCESS",
"6": "NON_PARTICIPATING",
"60": "NOT_ALIVE",
"61": "NON_PARTICIPATING",
"62": "NON_PARTICIPATING",
"63": "NOT_ALIVE",
"64": "NON_PARTICIPATING",
"65": "NON_PARTICIPATING",
"66": "NOT_ALIVE",
"67": "NOT_ALIVE",
"68": "SUCCESS",
"69": "NON_PARTICIPATING",
"7": "SUCCESS",
"70": "NON_PARTICIPATING",
"71": "NON_PARTICIPATING",
"72": "NON_PARTICIPATING",
"73": "SUCCESS",
"74": "NOT_ALIVE",
"75": "NON_PARTICIPATING",
"76": "NON_PARTICIPATING",
"77": "NON_PARTICIPATING",
"78": "NOT_ALIVE",
"79": "NOT_ALIVE",
"8": "NOT_ALIVE",
"80": "NON_PARTICIPATING",
"81": "NON_PARTICIPATING",
"82": "NON_PARTICIPATING",
"83": "NON_PARTICIPATING",
"84": "NON_PARTICIPATING",
"85": "NON_PARTICIPATING",
"86": "NOT_ALIVE",
"87": "NON_PARTICIPATING",
"88": "NON_PARTICIPATING",
"89": "NOT_ALIVE",
"9": "NOT_ALIVE",
"90": "NOT_ALIVE",
"91": "NOT_ALIVE",
"92": "NON_PARTICIPATING",
"93": "NOT_ALIVE",
"94": "NON_PARTICIPATING",
"95": "NOT_ALIVE",
"96": "NOT_ALIVE",
"97": "NON_PARTICIPATING",
"98": "NON_PARTICIPATING",
"99": "NOT_ALIVE"
},
"architectures": [
"LlamaForCausalLM"
],
"attention_bias": false,
"attention_dropout": 0.0,
"block_list": [
5956714,
5956727
],
"bos_token_id": 1,
"eos_token_id": 2,
"hidden_act": "silu",
"hidden_size": 2048,
"initializer_range": 0.02,
"inner_step": 33,
"intermediate_size": 5632,
"last_allreduce_block": 5955749,
"max_position_embeddings": 2048,
"mlp_bias": false,
"model_type": "llama",
"num_attention_heads": 32,
"num_hidden_layers": 22,
"num_key_value_heads": 4,
"pretraining_tp": 1,
"rms_norm_eps": 1e-05,
"rope_scaling": null,
"rope_theta": 10000.0,
"tie_word_embeddings": false,
"torch_dtype": "float32",
"transformers_version": "4.39.3",
"use_cache": false,
"vocab_size": 32000
}
|