File size: 7,797 Bytes
5d2288c ddfb4f9 5d2288c 9c6ee37 f8e8e62 5d2288c 5a6f670 092a4e8 ae627ee d483c1d 0e1abde 85c225f 091b378 27daaa6 0e1abde 543cb39 3d1e22b 04707b8 092a4e8 9c6ee37 3d1e22b 543cb39 9c6ee37 543cb39 ae627ee 543cb39 ddfb4f9 543cb39 5a6f670 85693be f8e8e62 27daaa6 9c6ee37 092a4e8 85693be c23e229 b611d73 5d2288c 543cb39 7802bb4 b611d73 543cb39 85693be ddfb4f9 71cccd1 091b378 85693be 04707b8 921e6f5 617fe9e 543cb39 04707b8 f8e8e62 543cb39 5d2288c d483c1d 543cb39 c23e229 543cb39 ae627ee 921e6f5 9c6ee37 543cb39 9c6ee37 543cb39 617fe9e 9c6ee37 543cb39 5d2288c ae627ee 543cb39 9c6ee37 85c225f 5d2288c 091b378 ffae8bd f8e8e62 9c6ee37 0cc6c10 ddfb4f9 4c66597 543cb39 3d1e22b 543cb39 5a6f670 ae627ee 5d2288c 9eab194 c23e229 5d2288c ae627ee 921e6f5 543cb39 ae627ee 543cb39 7802bb4 ddfb4f9 5a6f670 04707b8 85693be 5d2288c 543cb39 ffae8bd ddfb4f9 04707b8 921e6f5 d483c1d ae627ee f161c6a 04707b8 543cb39 091b378 04707b8 f161c6a 5d2288c ad528ff 091b378 543cb39 5d2288c 04707b8 5d2288c d483c1d c23e229 04707b8 ffae8bd 27daaa6 04707b8 3d1e22b ae627ee 091b378 543cb39 9c6ee37 543cb39 092a4e8 0e1abde f8e8e62 ffae8bd 543cb39 04707b8 543cb39 04707b8 ffae8bd d483c1d 5d2288c 543cb39 d483c1d ae627ee 9c6ee37 b335058 543cb39 f8e8e62 b611d73 b335058 543cb39 ae627ee 5d2288c 71cccd1 85693be 0e1abde 4c66597 543cb39 b611d73 9c6ee37 ae627ee 3d1e22b b611d73 ae627ee 27daaa6 ddfb4f9 f8e8e62 543cb39 04707b8 543cb39 ae627ee 921e6f5 543cb39 f8e8e62 f161c6a 543cb39 ae627ee 543cb39 b611d73 04707b8 5a6f670 9c6ee37 543cb39 3d1e22b ae627ee f8e8e62 85c225f 543cb39 3d1e22b 543cb39 04707b8 ae627ee 543cb39 ae627ee b335058 0e1abde f8e8e62 0e1abde f8e8e62 543cb39 5a6f670 9c6ee37 0e1abde f8e8e62 9c6ee37 ddfb4f9 ae627ee ad528ff ddfb4f9 b611d73 091b378 ae627ee 0e1abde 04707b8 85c225f 04707b8 ae627ee b611d73 4c66597 5d2288c 055fefd 5d2288c 055fefd 5d2288c 543cb39 5d2288c |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 |
{
"_name_or_path": "distributed/llama-1b",
"all_reduce_scores": {
"0": "NOT_ALIVE",
"1": "NON_PARTICIPATING",
"10": "NOT_ALIVE",
"100": "NOT_ALIVE",
"101": "NON_PARTICIPATING",
"102": "NON_PARTICIPATING",
"103": "NON_PARTICIPATING",
"104": "NOT_ALIVE",
"105": "NON_PARTICIPATING",
"106": "NON_PARTICIPATING",
"107": "NOT_ALIVE",
"108": "NOT_ALIVE",
"109": "NOT_ALIVE",
"11": "NON_PARTICIPATING",
"110": "SUCCESS",
"111": "NON_PARTICIPATING",
"112": "SUCCESS",
"113": "NOT_ALIVE",
"114": "NON_PARTICIPATING",
"115": "NOT_ALIVE",
"116": "NOT_ALIVE",
"117": "NON_PARTICIPATING",
"118": "NOT_ALIVE",
"119": "NON_PARTICIPATING",
"12": "NOT_ALIVE",
"120": "NON_PARTICIPATING",
"121": "NOT_ALIVE",
"122": "NOT_ALIVE",
"123": "NOT_ALIVE",
"124": "NON_PARTICIPATING",
"125": "NON_PARTICIPATING",
"126": "NOT_ALIVE",
"127": "NOT_ALIVE",
"128": "NOT_ALIVE",
"129": "NON_PARTICIPATING",
"13": "NOT_ALIVE",
"130": "NON_PARTICIPATING",
"131": "NOT_ALIVE",
"132": "SUCCESS",
"133": "NON_PARTICIPATING",
"134": "NON_PARTICIPATING",
"135": "NON_PARTICIPATING",
"136": "SUCCESS",
"137": "SUCCESS",
"138": "NOT_ALIVE",
"139": "NOT_ALIVE",
"14": "SUCCESS",
"140": "NOT_ALIVE",
"141": "NOT_ALIVE",
"142": "NON_PARTICIPATING",
"143": "NON_PARTICIPATING",
"144": "NON_PARTICIPATING",
"145": "NON_PARTICIPATING",
"146": "NON_PARTICIPATING",
"147": "NON_PARTICIPATING",
"148": "NON_PARTICIPATING",
"149": "NON_PARTICIPATING",
"15": "NOT_ALIVE",
"150": "SUCCESS",
"151": "NOT_ALIVE",
"152": "NOT_ALIVE",
"153": "NOT_ALIVE",
"154": "NOT_ALIVE",
"155": "NOT_ALIVE",
"156": "NOT_ALIVE",
"157": "NOT_ALIVE",
"158": "NON_PARTICIPATING",
"159": "SUCCESS",
"16": "NON_PARTICIPATING",
"160": "NON_PARTICIPATING",
"161": "NON_PARTICIPATING",
"162": "NON_PARTICIPATING",
"163": "NOT_ALIVE",
"164": "NOT_ALIVE",
"165": "NON_PARTICIPATING",
"166": "NON_PARTICIPATING",
"167": "NOT_ALIVE",
"168": "SUCCESS",
"169": "NOT_ALIVE",
"17": "NOT_ALIVE",
"170": "NON_PARTICIPATING",
"171": "NOT_ALIVE",
"172": "NON_PARTICIPATING",
"173": "NOT_ALIVE",
"174": "NOT_ALIVE",
"175": "NOT_ALIVE",
"176": "NOT_ALIVE",
"177": "NOT_ALIVE",
"178": "NON_PARTICIPATING",
"179": "NOT_ALIVE",
"18": "NOT_ALIVE",
"180": "NOT_ALIVE",
"181": "NOT_ALIVE",
"182": "NOT_ALIVE",
"183": "NOT_ALIVE",
"184": "NON_PARTICIPATING",
"185": "NON_PARTICIPATING",
"186": "NOT_ALIVE",
"187": "NON_PARTICIPATING",
"188": "NON_PARTICIPATING",
"189": "NOT_ALIVE",
"19": "NOT_ALIVE",
"190": "NON_PARTICIPATING",
"191": "NOT_ALIVE",
"192": "NON_PARTICIPATING",
"193": "NON_PARTICIPATING",
"194": "NON_PARTICIPATING",
"195": "NON_PARTICIPATING",
"196": "NON_PARTICIPATING",
"197": "NOT_ALIVE",
"198": "NON_PARTICIPATING",
"199": "NON_PARTICIPATING",
"2": "NON_PARTICIPATING",
"20": "NOT_ALIVE",
"200": "NOT_ALIVE",
"201": "NOT_ALIVE",
"202": "NOT_ALIVE",
"203": "NOT_ALIVE",
"204": "NON_PARTICIPATING",
"205": "NON_PARTICIPATING",
"206": "NON_PARTICIPATING",
"207": "NOT_ALIVE",
"208": "NOT_ALIVE",
"209": "NOT_ALIVE",
"21": "NOT_ALIVE",
"210": "NON_PARTICIPATING",
"211": "NON_PARTICIPATING",
"212": "NON_PARTICIPATING",
"213": "NON_PARTICIPATING",
"214": "NON_PARTICIPATING",
"215": "NON_PARTICIPATING",
"216": "NON_PARTICIPATING",
"217": "NOT_ALIVE",
"218": "NON_PARTICIPATING",
"219": "NON_PARTICIPATING",
"22": "NON_PARTICIPATING",
"220": "NON_PARTICIPATING",
"221": "NOT_ALIVE",
"222": "NOT_ALIVE",
"223": "NOT_ALIVE",
"224": "NOT_ALIVE",
"225": "NOT_ALIVE",
"226": "NOT_ALIVE",
"227": "NON_PARTICIPATING",
"228": "NON_PARTICIPATING",
"229": "NON_PARTICIPATING",
"23": "NON_PARTICIPATING",
"230": "NOT_ALIVE",
"231": "NOT_ALIVE",
"232": "NOT_ALIVE",
"233": "NON_PARTICIPATING",
"234": "NON_PARTICIPATING",
"235": "NON_PARTICIPATING",
"236": "NOT_ALIVE",
"237": "SUCCESS",
"238": "NOT_ALIVE",
"239": "NOT_ALIVE",
"24": "NOT_ALIVE",
"240": "NOT_ALIVE",
"241": "NOT_ALIVE",
"242": "NON_PARTICIPATING",
"243": "NOT_ALIVE",
"244": "NOT_ALIVE",
"245": "NON_PARTICIPATING",
"246": "NON_PARTICIPATING",
"247": "NON_PARTICIPATING",
"248": "NOT_ALIVE",
"249": "NOT_ALIVE",
"25": "SUCCESS",
"250": "NOT_ALIVE",
"251": "NOT_ALIVE",
"252": "NON_PARTICIPATING",
"253": "NOT_ALIVE",
"254": "NON_PARTICIPATING",
"255": "SUCCESS",
"26": "NON_PARTICIPATING",
"27": "NON_PARTICIPATING",
"28": "NOT_ALIVE",
"29": "NON_PARTICIPATING",
"3": "NON_PARTICIPATING",
"30": "SUCCESS",
"31": "NOT_ALIVE",
"32": "NON_PARTICIPATING",
"33": "NOT_ALIVE",
"34": "NOT_ALIVE",
"35": "SUCCESS",
"36": "NOT_ALIVE",
"37": "NOT_ALIVE",
"38": "NON_PARTICIPATING",
"39": "SUCCESS",
"4": "NON_PARTICIPATING",
"40": "NON_PARTICIPATING",
"41": "SUCCESS",
"42": "NON_PARTICIPATING",
"43": "NON_PARTICIPATING",
"44": "NON_PARTICIPATING",
"45": "NOT_ALIVE",
"46": "NOT_ALIVE",
"47": "NON_PARTICIPATING",
"48": "SUCCESS",
"49": "NON_PARTICIPATING",
"5": "NOT_ALIVE",
"50": "NOT_ALIVE",
"51": "NON_PARTICIPATING",
"52": "NON_PARTICIPATING",
"53": "NON_PARTICIPATING",
"54": "NON_PARTICIPATING",
"55": "NOT_ALIVE",
"56": "SUCCESS",
"57": "NON_PARTICIPATING",
"58": "NON_PARTICIPATING",
"59": "NON_PARTICIPATING",
"6": "NON_PARTICIPATING",
"60": "NON_PARTICIPATING",
"61": "NON_PARTICIPATING",
"62": "NON_PARTICIPATING",
"63": "NOT_ALIVE",
"64": "NOT_ALIVE",
"65": "NON_PARTICIPATING",
"66": "NOT_ALIVE",
"67": "NOT_ALIVE",
"68": "SUCCESS",
"69": "NOT_ALIVE",
"7": "SUCCESS",
"70": "NON_PARTICIPATING",
"71": "NON_PARTICIPATING",
"72": "NON_PARTICIPATING",
"73": "NOT_ALIVE",
"74": "NON_PARTICIPATING",
"75": "NON_PARTICIPATING",
"76": "NON_PARTICIPATING",
"77": "NON_PARTICIPATING",
"78": "NOT_ALIVE",
"79": "NOT_ALIVE",
"8": "NOT_ALIVE",
"80": "NOT_ALIVE",
"81": "NOT_ALIVE",
"82": "NON_PARTICIPATING",
"83": "NON_PARTICIPATING",
"84": "NON_PARTICIPATING",
"85": "NON_PARTICIPATING",
"86": "NOT_ALIVE",
"87": "NON_PARTICIPATING",
"88": "NON_PARTICIPATING",
"89": "NOT_ALIVE",
"9": "NOT_ALIVE",
"90": "NON_PARTICIPATING",
"91": "NOT_ALIVE",
"92": "NOT_ALIVE",
"93": "NON_PARTICIPATING",
"94": "SUCCESS",
"95": "NOT_ALIVE",
"96": "NON_PARTICIPATING",
"97": "NON_PARTICIPATING",
"98": "NON_PARTICIPATING",
"99": "NOT_ALIVE"
},
"architectures": [
"LlamaForCausalLM"
],
"attention_bias": false,
"attention_dropout": 0.0,
"block_list": [
5967960,
5967975,
5967992
],
"bos_token_id": 1,
"eos_token_id": 2,
"hidden_act": "silu",
"hidden_size": 2048,
"initializer_range": 0.02,
"inner_step": 23,
"intermediate_size": 5632,
"last_allreduce_block": 5967299,
"max_position_embeddings": 2048,
"mlp_bias": false,
"model_type": "llama",
"num_attention_heads": 32,
"num_hidden_layers": 22,
"num_key_value_heads": 4,
"pretraining_tp": 1,
"rms_norm_eps": 1e-05,
"rope_scaling": null,
"rope_theta": 10000.0,
"tie_word_embeddings": false,
"torch_dtype": "float32",
"transformers_version": "4.39.3",
"use_cache": false,
"vocab_size": 32000
}
|