File size: 7,857 Bytes
dc3fa3f 0ac7bee dc3fa3f 599272a 091164b dc3fa3f a28c06c a025a3f a28c06c a025a3f 599272a a463b49 a28c06c 599272a faea71c 0ac7bee a28c06c 17f0fb3 7f0cdbb 9a41eee a28c06c 599272a 9a41eee a025a3f 9a41eee 7f0cdbb 599272a 7f0cdbb a28c06c 9a41eee a28c06c 2ec4618 599272a 7a1ad5d 599272a dc3fa3f 599272a 7f0cdbb 9a41eee a28c06c 9a41eee 2ec4618 a28c06c 599272a a28c06c 2ba5dea 599272a 17f0fb3 9a41eee a025a3f 599272a 7f0cdbb 599272a 7f0cdbb 0ac7bee dc3fa3f 5c281b3 7f0cdbb a28c06c 7f0cdbb 53d7f65 a025a3f 63c7bc6 0ac7bee a28c06c 7f0cdbb 0ac7bee 135dd72 599272a 7f0cdbb a28c06c 772348a a28c06c 07c5549 135dd72 7f0cdbb dc3fa3f 7f0cdbb 599272a a463b49 dc3fa3f a28c06c 9675b90 091164b 135dd72 63c7bc6 04c6d68 8d0d88f a28c06c 17f0fb3 b74872e a025a3f 599272a dc3fa3f 9a41eee a28c06c 9a41eee 7f0cdbb bce0141 7f0cdbb 599272a a28c06c 7f8babf a28c06c 7f0cdbb 5d075b6 a28c06c 599272a a28c06c dc3fa3f 599272a 7f0cdbb 04c6d68 599272a a28c06c 7f0cdbb a025a3f a28c06c 86bd951 9a41eee a28c06c 599272a 14599da b74872e dc3fa3f 9622d75 dc3fa3f a025a3f 7a2d54f 7f0cdbb b74872e 599272a a075f19 3e61e1f 0cd3953 86bd951 63c7bc6 7f0cdbb a28c06c 53d7f65 9a41eee a28c06c 7f0cdbb a28c06c ea40209 599272a 7f0cdbb 17f0fb3 7f0cdbb a28c06c 0ac7bee 135dd72 a28c06c 53d7f65 a28c06c 53d7f65 86bd951 5b77cb9 9a41eee a28c06c dc3fa3f 53d7f65 a28c06c 599272a 8d0d88f a28c06c 9a41eee 599272a 986fb10 9675b90 599272a 04c6d68 a28c06c ce9a498 7f0cdbb a28c06c 599272a 7f0cdbb 9a41eee 599272a 4e2b353 c6b228b a28c06c d063ae3 ce9a498 7f0cdbb 2ec4618 bce0141 599272a 9a41eee 7f0cdbb 86bd951 7f0cdbb a28c06c a463b49 53d7f65 86bd951 9a41eee 53d7f65 a28c06c 599272a 17f0fb3 a28c06c 2ec4618 7f0cdbb 091164b 2ec4618 091164b a28c06c 599272a 0cd3953 a28c06c 599272a ce9a498 599272a 7f0cdbb a1ce0dd 599272a bce0141 a28c06c 7a2d54f a28c06c a463b49 9a41eee 599272a 772348a 8d0d88f dc3fa3f c53a06a dc3fa3f c53a06a dc3fa3f a28c06c dc3fa3f |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 |
{
"_name_or_path": "distributed/llama-1b",
"all_reduce_scores": {
"0": "NOT_ALIVE",
"1": "NON_PARTICIPATING",
"10": "NOT_ALIVE",
"100": "NOT_ALIVE",
"101": "NOT_ALIVE",
"102": "NON_PARTICIPATING",
"103": "NOT_ALIVE",
"104": "NOT_ALIVE",
"105": "NON_PARTICIPATING",
"106": "NON_PARTICIPATING",
"107": "NOT_ALIVE",
"108": "NOT_ALIVE",
"109": "NON_PARTICIPATING",
"11": "NOT_ALIVE",
"110": "NOT_ALIVE",
"111": "NOT_ALIVE",
"112": "NON_PARTICIPATING",
"113": "NON_PARTICIPATING",
"114": "NON_PARTICIPATING",
"115": "NON_PARTICIPATING",
"116": "NON_PARTICIPATING",
"117": "NOT_ALIVE",
"118": "NON_PARTICIPATING",
"119": "NON_PARTICIPATING",
"12": "NOT_ALIVE",
"120": "NON_PARTICIPATING",
"121": "NON_PARTICIPATING",
"122": "NON_PARTICIPATING",
"123": "NON_PARTICIPATING",
"124": "NON_PARTICIPATING",
"125": "SUCCESS",
"126": "NON_PARTICIPATING",
"127": "NON_PARTICIPATING",
"128": "NON_PARTICIPATING",
"129": "NON_PARTICIPATING",
"13": "NOT_ALIVE",
"130": "NON_PARTICIPATING",
"131": "NOT_ALIVE",
"132": "NON_PARTICIPATING",
"133": "SUCCESS",
"134": "NON_PARTICIPATING",
"135": "NON_PARTICIPATING",
"136": "NON_PARTICIPATING",
"137": "NON_PARTICIPATING",
"138": "SUCCESS",
"139": "NON_PARTICIPATING",
"14": "SUCCESS",
"140": "NON_PARTICIPATING",
"141": "NON_PARTICIPATING",
"142": "NON_PARTICIPATING",
"143": "NON_PARTICIPATING",
"144": "NOT_ALIVE",
"145": "NOT_ALIVE",
"146": "NOT_ALIVE",
"147": "NON_PARTICIPATING",
"148": "NOT_ALIVE",
"149": "NON_PARTICIPATING",
"15": "NON_PARTICIPATING",
"150": "NOT_ALIVE",
"151": "NOT_ALIVE",
"152": "NOT_ALIVE",
"153": "NON_PARTICIPATING",
"154": "NOT_ALIVE",
"155": "SUCCESS",
"156": "NON_PARTICIPATING",
"157": "NOT_ALIVE",
"158": "NOT_ALIVE",
"159": "NOT_ALIVE",
"16": "NON_PARTICIPATING",
"160": "NON_PARTICIPATING",
"161": "NON_PARTICIPATING",
"162": "NON_PARTICIPATING",
"163": "NOT_ALIVE",
"164": "NON_PARTICIPATING",
"165": "NON_PARTICIPATING",
"166": "NOT_ALIVE",
"167": "NON_PARTICIPATING",
"168": "NON_PARTICIPATING",
"169": "NOT_ALIVE",
"17": "NOT_ALIVE",
"170": "NOT_ALIVE",
"171": "NOT_ALIVE",
"172": "NON_PARTICIPATING",
"173": "NON_PARTICIPATING",
"174": "NON_PARTICIPATING",
"175": "NOT_ALIVE",
"176": "NOT_ALIVE",
"177": "NOT_ALIVE",
"178": "NOT_ALIVE",
"179": "NOT_ALIVE",
"18": "NOT_ALIVE",
"180": "NOT_ALIVE",
"181": "NOT_ALIVE",
"182": "NOT_ALIVE",
"183": "NOT_ALIVE",
"184": "NON_PARTICIPATING",
"185": "NOT_ALIVE",
"186": "NOT_ALIVE",
"187": "NON_PARTICIPATING",
"188": "NON_PARTICIPATING",
"189": "NOT_ALIVE",
"19": "NON_PARTICIPATING",
"190": "NON_PARTICIPATING",
"191": "NON_PARTICIPATING",
"192": "NOT_ALIVE",
"193": "NON_PARTICIPATING",
"194": "NON_PARTICIPATING",
"195": "NON_PARTICIPATING",
"196": "SUCCESS",
"197": "NON_PARTICIPATING",
"198": "NON_PARTICIPATING",
"199": "NOT_ALIVE",
"2": "NON_PARTICIPATING",
"20": "NON_PARTICIPATING",
"200": "NOT_ALIVE",
"201": "NOT_ALIVE",
"202": "NON_PARTICIPATING",
"203": "NOT_ALIVE",
"204": "NON_PARTICIPATING",
"205": "NON_PARTICIPATING",
"206": "SUCCESS",
"207": "NOT_ALIVE",
"208": "NON_PARTICIPATING",
"209": "NOT_ALIVE",
"21": "NOT_ALIVE",
"210": "NON_PARTICIPATING",
"211": "NON_PARTICIPATING",
"212": "NOT_ALIVE",
"213": "SUCCESS",
"214": "NON_PARTICIPATING",
"215": "SUCCESS",
"216": "NOT_ALIVE",
"217": "NOT_ALIVE",
"218": "NOT_ALIVE",
"219": "NOT_ALIVE",
"22": "NON_PARTICIPATING",
"220": "NOT_ALIVE",
"221": "NON_PARTICIPATING",
"222": "NOT_ALIVE",
"223": "NOT_ALIVE",
"224": "NOT_ALIVE",
"225": "NOT_ALIVE",
"226": "NOT_ALIVE",
"227": "NOT_ALIVE",
"228": "NON_PARTICIPATING",
"229": "NON_PARTICIPATING",
"23": "NON_PARTICIPATING",
"230": "NON_PARTICIPATING",
"231": "NOT_ALIVE",
"232": "NOT_ALIVE",
"233": "NOT_ALIVE",
"234": "NOT_ALIVE",
"235": "NON_PARTICIPATING",
"236": "NON_PARTICIPATING",
"237": "NON_PARTICIPATING",
"238": "NON_PARTICIPATING",
"239": "NON_PARTICIPATING",
"24": "NOT_ALIVE",
"240": "NON_PARTICIPATING",
"241": "NON_PARTICIPATING",
"242": "NON_PARTICIPATING",
"243": "SUCCESS",
"244": "NOT_ALIVE",
"245": "NON_PARTICIPATING",
"246": "NOT_ALIVE",
"247": "NON_PARTICIPATING",
"248": "NON_PARTICIPATING",
"249": "NON_PARTICIPATING",
"25": "SUCCESS",
"250": "SUCCESS",
"251": "NOT_ALIVE",
"252": "NON_PARTICIPATING",
"253": "NOT_ALIVE",
"254": "NON_PARTICIPATING",
"255": "NOT_ALIVE",
"26": "NOT_ALIVE",
"27": "NOT_ALIVE",
"28": "NOT_ALIVE",
"29": "NON_PARTICIPATING",
"3": "NON_PARTICIPATING",
"30": "NON_PARTICIPATING",
"31": "SUCCESS",
"32": "SUCCESS",
"33": "NOT_ALIVE",
"34": "NOT_ALIVE",
"35": "NON_PARTICIPATING",
"36": "NON_PARTICIPATING",
"37": "NOT_ALIVE",
"38": "SUCCESS",
"39": "NON_PARTICIPATING",
"4": "NOT_ALIVE",
"40": "NON_PARTICIPATING",
"41": "NON_PARTICIPATING",
"42": "NOT_ALIVE",
"43": "NOT_ALIVE",
"44": "NON_PARTICIPATING",
"45": "NON_PARTICIPATING",
"46": "NOT_ALIVE",
"47": "NOT_ALIVE",
"48": "NON_PARTICIPATING",
"49": "NON_PARTICIPATING",
"5": "NOT_ALIVE",
"50": "NON_PARTICIPATING",
"51": "NON_PARTICIPATING",
"52": "SUCCESS",
"53": "NON_PARTICIPATING",
"54": "NOT_ALIVE",
"55": "NOT_ALIVE",
"56": "NON_PARTICIPATING",
"57": "NON_PARTICIPATING",
"58": "NON_PARTICIPATING",
"59": "SUCCESS",
"6": "NON_PARTICIPATING",
"60": "NOT_ALIVE",
"61": "NON_PARTICIPATING",
"62": "NON_PARTICIPATING",
"63": "SUCCESS",
"64": "NOT_ALIVE",
"65": "NON_PARTICIPATING",
"66": "NON_PARTICIPATING",
"67": "NOT_ALIVE",
"68": "NOT_ALIVE",
"69": "NOT_ALIVE",
"7": "NON_PARTICIPATING",
"70": "NOT_ALIVE",
"71": "NOT_ALIVE",
"72": "NON_PARTICIPATING",
"73": "NON_PARTICIPATING",
"74": "NOT_ALIVE",
"75": "NON_PARTICIPATING",
"76": "NOT_ALIVE",
"77": "SUCCESS",
"78": "NOT_ALIVE",
"79": "NON_PARTICIPATING",
"8": "NOT_ALIVE",
"80": "NOT_ALIVE",
"81": "NON_PARTICIPATING",
"82": "NON_PARTICIPATING",
"83": "NON_PARTICIPATING",
"84": "NON_PARTICIPATING",
"85": "NON_PARTICIPATING",
"86": "NON_PARTICIPATING",
"87": "NON_PARTICIPATING",
"88": "NON_PARTICIPATING",
"89": "NOT_ALIVE",
"9": "NON_PARTICIPATING",
"90": "NOT_ALIVE",
"91": "NON_PARTICIPATING",
"92": "NON_PARTICIPATING",
"93": "NOT_ALIVE",
"94": "SUCCESS",
"95": "NOT_ALIVE",
"96": "NON_PARTICIPATING",
"97": "NON_PARTICIPATING",
"98": "NOT_ALIVE",
"99": "NOT_ALIVE"
},
"architectures": [
"LlamaForCausalLM"
],
"attention_bias": false,
"attention_dropout": 0.0,
"block_list": [
6011820,
6011853
],
"bos_token_id": 1,
"eos_token_id": 2,
"hidden_act": "silu",
"hidden_size": 2048,
"initializer_range": 0.02,
"inner_step": 6,
"intermediate_size": 5632,
"last_allreduce_block": 6011356,
"max_position_embeddings": 2048,
"mlp_bias": false,
"model_type": "llama",
"num_attention_heads": 32,
"num_hidden_layers": 22,
"num_key_value_heads": 4,
"pretraining_tp": 1,
"rms_norm_eps": 1e-05,
"rope_scaling": null,
"rope_theta": 10000.0,
"tie_word_embeddings": false,
"torch_dtype": "float32",
"transformers_version": "4.39.3",
"use_cache": false,
"vocab_size": 32000
}
|