push artifacts/measure_identity.jsonl
Browse files
artifacts/measure_identity.jsonl
ADDED
|
@@ -0,0 +1,16 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{"id": "affine/train/math_prealgebra-4363603/en", "teacher": {"kl": 0.0, "top1_agreement": 1.0, "dist": 0.0, "one_minus_cos_by_layer": {"L08": -7.392824e-09, "L16": -5.544618e-09, "L24": -1.108924e-08, "L32": -1.43236e-08, "L40": -2.310258e-09, "L48": -7.854876e-09, "L56": -1.894411e-08, "L64": 5.544618e-09}}, "king": {"kl": 0.009680696, "top1_agreement": 0.9769231, "dist": 0.2913506, "one_minus_cos_by_layer": {"L08": 0.004299888, "L16": 0.008791272, "L24": 0.02081091, "L32": 0.03001355, "L40": 0.05063335, "L48": 0.06543227, "L56": 0.1020506, "L64": 0.1547157}}, "challenger": {"kl": 0.009680696, "top1_agreement": 0.9769231, "dist": 0.2913506, "one_minus_cos_by_layer": {"L08": 0.004299888, "L16": 0.008791272, "L24": 0.02081091, "L32": 0.03001355, "L40": 0.05063335, "L48": 0.06543227, "L56": 0.1020506, "L64": 0.1547157}}}
|
| 2 |
+
{"id": "affine/train/math_algebra-7595820/en", "teacher": {"kl": 0.0, "top1_agreement": 1.0, "dist": 0.0, "one_minus_cos_by_layer": {"L08": -5.217383e-09, "L16": -7.58892e-09, "L24": -7.905125e-10, "L32": -1.122528e-08, "L40": -1.312251e-08, "L48": -1.185769e-08, "L56": -8.063228e-09, "L64": -5.217383e-09}}, "king": {"kl": 0.02393524, "top1_agreement": 0.9497354, "dist": 0.2960773, "one_minus_cos_by_layer": {"L08": 0.004782619, "L16": 0.008657299, "L24": 0.02150217, "L32": 0.02928005, "L40": 0.04474522, "L48": 0.06037374, "L56": 0.1008998, "L64": 0.1789104}}, "challenger": {"kl": 0.02393524, "top1_agreement": 0.9497354, "dist": 0.2960773, "one_minus_cos_by_layer": {"L08": 0.004782619, "L16": 0.008657299, "L24": 0.02150217, "L32": 0.02928005, "L40": 0.04474522, "L48": 0.06037374, "L56": 0.1008998, "L64": 0.1789104}}}
|
| 3 |
+
{"id": "affine/train/math_geometry-2333548/en", "teacher": {"kl": 0.0, "top1_agreement": 1.0, "dist": 0.0, "one_minus_cos_by_layer": {"L08": -8.656276e-09, "L16": -1.459201e-08, "L24": -8.903598e-09, "L32": -7.172343e-09, "L40": -1.261343e-08, "L48": -7.91431e-09, "L56": -6.430377e-09, "L64": -8.408954e-09}}, "king": {"kl": 0.01527256, "top1_agreement": 0.9710744, "dist": 0.2890597, "one_minus_cos_by_layer": {"L08": 0.004758095, "L16": 0.007925694, "L24": 0.02205709, "L32": 0.02738003, "L40": 0.04661762, "L48": 0.05832929, "L56": 0.1044616, "L64": 0.157444}}, "challenger": {"kl": 0.01527256, "top1_agreement": 0.9710744, "dist": 0.2890597, "one_minus_cos_by_layer": {"L08": 0.004758095, "L16": 0.007925694, "L24": 0.02205709, "L32": 0.02738003, "L40": 0.04661762, "L48": 0.05832929, "L56": 0.1044616, "L64": 0.157444}}}
|
| 4 |
+
{"id": "affine/train/math_algebra-15977093/en", "teacher": {"kl": 0.0, "top1_agreement": 1.0, "dist": 0.0, "one_minus_cos_by_layer": {"L08": -3.887259e-09, "L16": -6.478766e-09, "L24": -8.29282e-09, "L32": -3.887259e-09, "L40": -5.183013e-09, "L48": -1.295753e-08, "L56": -1.166178e-08, "L64": -4.405561e-09}}, "king": {"kl": 0.01280347, "top1_agreement": 0.965368, "dist": 0.2984943, "one_minus_cos_by_layer": {"L08": 0.005405801, "L16": 0.009563498, "L24": 0.02431983, "L32": 0.03066283, "L40": 0.04903239, "L48": 0.05836128, "L56": 0.09666455, "L64": 0.1696416}}, "challenger": {"kl": 0.01280347, "top1_agreement": 0.965368, "dist": 0.2984943, "one_minus_cos_by_layer": {"L08": 0.005405801, "L16": 0.009563498, "L24": 0.02431983, "L32": 0.03066283, "L40": 0.04903239, "L48": 0.05836128, "L56": 0.09666455, "L64": 0.1696416}}}
|
| 5 |
+
{"id": "affine/train/math_prealgebra-6982828/en", "teacher": {"kl": 0.0, "top1_agreement": 1.0, "dist": 0.0, "one_minus_cos_by_layer": {"L08": -1.505168e-09, "L16": -1.204134e-08, "L24": -7.525839e-09, "L32": -9.633074e-09, "L40": -1.264341e-08, "L48": -1.595478e-08, "L56": -1.715891e-08, "L64": 3.612403e-09}}, "king": {"kl": 0.02429474, "top1_agreement": 0.9798995, "dist": 0.3049375, "one_minus_cos_by_layer": {"L08": 0.005641093, "L16": 0.009921544, "L24": 0.02579466, "L32": 0.03263265, "L40": 0.05414595, "L48": 0.06740948, "L56": 0.1033564, "L64": 0.170769}}, "challenger": {"kl": 0.02429474, "top1_agreement": 0.9798995, "dist": 0.3049375, "one_minus_cos_by_layer": {"L08": 0.005641093, "L16": 0.009921544, "L24": 0.02579466, "L32": 0.03263265, "L40": 0.05414595, "L48": 0.06740948, "L56": 0.1033564, "L64": 0.170769}}}
|
| 6 |
+
{"id": "affine/train/math_algebra-15278704/en", "teacher": {"kl": 0.0, "top1_agreement": 1.0, "dist": 0.0, "one_minus_cos_by_layer": {"L08": -8.547081e-09, "L16": -7.422465e-09, "L24": -1.057139e-08, "L32": -5.848003e-09, "L40": -6.747696e-09, "L48": -1.012154e-08, "L56": -1.079631e-08, "L64": -8.547081e-09}}, "king": {"kl": 0.01264648, "top1_agreement": 0.9736842, "dist": 0.2924044, "one_minus_cos_by_layer": {"L08": 0.00416684, "L16": 0.008000359, "L24": 0.02136002, "L32": 0.03076901, "L40": 0.04929874, "L48": 0.06516055, "L56": 0.1111111, "L64": 0.1503049}}, "challenger": {"kl": 0.01264648, "top1_agreement": 0.9736842, "dist": 0.2924044, "one_minus_cos_by_layer": {"L08": 0.00416684, "L16": 0.008000359, "L24": 0.02136002, "L32": 0.03076901, "L40": 0.04929874, "L48": 0.06516055, "L56": 0.1111111, "L64": 0.1503049}}}
|
| 7 |
+
{"id": "affine/train/math_number_theory-5402571/en", "teacher": {"kl": 0.0, "top1_agreement": 1.0, "dist": 0.0, "one_minus_cos_by_layer": {"L08": -1.398665e-08, "L16": -1.377147e-08, "L24": -9.037527e-09, "L32": -1.398665e-08, "L40": -8.607169e-09, "L48": -1.334111e-08, "L56": -8.39199e-09, "L64": -8.17681e-09}}, "king": {"kl": 0.02901073, "top1_agreement": 0.9532374, "dist": 0.3007503, "one_minus_cos_by_layer": {"L08": 0.004335261, "L16": 0.008441396, "L24": 0.02485562, "L32": 0.034765, "L40": 0.05053405, "L48": 0.06415482, "L56": 0.1012782, "L64": 0.1556624}}, "challenger": {"kl": 0.02901073, "top1_agreement": 0.9532374, "dist": 0.3007503, "one_minus_cos_by_layer": {"L08": 0.004335261, "L16": 0.008441396, "L24": 0.02485562, "L32": 0.034765, "L40": 0.05053405, "L48": 0.06415482, "L56": 0.1012782, "L64": 0.1556624}}}
|
| 8 |
+
{"id": "affine/train/math_algebra-10810849/en", "teacher": {"kl": 0.0, "top1_agreement": 1.0, "dist": 0.0, "one_minus_cos_by_layer": {"L08": -1.302618e-08, "L16": -8.68412e-09, "L24": -1.013147e-08, "L32": -1.328934e-08, "L40": -7.105189e-09, "L48": -1.565773e-08, "L56": -1.210514e-08, "L64": -4.736793e-09}}, "king": {"kl": 0.03853056, "top1_agreement": 0.9162996, "dist": 0.3019714, "one_minus_cos_by_layer": {"L08": 0.005038486, "L16": 0.008984667, "L24": 0.02401884, "L32": 0.03209871, "L40": 0.04696331, "L48": 0.05988182, "L56": 0.1004687, "L64": 0.190656}}, "challenger": {"kl": 0.03853056, "top1_agreement": 0.9162996, "dist": 0.3019714, "one_minus_cos_by_layer": {"L08": 0.005038486, "L16": 0.008984667, "L24": 0.02401884, "L32": 0.03209871, "L40": 0.04696331, "L48": 0.05988182, "L56": 0.1004687, "L64": 0.190656}}}
|
| 9 |
+
{"id": "affine/train/math_geometry-3090335/en", "teacher": {"kl": 0.0, "top1_agreement": 1.0, "dist": 0.0, "one_minus_cos_by_layer": {"L08": -1.29994e-08, "L16": -1.165131e-08, "L24": -1.473265e-08, "L32": -1.367344e-08, "L40": -8.858849e-09, "L48": -1.675478e-08, "L56": -5.970094e-09, "L64": -8.569973e-09}}, "king": {"kl": 0.02980401, "top1_agreement": 0.933871, "dist": 0.2950616, "one_minus_cos_by_layer": {"L08": 0.003894921, "L16": 0.006831488, "L24": 0.02117044, "L32": 0.03070979, "L40": 0.04703223, "L48": 0.06214545, "L56": 0.1024412, "L64": 0.1796356}}, "challenger": {"kl": 0.02980401, "top1_agreement": 0.933871, "dist": 0.2950616, "one_minus_cos_by_layer": {"L08": 0.003894921, "L16": 0.006831488, "L24": 0.02117044, "L32": 0.03070979, "L40": 0.04703223, "L48": 0.06214545, "L56": 0.1024412, "L64": 0.1796356}}}
|
| 10 |
+
{"id": "affine/train/math_intermediate_algebra-5570402/en", "teacher": {"kl": 0.0, "top1_agreement": 1.0, "dist": 0.0, "one_minus_cos_by_layer": {"L08": -1.128609e-08, "L16": -6.583551e-09, "L24": -5.17279e-09, "L32": -6.583551e-09, "L40": -1.163878e-08, "L48": -1.18739e-08, "L56": -9.052382e-09, "L64": -9.169945e-09}}, "king": {"kl": 0.02227112, "top1_agreement": 0.9645669, "dist": 0.2996431, "one_minus_cos_by_layer": {"L08": 0.004407341, "L16": 0.007937988, "L24": 0.02325553, "L32": 0.03113567, "L40": 0.05158146, "L48": 0.06442017, "L56": 0.1068611, "L64": 0.1697888}}, "challenger": {"kl": 0.02227112, "top1_agreement": 0.9645669, "dist": 0.2996431, "one_minus_cos_by_layer": {"L08": 0.004407341, "L16": 0.007937988, "L24": 0.02325553, "L32": 0.03113567, "L40": 0.05158146, "L48": 0.06442017, "L56": 0.1068611, "L64": 0.1697888}}}
|
| 11 |
+
{"id": "affine/train/math_intermediate_algebra-8535128/en", "teacher": {"kl": 0.0, "top1_agreement": 1.0, "dist": 0.0, "one_minus_cos_by_layer": {"L08": -9.823112e-09, "L16": -4.994803e-09, "L24": -4.495322e-09, "L32": -1.365246e-08, "L40": -1.065558e-08, "L48": -6.32675e-09, "L56": -1.331947e-08, "L64": -3.329868e-09}}, "king": {"kl": 0.02248594, "top1_agreement": 0.9665738, "dist": 0.2958219, "one_minus_cos_by_layer": {"L08": 0.004046309, "L16": 0.008132297, "L24": 0.02187022, "L32": 0.03146052, "L40": 0.05166209, "L48": 0.0652599, "L56": 0.1108644, "L64": 0.1620229}}, "challenger": {"kl": 0.02248594, "top1_agreement": 0.9665738, "dist": 0.2958219, "one_minus_cos_by_layer": {"L08": 0.004046309, "L16": 0.008132297, "L24": 0.02187022, "L32": 0.03146052, "L40": 0.05166209, "L48": 0.0652599, "L56": 0.1108644, "L64": 0.1620229}}}
|
| 12 |
+
{"id": "affine/train/math_intermediate_algebra-11925264/en", "teacher": {"kl": 0.0, "top1_agreement": 1.0, "dist": 0.0, "one_minus_cos_by_layer": {"L08": -5.095427e-09, "L16": -5.213925e-09, "L24": -6.754403e-09, "L32": -1.042785e-08, "L40": -8.294881e-09, "L48": -1.113884e-08, "L56": -5.213925e-09, "L64": -1.102034e-08}}, "king": {"kl": 0.02973953, "top1_agreement": 0.9484127, "dist": 0.2906918, "one_minus_cos_by_layer": {"L08": 0.004288006, "L16": 0.007853927, "L24": 0.02001938, "L32": 0.02821674, "L40": 0.04260301, "L48": 0.05700934, "L56": 0.09409105, "L64": 0.1726856}}, "challenger": {"kl": 0.02973953, "top1_agreement": 0.9484127, "dist": 0.2906918, "one_minus_cos_by_layer": {"L08": 0.004288006, "L16": 0.007853927, "L24": 0.02001938, "L32": 0.02821674, "L40": 0.04260301, "L48": 0.05700934, "L56": 0.09409105, "L64": 0.1726856}}}
|
| 13 |
+
{"id": "affine/train/math_algebra-7745671/en", "teacher": {"kl": 0.0, "top1_agreement": 1.0, "dist": 0.0, "one_minus_cos_by_layer": {"L08": -7.416246e-09, "L16": -7.553584e-09, "L24": -1.332178e-08, "L32": -6.729557e-09, "L40": -1.153638e-08, "L48": -5.905529e-09, "L56": -1.0163e-08, "L64": -1.098703e-08}}, "king": {"kl": 0.02042333, "top1_agreement": 0.9724138, "dist": 0.290773, "one_minus_cos_by_layer": {"L08": 0.004490178, "L16": 0.007830376, "L24": 0.02021294, "L32": 0.02981198, "L40": 0.04758993, "L48": 0.06342949, "L56": 0.1042148, "L64": 0.1566173}}, "challenger": {"kl": 0.02042333, "top1_agreement": 0.9724138, "dist": 0.290773, "one_minus_cos_by_layer": {"L08": 0.004490178, "L16": 0.007830376, "L24": 0.02021294, "L32": 0.02981198, "L40": 0.04758993, "L48": 0.06342949, "L56": 0.1042148, "L64": 0.1566173}}}
|
| 14 |
+
{"id": "affine/train/math_precalculus-2471323/en", "teacher": {"kl": 0.0, "top1_agreement": 1.0, "dist": 0.0, "one_minus_cos_by_layer": {"L08": -7.46e-09, "L16": -6.40505e-09, "L24": -1.085091e-08, "L32": -1.424182e-08, "L40": -1.635172e-08, "L48": -1.333758e-08, "L56": -3.164848e-09, "L64": -1.228263e-08}}, "king": {"kl": 0.01176206, "top1_agreement": 0.9785354, "dist": 0.2946881, "one_minus_cos_by_layer": {"L08": 0.004380302, "L16": 0.007496641, "L24": 0.02198419, "L32": 0.03147625, "L40": 0.04996329, "L48": 0.0619248, "L56": 0.1078225, "L64": 0.1682427}}, "challenger": {"kl": 0.01176206, "top1_agreement": 0.9785354, "dist": 0.2946881, "one_minus_cos_by_layer": {"L08": 0.004380302, "L16": 0.007496641, "L24": 0.02198419, "L32": 0.03147625, "L40": 0.04996329, "L48": 0.0619248, "L56": 0.1078225, "L64": 0.1682427}}}
|
| 15 |
+
{"id": "affine/train/math_prealgebra-7667387/en", "teacher": {"kl": 0.0, "top1_agreement": 1.0, "dist": 0.0, "one_minus_cos_by_layer": {"L08": -5.463759e-09, "L16": -1.050177e-08, "L24": -9.224528e-09, "L32": -1.014698e-08, "L40": -9.579318e-09, "L48": -8.727823e-09, "L56": -1.209832e-08, "L64": -9.543839e-09}}, "king": {"kl": 0.01983571, "top1_agreement": 0.9702558, "dist": 0.3009408, "one_minus_cos_by_layer": {"L08": 0.004308957, "L16": 0.007580178, "L24": 0.02448115, "L32": 0.03483817, "L40": 0.05299295, "L48": 0.06912803, "L56": 0.1127422, "L64": 0.1619452}}, "challenger": {"kl": 0.01983571, "top1_agreement": 0.9702558, "dist": 0.3009408, "one_minus_cos_by_layer": {"L08": 0.004308957, "L16": 0.007580178, "L24": 0.02448115, "L32": 0.03483817, "L40": 0.05299295, "L48": 0.06912803, "L56": 0.1127422, "L64": 0.1619452}}}
|
| 16 |
+
{"id": "affine/train/math_precalculus-9027392/en", "teacher": {"kl": 0.0, "top1_agreement": 1.0, "dist": 0.0, "one_minus_cos_by_layer": {"L08": -1.301643e-08, "L16": -7.656723e-09, "L24": -8.952476e-09, "L32": -1.172068e-08, "L40": -1.007154e-08, "L48": -1.260414e-08, "L56": -8.363498e-09, "L64": -7.48003e-09}}, "king": {"kl": 0.02816066, "top1_agreement": 0.9496545, "dist": 0.3023379, "one_minus_cos_by_layer": {"L08": 0.004808334, "L16": 0.008637943, "L24": 0.02218684, "L32": 0.03263658, "L40": 0.04971476, "L48": 0.06522308, "L56": 0.1115439, "L64": 0.1767227}}, "challenger": {"kl": 0.02816066, "top1_agreement": 0.9496545, "dist": 0.3023379, "one_minus_cos_by_layer": {"L08": 0.004808334, "L16": 0.008637943, "L24": 0.02218684, "L32": 0.03263658, "L40": 0.04971476, "L48": 0.06522308, "L56": 0.1115439, "L64": 0.1767227}}}
|