diff --git a/meta_only/podC/e16/Ra-learned-slowpartial/policy.json b/meta_only/podC/e16/Ra-learned-slowpartial/policy.json new file mode 100644 index 0000000000000000000000000000000000000000..639784f7bc355cdb5f22b21194b8ee2ec133a91e --- /dev/null +++ b/meta_only/podC/e16/Ra-learned-slowpartial/policy.json @@ -0,0 +1,5 @@ +{ + "policy": "learned", + "step": 110, + "targets_seen": 3520 +} \ No newline at end of file diff --git a/meta_only/podC/e16/Ra-learned-slowpartial/train_log.jsonl b/meta_only/podC/e16/Ra-learned-slowpartial/train_log.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..19fea7bc1875ee33f508d04b148367711f77c02d --- /dev/null +++ b/meta_only/podC/e16/Ra-learned-slowpartial/train_log.jsonl @@ -0,0 +1,112 @@ +{"event": "step", "step": 1, "targets": 32, "reward": -0.45317476987838745, "reward_std": 0.12851224839687347, "s": 180.5} +{"event": "step", "step": 2, "targets": 64, "reward": -0.4833979606628418, "reward_std": 0.12210360169410706, "s": 361.7} +{"event": "step", "step": 3, "targets": 96, "reward": -0.6226757764816284, "reward_std": 0.14287899434566498, "s": 531.1} +{"event": "step", "step": 4, "targets": 128, "reward": -0.5758748650550842, "reward_std": 0.13522633910179138, "s": 679.4} +{"event": "step", "step": 5, "targets": 160, "reward": -0.5453606247901917, "reward_std": 0.1404097080230713, "s": 837.8} +{"event": "step", "step": 6, "targets": 192, "reward": -0.5309181213378906, "reward_std": 0.16247035562992096, "s": 962.5} +{"event": "step", "step": 7, "targets": 224, "reward": -0.4377431273460388, "reward_std": 0.12157437950372696, "s": 1132.6} +{"event": "step", "step": 8, "targets": 256, "reward": -0.5143150091171265, "reward_std": 0.13602539896965027, "s": 1294.5} +{"event": "step", "step": 9, "targets": 288, "reward": -0.47752463817596436, "reward_std": 0.12162737548351288, "s": 1448.1} +{"event": "step", "step": 10, "targets": 320, "reward": -0.565496563911438, "reward_std": 0.1251305341720581, "s": 1618.5} +{"event": "step", "step": 11, "targets": 352, "reward": -0.5098644495010376, "reward_std": 0.12985660135746002, "s": 1787.6} +{"event": "step", "step": 12, "targets": 384, "reward": -0.45164546370506287, "reward_std": 0.11052434891462326, "s": 1959.6} +{"event": "step", "step": 13, "targets": 416, "reward": -0.501430869102478, "reward_std": 0.08501129597425461, "s": 2123.4} +{"event": "step", "step": 14, "targets": 448, "reward": -0.47477278113365173, "reward_std": 0.13840803503990173, "s": 2280.1} +{"event": "step", "step": 15, "targets": 480, "reward": -0.5055940747261047, "reward_std": 0.15987306833267212, "s": 2435.6} +{"event": "step", "step": 16, "targets": 512, "reward": -0.5417791604995728, "reward_std": 0.08178326487541199, "s": 2578.3} +{"event": "step", "step": 17, "targets": 544, "reward": -0.5359092950820923, "reward_std": 0.12478165328502655, "s": 2748.4} +{"event": "step", "step": 18, "targets": 576, "reward": -0.4830709397792816, "reward_std": 0.1358889788389206, "s": 2899.7} +{"event": "step", "step": 19, "targets": 608, "reward": -0.5820692777633667, "reward_std": 0.10217339545488358, "s": 3059.9} +{"event": "step", "step": 20, "targets": 640, "reward": -0.6513161063194275, "reward_std": 0.16188786923885345, "s": 3226.4} +{"event": "step", "step": 21, "targets": 672, "reward": -0.47114092111587524, "reward_std": 0.11285717040300369, "s": 3383.8} +{"event": "step", "step": 22, "targets": 704, "reward": -0.502878725528717, "reward_std": 0.12525604665279388, "s": 3543.5} +{"event": "step", "step": 23, "targets": 736, "reward": -0.4552120864391327, "reward_std": 0.11462508141994476, "s": 3718.5} +{"event": "step", "step": 24, "targets": 768, "reward": -0.45997875928878784, "reward_std": 0.106149822473526, "s": 3900.7} +{"event": "step", "step": 25, "targets": 800, "reward": -0.4960162043571472, "reward_std": 0.11238670349121094, "s": 4078.5} +{"event": "step", "step": 26, "targets": 832, "reward": -0.7236164212226868, "reward_std": 0.14561623334884644, "s": 4251.5} +{"event": "step", "step": 27, "targets": 864, "reward": -0.5295208692550659, "reward_std": 0.1089700311422348, "s": 4405.9} +{"event": "step", "step": 28, "targets": 896, "reward": -0.48039761185646057, "reward_std": 0.15743352472782135, "s": 4571.5} +{"event": "step", "step": 29, "targets": 928, "reward": -0.48326554894447327, "reward_std": 0.11362656950950623, "s": 4745.6} +{"event": "step", "step": 30, "targets": 960, "reward": -0.5035017132759094, "reward_std": 0.12473350763320923, "s": 4899.6} +{"event": "step", "step": 31, "targets": 992, "reward": -0.5285446047782898, "reward_std": 0.1400008499622345, "s": 5062.8} +{"event": "step", "step": 32, "targets": 1024, "reward": -0.6953033804893494, "reward_std": 0.16338840126991272, "s": 5195.8} +{"event": "step", "step": 33, "targets": 1056, "reward": -0.6867659687995911, "reward_std": 0.17641907930374146, "s": 5376.9} +{"event": "step", "step": 34, "targets": 1088, "reward": -0.5558282136917114, "reward_std": 0.12854468822479248, "s": 5537.0} +{"event": "step", "step": 35, "targets": 1120, "reward": -0.4889451563358307, "reward_std": 0.09785374999046326, "s": 5698.3} +{"event": "step", "step": 36, "targets": 1152, "reward": -0.5418670177459717, "reward_std": 0.13697820901870728, "s": 5865.5} +{"event": "step", "step": 37, "targets": 1184, "reward": -0.6124957203865051, "reward_std": 0.13228639960289001, "s": 6000.5} +{"event": "step", "step": 38, "targets": 1216, "reward": -0.60172039270401, "reward_std": 0.15208753943443298, "s": 6165.1} +{"event": "step", "step": 39, "targets": 1248, "reward": -0.49577367305755615, "reward_std": 0.12345059216022491, "s": 6353.0} +{"event": "step", "step": 40, "targets": 1280, "reward": -0.6032135486602783, "reward_std": 0.13137349486351013, "s": 6508.0} +{"event": "step", "step": 41, "targets": 1312, "reward": -0.4880784749984741, "reward_std": 0.11037354171276093, "s": 6678.8} +{"event": "step", "step": 42, "targets": 1344, "reward": -0.5530990362167358, "reward_std": 0.1366357058286667, "s": 6818.3} +{"event": "step", "step": 43, "targets": 1376, "reward": -0.5646217465400696, "reward_std": 0.15635839104652405, "s": 6982.6} +{"event": "step", "step": 44, "targets": 1408, "reward": -0.5348697900772095, "reward_std": 0.15184465050697327, "s": 7130.5} +{"event": "step", "step": 45, "targets": 1440, "reward": -0.48446452617645264, "reward_std": 0.15772032737731934, "s": 7306.5} +{"event": "step", "step": 46, "targets": 1472, "reward": -0.4403214156627655, "reward_std": 0.11327757686376572, "s": 7457.0} +{"event": "step", "step": 47, "targets": 1504, "reward": -0.5660020709037781, "reward_std": 0.18281376361846924, "s": 7605.9} +{"event": "step", "step": 48, "targets": 1536, "reward": -0.6081681847572327, "reward_std": 0.1379704624414444, "s": 7749.0} +{"event": "step", "step": 49, "targets": 1568, "reward": -0.4580705761909485, "reward_std": 0.12667569518089294, "s": 7896.9} +{"event": "step", "step": 50, "targets": 1600, "reward": -0.6011659502983093, "reward_std": 0.1569833755493164, "s": 8050.5} +{"event": "step", "step": 51, "targets": 1632, "reward": -0.4394272565841675, "reward_std": 0.1224842444062233, "s": 8196.9} +{"event": "step", "step": 52, "targets": 1664, "reward": -0.6116340756416321, "reward_std": 0.1454734057188034, "s": 8343.3} +{"event": "step", "step": 53, "targets": 1696, "reward": -0.5332208871841431, "reward_std": 0.10020580887794495, "s": 8511.0} +{"event": "step", "step": 54, "targets": 1728, "reward": -0.535942018032074, "reward_std": 0.12295370548963547, "s": 8649.5} +{"event": "step", "step": 55, "targets": 1760, "reward": -0.6471273303031921, "reward_std": 0.15576140582561493, "s": 8828.9} +{"event": "step", "step": 56, "targets": 1792, "reward": -0.4472060799598694, "reward_std": 0.10134555399417877, "s": 9012.7} +{"event": "step", "step": 57, "targets": 1824, "reward": -0.5092892646789551, "reward_std": 0.10087718814611435, "s": 9174.4} +{"event": "step", "step": 58, "targets": 1856, "reward": -0.5297019481658936, "reward_std": 0.12918737530708313, "s": 9342.1} +{"event": "step", "step": 59, "targets": 1888, "reward": -0.5634027123451233, "reward_std": 0.15312476456165314, "s": 9514.3} +{"event": "step", "step": 60, "targets": 1920, "reward": -0.5598815083503723, "reward_std": 0.12552939355373383, "s": 9676.7} +{"event": "step", "step": 61, "targets": 1952, "reward": -0.42594772577285767, "reward_std": 0.113314189016819, "s": 9821.1} +{"event": "step", "step": 62, "targets": 1984, "reward": -0.485770583152771, "reward_std": 0.10795219987630844, "s": 9981.3} +{"event": "step", "step": 63, "targets": 2016, "reward": -0.4938931465148926, "reward_std": 0.1270197182893753, "s": 10125.6} +{"event": "step", "step": 64, "targets": 2048, "reward": -0.5519018173217773, "reward_std": 0.1127508133649826, "s": 10302.8} +{"event": "step", "step": 65, "targets": 2080, "reward": -0.6301558017730713, "reward_std": 0.1436862349510193, "s": 10479.1} +{"event": "step", "step": 66, "targets": 2112, "reward": -0.6870668530464172, "reward_std": 0.14502312242984772, "s": 10628.3} +{"event": "step", "step": 67, "targets": 2144, "reward": -0.3913625180721283, "reward_std": 0.10142014175653458, "s": 10810.8} +{"event": "step", "step": 68, "targets": 2176, "reward": -0.5004062652587891, "reward_std": 0.107123002409935, "s": 10990.8} +{"event": "step", "step": 69, "targets": 2208, "reward": -0.42598283290863037, "reward_std": 0.11278823763132095, "s": 11172.7} +{"event": "step", "step": 70, "targets": 2240, "reward": -0.4700678586959839, "reward_std": 0.11496181786060333, "s": 11353.1} +{"event": "step", "step": 71, "targets": 2272, "reward": -0.4950842559337616, "reward_std": 0.15324944257736206, "s": 11517.2} +{"event": "step", "step": 72, "targets": 2304, "reward": -0.6151970624923706, "reward_std": 0.16636522114276886, "s": 11681.0} +{"event": "step", "step": 73, "targets": 2336, "reward": -0.5888494253158569, "reward_std": 0.12099678814411163, "s": 11858.1} +{"event": "step", "step": 74, "targets": 2368, "reward": -0.49849605560302734, "reward_std": 0.11956512928009033, "s": 12001.5} +{"event": "step", "step": 75, "targets": 2400, "reward": -0.46554088592529297, "reward_std": 0.11810297518968582, "s": 12162.7} +{"event": "step", "step": 76, "targets": 2432, "reward": -0.5785945653915405, "reward_std": 0.11537259817123413, "s": 12300.0} +{"event": "step", "step": 77, "targets": 2464, "reward": -0.48879384994506836, "reward_std": 0.12768830358982086, "s": 12461.1} +{"event": "step", "step": 78, "targets": 2496, "reward": -0.4639739990234375, "reward_std": 0.11520329117774963, "s": 12630.8} +{"event": "step", "step": 79, "targets": 2528, "reward": -0.429545521736145, "reward_std": 0.14181876182556152, "s": 12782.6} +{"event": "step", "step": 80, "targets": 2560, "reward": -0.5016689300537109, "reward_std": 0.12539198994636536, "s": 12937.9} +{"event": "step", "step": 81, "targets": 2592, "reward": -0.5514752268791199, "reward_std": 0.10961572825908661, "s": 13095.8} +{"event": "step", "step": 82, "targets": 2624, "reward": -0.5251508355140686, "reward_std": 0.11520637571811676, "s": 13238.3} +{"event": "step", "step": 83, "targets": 2656, "reward": -0.5401305556297302, "reward_std": 0.11178223043680191, "s": 13397.6} +{"event": "step", "step": 84, "targets": 2688, "reward": -0.580507755279541, "reward_std": 0.1334872841835022, "s": 13577.9} +{"event": "step", "step": 85, "targets": 2720, "reward": -0.4902356266975403, "reward_std": 0.12205609679222107, "s": 13750.8} +{"event": "step", "step": 86, "targets": 2752, "reward": -0.598158061504364, "reward_std": 0.1413138210773468, "s": 13912.6} +{"event": "step", "step": 87, "targets": 2784, "reward": -0.4949358105659485, "reward_std": 0.11950437724590302, "s": 14080.6} +{"event": "step", "step": 88, "targets": 2816, "reward": -0.46336960792541504, "reward_std": 0.13433048129081726, "s": 14241.5} +{"event": "step", "step": 89, "targets": 2848, "reward": -0.45814356207847595, "reward_std": 0.12359555065631866, "s": 14405.5} +{"event": "step", "step": 90, "targets": 2880, "reward": -0.5071107745170593, "reward_std": 0.11224673688411713, "s": 14568.0} +{"event": "step", "step": 91, "targets": 2912, "reward": -0.4985693097114563, "reward_std": 0.10379263013601303, "s": 14734.1} +{"event": "step", "step": 92, "targets": 2944, "reward": -0.4999350607395172, "reward_std": 0.09899850934743881, "s": 14905.5} +{"event": "step", "step": 93, "targets": 2976, "reward": -0.5319324731826782, "reward_std": 0.13521400094032288, "s": 15084.5} +{"event": "step", "step": 94, "targets": 3008, "reward": -0.4822508692741394, "reward_std": 0.11511147022247314, "s": 15248.6} +{"event": "step", "step": 95, "targets": 3040, "reward": -0.6972298622131348, "reward_std": 0.15032735466957092, "s": 15377.6} +{"event": "step", "step": 96, "targets": 3072, "reward": -0.6013076901435852, "reward_std": 0.11797916144132614, "s": 15549.4} +{"event": "step", "step": 97, "targets": 3104, "reward": -0.5505703091621399, "reward_std": 0.1267203539609909, "s": 15738.1} +{"event": "step", "step": 98, "targets": 3136, "reward": -0.6822203993797302, "reward_std": 0.11925281584262848, "s": 15915.9} +{"event": "step", "step": 99, "targets": 3168, "reward": -0.5060204863548279, "reward_std": 0.11278793215751648, "s": 16080.3} +{"event": "step", "step": 100, "targets": 3200, "reward": -0.5896683931350708, "reward_std": 0.12415169179439545, "s": 16239.5} +{"event": "step", "step": 101, "targets": 3232, "reward": -0.5433151721954346, "reward_std": 0.12378605455160141, "s": 16395.5} +{"event": "step", "step": 102, "targets": 3264, "reward": -0.680989682674408, "reward_std": 0.1423843652009964, "s": 16555.3} +{"event": "step", "step": 103, "targets": 3296, "reward": -0.5650041699409485, "reward_std": 0.11325740069150925, "s": 16704.8} +{"event": "step", "step": 104, "targets": 3328, "reward": -0.5061607360839844, "reward_std": 0.11214391887187958, "s": 16870.2} +{"event": "step", "step": 105, "targets": 3360, "reward": -0.5679676532745361, "reward_std": 0.12700378894805908, "s": 17024.5} +{"event": "step", "step": 106, "targets": 3392, "reward": -0.5205845236778259, "reward_std": 0.11043783277273178, "s": 17183.0} +{"event": "step", "step": 107, "targets": 3424, "reward": -0.5544260740280151, "reward_std": 0.1494213044643402, "s": 17320.5} +{"event": "step", "step": 108, "targets": 3456, "reward": -0.693697452545166, "reward_std": 0.14860543608665466, "s": 17468.2} +{"event": "step", "step": 109, "targets": 3488, "reward": -0.5388537645339966, "reward_std": 0.11402912437915802, "s": 17641.4} +{"event": "step", "step": 110, "targets": 3520, "reward": -0.6161605715751648, "reward_std": 0.11123767495155334, "s": 17781.3} +{"event": "step", "step": 111, "targets": 3552, "reward": -0.6162823438644409, "reward_std": 0.11582542210817337, "s": 17956.0} +{"event": "step", "step": 112, "targets": 3584, "reward": -0.49124231934547424, "reward_std": 0.10666227340698242, "s": 18120.7} diff --git a/meta_only/podC/e16/Ra-learned/policy.json b/meta_only/podC/e16/Ra-learned/policy.json new file mode 100644 index 0000000000000000000000000000000000000000..da0066523221ab88fd4637d939ce04f08141683b --- /dev/null +++ b/meta_only/podC/e16/Ra-learned/policy.json @@ -0,0 +1,10 @@ +{ + "policy": "learned", + "step": 625, + "targets": 19999, + "K": 4, + "k": 12, + "lr": 0.01, + "seed": 0, + "reader": "released JEV-9B C" +} \ No newline at end of file diff --git a/meta_only/podC/e16/Ra-learned/train_log.jsonl b/meta_only/podC/e16/Ra-learned/train_log.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..6630f5b0f356d2ec77ba8fbddd7199c0ae7b6517 --- /dev/null +++ b/meta_only/podC/e16/Ra-learned/train_log.jsonl @@ -0,0 +1,625 @@ +{"event": "step", "step": 1, "targets": 32, "reward": -0.4529320001602173, "reward_std": 0.12887024879455566, "s": 124.4} +{"event": "step", "step": 2, "targets": 64, "reward": -0.4833613634109497, "reward_std": 0.12281027436256409, "s": 195.7} +{"event": "step", "step": 3, "targets": 96, "reward": -0.6230263113975525, "reward_std": 0.1420743763446808, "s": 226.4} +{"event": "step", "step": 4, "targets": 128, "reward": -0.575314998626709, "reward_std": 0.13630402088165283, "s": 246.8} +{"event": "step", "step": 5, "targets": 160, "reward": -0.5460746884346008, "reward_std": 0.14463256299495697, "s": 269.5} +{"event": "step", "step": 6, "targets": 192, "reward": -0.5232852697372437, "reward_std": 0.16277773678302765, "s": 287.3} +{"event": "step", "step": 7, "targets": 224, "reward": -0.4347406029701233, "reward_std": 0.12362142652273178, "s": 309.4} +{"event": "step", "step": 8, "targets": 256, "reward": -0.5219666957855225, "reward_std": 0.13987667858600616, "s": 330.7} +{"event": "step", "step": 9, "targets": 288, "reward": -0.47155046463012695, "reward_std": 0.12137188017368317, "s": 351.5} +{"event": "step", "step": 10, "targets": 320, "reward": -0.5604261159896851, "reward_std": 0.12080833315849304, "s": 373.5} +{"event": "step", "step": 11, "targets": 352, "reward": -0.5112600922584534, "reward_std": 0.12475265562534332, "s": 394.3} +{"event": "step", "step": 12, "targets": 384, "reward": -0.45757877826690674, "reward_std": 0.11267852783203125, "s": 416.2} +{"event": "step", "step": 13, "targets": 416, "reward": -0.5020960569381714, "reward_std": 0.08256374299526215, "s": 437.3} +{"event": "step", "step": 14, "targets": 448, "reward": -0.4797084629535675, "reward_std": 0.14107874035835266, "s": 457.7} +{"event": "step", "step": 15, "targets": 480, "reward": -0.502472460269928, "reward_std": 0.15466223657131195, "s": 478.4} +{"event": "step", "step": 16, "targets": 512, "reward": -0.5504229068756104, "reward_std": 0.08580821007490158, "s": 497.1} +{"event": "step", "step": 17, "targets": 544, "reward": -0.5424714088439941, "reward_std": 0.12450402230024338, "s": 518.0} +{"event": "step", "step": 18, "targets": 576, "reward": -0.4779360890388489, "reward_std": 0.12559309601783752, "s": 538.1} +{"event": "step", "step": 19, "targets": 608, "reward": -0.5873202085494995, "reward_std": 0.09861987084150314, "s": 559.2} +{"event": "step", "step": 20, "targets": 640, "reward": -0.6593438982963562, "reward_std": 0.15936699509620667, "s": 580.2} +{"event": "step", "step": 21, "targets": 672, "reward": -0.4719073474407196, "reward_std": 0.11845885217189789, "s": 601.1} +{"event": "step", "step": 22, "targets": 704, "reward": -0.5097898244857788, "reward_std": 0.12086999416351318, "s": 621.3} +{"event": "step", "step": 23, "targets": 736, "reward": -0.45894119143486023, "reward_std": 0.11782729625701904, "s": 642.5} +{"event": "step", "step": 24, "targets": 768, "reward": -0.44553104043006897, "reward_std": 0.10665915906429291, "s": 664.3} +{"event": "step", "step": 25, "targets": 800, "reward": -0.499799907207489, "reward_std": 0.11328701674938202, "s": 685.3} +{"event": "step", "step": 26, "targets": 832, "reward": -0.7094312310218811, "reward_std": 0.1479857861995697, "s": 706.9} +{"event": "step", "step": 27, "targets": 864, "reward": -0.5282309055328369, "reward_std": 0.11814870685338974, "s": 727.6} +{"event": "step", "step": 28, "targets": 896, "reward": -0.4783455729484558, "reward_std": 0.15538445115089417, "s": 748.9} +{"event": "step", "step": 29, "targets": 928, "reward": -0.4954063892364502, "reward_std": 0.12888818979263306, "s": 771.2} +{"event": "step", "step": 30, "targets": 960, "reward": -0.5093775391578674, "reward_std": 0.1345229595899582, "s": 791.5} +{"event": "step", "step": 31, "targets": 992, "reward": -0.5311660766601562, "reward_std": 0.13804684579372406, "s": 812.1} +{"event": "step", "step": 32, "targets": 1024, "reward": -0.7005668878555298, "reward_std": 0.1597699224948883, "s": 831.1} +{"event": "step", "step": 33, "targets": 1056, "reward": -0.6729848980903625, "reward_std": 0.17954806983470917, "s": 853.8} +{"event": "step", "step": 34, "targets": 1088, "reward": -0.552497148513794, "reward_std": 0.13366132974624634, "s": 875.0} +{"event": "step", "step": 35, "targets": 1120, "reward": -0.49384626746177673, "reward_std": 0.09137827157974243, "s": 896.1} +{"event": "step", "step": 36, "targets": 1152, "reward": -0.5459643006324768, "reward_std": 0.1428176313638687, "s": 917.4} +{"event": "step", "step": 37, "targets": 1184, "reward": -0.6071267127990723, "reward_std": 0.13424170017242432, "s": 936.5} +{"event": "step", "step": 38, "targets": 1216, "reward": -0.6001698970794678, "reward_std": 0.1518622487783432, "s": 957.6} +{"event": "step", "step": 39, "targets": 1248, "reward": -0.48221510648727417, "reward_std": 0.12508882582187653, "s": 980.0} +{"event": "step", "step": 40, "targets": 1280, "reward": -0.5955328941345215, "reward_std": 0.13504931330680847, "s": 1000.5} +{"event": "step", "step": 41, "targets": 1312, "reward": -0.49330252408981323, "reward_std": 0.10937650501728058, "s": 1022.1} +{"event": "step", "step": 42, "targets": 1344, "reward": -0.5465282797813416, "reward_std": 0.12983031570911407, "s": 1041.8} +{"event": "step", "step": 43, "targets": 1376, "reward": -0.5738884210586548, "reward_std": 0.16180318593978882, "s": 1063.4} +{"event": "step", "step": 44, "targets": 1408, "reward": -0.5411691665649414, "reward_std": 0.13615116477012634, "s": 1083.5} +{"event": "step", "step": 45, "targets": 1440, "reward": -0.48663145303726196, "reward_std": 0.15785370767116547, "s": 1105.9} +{"event": "step", "step": 46, "targets": 1472, "reward": -0.4455301761627197, "reward_std": 0.11426515877246857, "s": 1126.5} +{"event": "step", "step": 47, "targets": 1504, "reward": -0.5638774633407593, "reward_std": 0.17697592079639435, "s": 1147.0} +{"event": "step", "step": 48, "targets": 1536, "reward": -0.6052566766738892, "reward_std": 0.12955345213413239, "s": 1166.6} +{"event": "step", "step": 49, "targets": 1568, "reward": -0.4565878212451935, "reward_std": 0.13180074095726013, "s": 1186.5} +{"event": "step", "step": 50, "targets": 1600, "reward": -0.5962793827056885, "reward_std": 0.14470839500427246, "s": 1207.0} +{"event": "step", "step": 51, "targets": 1632, "reward": -0.4294470548629761, "reward_std": 0.1148931011557579, "s": 1226.7} +{"event": "step", "step": 52, "targets": 1664, "reward": -0.5939505100250244, "reward_std": 0.14926204085350037, "s": 1246.0} +{"event": "step", "step": 53, "targets": 1696, "reward": -0.5300120115280151, "reward_std": 0.10666832327842712, "s": 1266.9} +{"event": "step", "step": 54, "targets": 1728, "reward": -0.5512616038322449, "reward_std": 0.13243824243545532, "s": 1286.0} +{"event": "step", "step": 55, "targets": 1760, "reward": -0.6547154188156128, "reward_std": 0.1760798692703247, "s": 1308.0} +{"event": "step", "step": 56, "targets": 1792, "reward": -0.46541205048561096, "reward_std": 0.1135302409529686, "s": 1330.4} +{"event": "step", "step": 57, "targets": 1824, "reward": -0.5072183012962341, "reward_std": 0.0963558554649353, "s": 1352.0} +{"event": "step", "step": 58, "targets": 1856, "reward": -0.5407396554946899, "reward_std": 0.12603652477264404, "s": 1373.5} +{"event": "step", "step": 59, "targets": 1888, "reward": -0.5628741979598999, "reward_std": 0.14077459275722504, "s": 1395.5} +{"event": "step", "step": 60, "targets": 1920, "reward": -0.5674055218696594, "reward_std": 0.14620573818683624, "s": 1416.2} +{"event": "step", "step": 61, "targets": 1952, "reward": -0.439641535282135, "reward_std": 0.10854202508926392, "s": 1436.5} +{"event": "step", "step": 62, "targets": 1984, "reward": -0.4951048791408539, "reward_std": 0.11381769180297852, "s": 1458.1} +{"event": "step", "step": 63, "targets": 2016, "reward": -0.5118525624275208, "reward_std": 0.1329565793275833, "s": 1477.8} +{"event": "step", "step": 64, "targets": 2048, "reward": -0.5479561686515808, "reward_std": 0.11300022155046463, "s": 1500.4} +{"event": "step", "step": 65, "targets": 2080, "reward": -0.6227357387542725, "reward_std": 0.14525443315505981, "s": 1522.3} +{"event": "step", "step": 66, "targets": 2112, "reward": -0.6731106638908386, "reward_std": 0.15798544883728027, "s": 1542.8} +{"event": "step", "step": 67, "targets": 2144, "reward": -0.38534238934516907, "reward_std": 0.10690849274396896, "s": 1565.5} +{"event": "step", "step": 68, "targets": 2176, "reward": -0.5185514092445374, "reward_std": 0.12257860600948334, "s": 1587.6} +{"event": "step", "step": 69, "targets": 2208, "reward": -0.43942511081695557, "reward_std": 0.1314494013786316, "s": 1609.7} +{"event": "step", "step": 70, "targets": 2240, "reward": -0.4992894232273102, "reward_std": 0.13217920064926147, "s": 1632.5} +{"event": "step", "step": 71, "targets": 2272, "reward": -0.4955306649208069, "reward_std": 0.1488267481327057, "s": 1653.9} +{"event": "step", "step": 72, "targets": 2304, "reward": -0.6010546088218689, "reward_std": 0.1698058545589447, "s": 1675.3} +{"event": "step", "step": 73, "targets": 2336, "reward": -0.5870842933654785, "reward_std": 0.13094399869441986, "s": 1697.0} +{"event": "step", "step": 74, "targets": 2368, "reward": -0.5281144976615906, "reward_std": 0.13711333274841309, "s": 1716.5} +{"event": "step", "step": 75, "targets": 2400, "reward": -0.47503426671028137, "reward_std": 0.1346047818660736, "s": 1737.3} +{"event": "step", "step": 76, "targets": 2432, "reward": -0.5557175874710083, "reward_std": 0.11241737008094788, "s": 1757.3} +{"event": "step", "step": 77, "targets": 2464, "reward": -0.49421101808547974, "reward_std": 0.1516186147928238, "s": 1778.0} +{"event": "step", "step": 78, "targets": 2496, "reward": -0.47444066405296326, "reward_std": 0.1174580529332161, "s": 1799.2} +{"event": "step", "step": 79, "targets": 2528, "reward": -0.47015097737312317, "reward_std": 0.14820419251918793, "s": 1819.8} +{"event": "step", "step": 80, "targets": 2560, "reward": -0.5095265507698059, "reward_std": 0.11867514252662659, "s": 1840.3} +{"event": "step", "step": 81, "targets": 2592, "reward": -0.5771934390068054, "reward_std": 0.13106964528560638, "s": 1861.5} +{"event": "step", "step": 82, "targets": 2624, "reward": -0.5413883924484253, "reward_std": 0.11201390624046326, "s": 1880.9} +{"event": "step", "step": 83, "targets": 2656, "reward": -0.5636993646621704, "reward_std": 0.13039308786392212, "s": 1901.7} +{"event": "step", "step": 84, "targets": 2688, "reward": -0.5681338906288147, "reward_std": 0.12550990283489227, "s": 1924.1} +{"event": "step", "step": 85, "targets": 2720, "reward": -0.4850704073905945, "reward_std": 0.11841113865375519, "s": 1946.6} +{"event": "step", "step": 86, "targets": 2752, "reward": -0.5989181995391846, "reward_std": 0.13853324949741364, "s": 1967.7} +{"event": "step", "step": 87, "targets": 2784, "reward": -0.49146801233291626, "reward_std": 0.12173189967870712, "s": 1988.4} +{"event": "step", "step": 88, "targets": 2816, "reward": -0.45946162939071655, "reward_std": 0.1332046091556549, "s": 2009.4} +{"event": "step", "step": 89, "targets": 2848, "reward": -0.4557335376739502, "reward_std": 0.15025228261947632, "s": 2030.4} +{"event": "step", "step": 90, "targets": 2880, "reward": -0.5037204027175903, "reward_std": 0.11222141981124878, "s": 2051.1} +{"event": "step", "step": 91, "targets": 2912, "reward": -0.492690771818161, "reward_std": 0.11389988660812378, "s": 2073.4} +{"event": "step", "step": 92, "targets": 2944, "reward": -0.5266326665878296, "reward_std": 0.12385077774524689, "s": 2096.2} +{"event": "step", "step": 93, "targets": 2976, "reward": -0.5327742695808411, "reward_std": 0.13825249671936035, "s": 2118.8} +{"event": "step", "step": 94, "targets": 3008, "reward": -0.49859172105789185, "reward_std": 0.11621885746717453, "s": 2140.0} +{"event": "step", "step": 95, "targets": 3040, "reward": -0.689389705657959, "reward_std": 0.17321743071079254, "s": 2157.9} +{"event": "step", "step": 96, "targets": 3072, "reward": -0.6124153733253479, "reward_std": 0.11742427945137024, "s": 2179.3} +{"event": "step", "step": 97, "targets": 3104, "reward": -0.5323487520217896, "reward_std": 0.12294024229049683, "s": 2202.5} +{"event": "step", "step": 98, "targets": 3136, "reward": -0.6647458076477051, "reward_std": 0.13550107181072235, "s": 2225.0} +{"event": "step", "step": 99, "targets": 3168, "reward": -0.5174744129180908, "reward_std": 0.12740156054496765, "s": 2246.7} +{"event": "step", "step": 100, "targets": 3200, "reward": -0.5915010571479797, "reward_std": 0.11031246185302734, "s": 2267.4} +{"event": "step", "step": 101, "targets": 3232, "reward": -0.5495949387550354, "reward_std": 0.13244274258613586, "s": 2288.1} +{"event": "step", "step": 102, "targets": 3264, "reward": -0.6815564036369324, "reward_std": 0.15885713696479797, "s": 2308.2} +{"event": "step", "step": 103, "targets": 3296, "reward": -0.559011697769165, "reward_std": 0.11281664669513702, "s": 2328.1} +{"event": "step", "step": 104, "targets": 3328, "reward": -0.5182170271873474, "reward_std": 0.1274145543575287, "s": 2349.1} +{"event": "step", "step": 105, "targets": 3360, "reward": -0.5603806972503662, "reward_std": 0.1178276389837265, "s": 2370.0} +{"event": "step", "step": 106, "targets": 3392, "reward": -0.5309291481971741, "reward_std": 0.11912499368190765, "s": 2390.5} +{"event": "step", "step": 107, "targets": 3424, "reward": -0.5396767854690552, "reward_std": 0.1493847370147705, "s": 2409.2} +{"event": "step", "step": 108, "targets": 3456, "reward": -0.6933314800262451, "reward_std": 0.13955345749855042, "s": 2428.7} +{"event": "step", "step": 109, "targets": 3488, "reward": -0.5443361401557922, "reward_std": 0.1131439357995987, "s": 2450.7} +{"event": "step", "step": 110, "targets": 3520, "reward": -0.6017270088195801, "reward_std": 0.12839700281620026, "s": 2470.5} +{"event": "step", "step": 111, "targets": 3552, "reward": -0.6009774804115295, "reward_std": 0.1313740611076355, "s": 2492.6} +{"event": "step", "step": 112, "targets": 3584, "reward": -0.5093545317649841, "reward_std": 0.11248087882995605, "s": 2513.7} +{"event": "step", "step": 113, "targets": 3616, "reward": -0.6522616147994995, "reward_std": 0.15170426666736603, "s": 2535.9} +{"event": "step", "step": 114, "targets": 3648, "reward": -0.5236893892288208, "reward_std": 0.11808092892169952, "s": 2558.5} +{"event": "step", "step": 115, "targets": 3680, "reward": -0.3793509602546692, "reward_std": 0.08690159022808075, "s": 2578.6} +{"event": "step", "step": 116, "targets": 3712, "reward": -0.526475727558136, "reward_std": 0.13592082262039185, "s": 2598.9} +{"event": "step", "step": 117, "targets": 3744, "reward": -0.4666840434074402, "reward_std": 0.10529182851314545, "s": 2618.4} +{"event": "step", "step": 118, "targets": 3776, "reward": -0.5996823310852051, "reward_std": 0.14102868735790253, "s": 2639.5} +{"event": "step", "step": 119, "targets": 3808, "reward": -0.6129931211471558, "reward_std": 0.14147645235061646, "s": 2660.8} +{"event": "step", "step": 120, "targets": 3840, "reward": -0.5606927871704102, "reward_std": 0.12344539910554886, "s": 2679.9} +{"event": "step", "step": 121, "targets": 3872, "reward": -0.533835768699646, "reward_std": 0.18441373109817505, "s": 2699.7} +{"event": "step", "step": 122, "targets": 3904, "reward": -0.5640249252319336, "reward_std": 0.13612252473831177, "s": 2720.0} +{"event": "step", "step": 123, "targets": 3936, "reward": -0.4898224472999573, "reward_std": 0.12409210205078125, "s": 2739.8} +{"event": "step", "step": 124, "targets": 3968, "reward": -0.5366424322128296, "reward_std": 0.1564972698688507, "s": 2759.4} +{"event": "step", "step": 125, "targets": 4000, "reward": -0.5617019534111023, "reward_std": 0.12817949056625366, "s": 2780.7} +{"event": "step", "step": 126, "targets": 4032, "reward": -0.46486568450927734, "reward_std": 0.1354692280292511, "s": 2799.7} +{"event": "step", "step": 127, "targets": 4064, "reward": -0.6471342444419861, "reward_std": 0.13014189898967743, "s": 2820.3} +{"event": "step", "step": 128, "targets": 4096, "reward": -0.587841272354126, "reward_std": 0.15309175848960876, "s": 2840.6} +{"event": "step", "step": 129, "targets": 4128, "reward": -0.4055689573287964, "reward_std": 0.11386986821889877, "s": 2860.7} +{"event": "step", "step": 130, "targets": 4160, "reward": -0.5746629238128662, "reward_std": 0.14527325332164764, "s": 2880.8} +{"event": "step", "step": 131, "targets": 4192, "reward": -0.6696714162826538, "reward_std": 0.15846092998981476, "s": 2901.2} +{"event": "step", "step": 132, "targets": 4224, "reward": -0.5095087885856628, "reward_std": 0.10475634783506393, "s": 2921.8} +{"event": "step", "step": 133, "targets": 4256, "reward": -0.5399428009986877, "reward_std": 0.15775325894355774, "s": 2943.1} +{"event": "step", "step": 134, "targets": 4288, "reward": -0.5110498070716858, "reward_std": 0.12941479682922363, "s": 2963.7} +{"event": "step", "step": 135, "targets": 4320, "reward": -0.7294986844062805, "reward_std": 0.12366080284118652, "s": 2984.9} +{"event": "step", "step": 136, "targets": 4352, "reward": -0.6396743655204773, "reward_std": 0.11237602680921555, "s": 3006.0} +{"event": "step", "step": 137, "targets": 4384, "reward": -0.5294971466064453, "reward_std": 0.12805606424808502, "s": 3027.8} +{"event": "step", "step": 138, "targets": 4416, "reward": -0.48432669043540955, "reward_std": 0.12898090481758118, "s": 3048.9} +{"event": "step", "step": 139, "targets": 4448, "reward": -0.6784335374832153, "reward_std": 0.14135701954364777, "s": 3068.3} +{"event": "step", "step": 140, "targets": 4480, "reward": -0.4623410403728485, "reward_std": 0.12015584111213684, "s": 3089.5} +{"event": "step", "step": 141, "targets": 4512, "reward": -0.4136798083782196, "reward_std": 0.08545981347560883, "s": 3112.2} +{"event": "step", "step": 142, "targets": 4544, "reward": -0.48423150181770325, "reward_std": 0.14277562499046326, "s": 3134.5} +{"event": "step", "step": 143, "targets": 4576, "reward": -0.48110800981521606, "reward_std": 0.1683124601840973, "s": 3155.5} +{"event": "step", "step": 144, "targets": 4608, "reward": -0.5405598282814026, "reward_std": 0.138563334941864, "s": 3176.6} +{"event": "step", "step": 145, "targets": 4640, "reward": -0.5970916152000427, "reward_std": 0.15169145166873932, "s": 3197.6} +{"event": "step", "step": 146, "targets": 4672, "reward": -0.5043302774429321, "reward_std": 0.1300375610589981, "s": 3219.4} +{"event": "step", "step": 147, "targets": 4704, "reward": -0.5570023059844971, "reward_std": 0.15635915100574493, "s": 3240.4} +{"event": "step", "step": 148, "targets": 4736, "reward": -0.6151931285858154, "reward_std": 0.13399483263492584, "s": 3259.8} +{"event": "step", "step": 149, "targets": 4768, "reward": -0.5092264413833618, "reward_std": 0.11983411014080048, "s": 3279.6} +{"event": "step", "step": 150, "targets": 4800, "reward": -0.7216787934303284, "reward_std": 0.16278068721294403, "s": 3300.4} +{"event": "step", "step": 151, "targets": 4832, "reward": -0.5145138502120972, "reward_std": 0.12900464236736298, "s": 3322.8} +{"event": "step", "step": 152, "targets": 4864, "reward": -0.5964247584342957, "reward_std": 0.1324853003025055, "s": 3343.5} +{"event": "step", "step": 153, "targets": 4896, "reward": -0.6042879819869995, "reward_std": 0.15941131114959717, "s": 3363.0} +{"event": "step", "step": 154, "targets": 4928, "reward": -0.38950058817863464, "reward_std": 0.11452846974134445, "s": 3384.8} +{"event": "step", "step": 155, "targets": 4960, "reward": -0.5091326236724854, "reward_std": 0.11460870504379272, "s": 3406.4} +{"event": "step", "step": 156, "targets": 4992, "reward": -0.542163610458374, "reward_std": 0.10687201470136642, "s": 3426.4} +{"event": "step", "step": 157, "targets": 5024, "reward": -0.5756044983863831, "reward_std": 0.13929590582847595, "s": 3446.8} +{"event": "step", "step": 158, "targets": 5056, "reward": -0.6160016059875488, "reward_std": 0.1513582170009613, "s": 3467.2} +{"event": "step", "step": 159, "targets": 5088, "reward": -0.503381609916687, "reward_std": 0.1305692195892334, "s": 3488.5} +{"event": "step", "step": 160, "targets": 5120, "reward": -0.5533064603805542, "reward_std": 0.12348504364490509, "s": 3510.5} +{"event": "step", "step": 161, "targets": 5152, "reward": -0.5535306334495544, "reward_std": 0.1431843340396881, "s": 3532.1} +{"event": "step", "step": 162, "targets": 5184, "reward": -0.4621819853782654, "reward_std": 0.11853407323360443, "s": 3553.6} +{"event": "step", "step": 163, "targets": 5216, "reward": -0.569884181022644, "reward_std": 0.14749190211296082, "s": 3575.7} +{"event": "step", "step": 164, "targets": 5248, "reward": -0.4178141951560974, "reward_std": 0.12412568181753159, "s": 3597.8} +{"event": "step", "step": 165, "targets": 5280, "reward": -0.7463128566741943, "reward_std": 0.18207257986068726, "s": 3618.4} +{"event": "step", "step": 166, "targets": 5312, "reward": -0.46059900522232056, "reward_std": 0.11591196060180664, "s": 3638.8} +{"event": "step", "step": 167, "targets": 5344, "reward": -0.5341085195541382, "reward_std": 0.11529474705457687, "s": 3659.6} +{"event": "step", "step": 168, "targets": 5376, "reward": -0.5296621322631836, "reward_std": 0.14278480410575867, "s": 3681.7} +{"event": "step", "step": 169, "targets": 5408, "reward": -0.5021689534187317, "reward_std": 0.1129056066274643, "s": 3701.8} +{"event": "step", "step": 170, "targets": 5440, "reward": -0.43039995431900024, "reward_std": 0.12597297132015228, "s": 3723.3} +{"event": "step", "step": 171, "targets": 5472, "reward": -0.6367965340614319, "reward_std": 0.1500762701034546, "s": 3744.4} +{"event": "step", "step": 172, "targets": 5504, "reward": -0.48863357305526733, "reward_std": 0.10492363572120667, "s": 3762.7} +{"event": "step", "step": 173, "targets": 5536, "reward": -0.625266432762146, "reward_std": 0.14804235100746155, "s": 3783.2} +{"event": "step", "step": 174, "targets": 5568, "reward": -0.5027034282684326, "reward_std": 0.14207342267036438, "s": 3807.7} +{"event": "step", "step": 175, "targets": 5600, "reward": -0.5801631212234497, "reward_std": 0.17780542373657227, "s": 3829.2} +{"event": "step", "step": 176, "targets": 5632, "reward": -0.4711070954799652, "reward_std": 0.10142776370048523, "s": 3851.1} +{"event": "step", "step": 177, "targets": 5664, "reward": -0.5430829524993896, "reward_std": 0.14171117544174194, "s": 3872.9} +{"event": "step", "step": 178, "targets": 5696, "reward": -0.7197631001472473, "reward_std": 0.15542040765285492, "s": 3892.6} +{"event": "step", "step": 179, "targets": 5728, "reward": -0.5650604963302612, "reward_std": 0.15992215275764465, "s": 3914.4} +{"event": "step", "step": 180, "targets": 5760, "reward": -0.5976455211639404, "reward_std": 0.134179025888443, "s": 3934.3} +{"event": "step", "step": 181, "targets": 5792, "reward": -0.47121796011924744, "reward_std": 0.13244998455047607, "s": 3955.9} +{"event": "step", "step": 182, "targets": 5824, "reward": -0.6008909344673157, "reward_std": 0.15538324415683746, "s": 3973.9} +{"event": "step", "step": 183, "targets": 5856, "reward": -0.47171294689178467, "reward_std": 0.1477808803319931, "s": 3996.0} +{"event": "step", "step": 184, "targets": 5888, "reward": -0.43668460845947266, "reward_std": 0.10312539339065552, "s": 4016.1} +{"event": "step", "step": 185, "targets": 5920, "reward": -0.5691234469413757, "reward_std": 0.1391846388578415, "s": 4036.6} +{"event": "step", "step": 186, "targets": 5952, "reward": -0.5045185089111328, "reward_std": 0.1357545554637909, "s": 4057.9} +{"event": "step", "step": 187, "targets": 5984, "reward": -0.4270634949207306, "reward_std": 0.09666632860898972, "s": 4077.4} +{"event": "step", "step": 188, "targets": 6016, "reward": -0.5405216217041016, "reward_std": 0.14003723859786987, "s": 4099.0} +{"event": "step", "step": 189, "targets": 6048, "reward": -0.5644612312316895, "reward_std": 0.1255073994398117, "s": 4120.2} +{"event": "step", "step": 190, "targets": 6080, "reward": -0.5095330476760864, "reward_std": 0.1304246485233307, "s": 4141.0} +{"event": "step", "step": 191, "targets": 6112, "reward": -0.6508699059486389, "reward_std": 0.16266897320747375, "s": 4162.8} +{"event": "step", "step": 192, "targets": 6144, "reward": -0.6297298669815063, "reward_std": 0.13861183822155, "s": 4184.9} +{"event": "step", "step": 193, "targets": 6176, "reward": -0.7031919360160828, "reward_std": 0.17793311178684235, "s": 4204.8} +{"event": "step", "step": 194, "targets": 6208, "reward": -0.4721090793609619, "reward_std": 0.1260109841823578, "s": 4225.8} +{"event": "step", "step": 195, "targets": 6240, "reward": -0.5402038097381592, "reward_std": 0.12807811796665192, "s": 4247.5} +{"event": "step", "step": 196, "targets": 6272, "reward": -0.5219924449920654, "reward_std": 0.1357993185520172, "s": 4268.0} +{"event": "step", "step": 197, "targets": 6304, "reward": -0.631150484085083, "reward_std": 0.14085866510868073, "s": 4289.9} +{"event": "step", "step": 198, "targets": 6336, "reward": -0.5296294093132019, "reward_std": 0.11775856465101242, "s": 4312.7} +{"event": "step", "step": 199, "targets": 6368, "reward": -0.6066425442695618, "reward_std": 0.15439599752426147, "s": 4333.2} +{"event": "step", "step": 200, "targets": 6400, "reward": -0.529367208480835, "reward_std": 0.13379086554050446, "s": 4352.8} +{"event": "step", "step": 201, "targets": 6432, "reward": -0.46394819021224976, "reward_std": 0.11459757387638092, "s": 4374.7} +{"event": "step", "step": 202, "targets": 6464, "reward": -0.5651857256889343, "reward_std": 0.1065526008605957, "s": 4396.5} +{"event": "step", "step": 203, "targets": 6496, "reward": -0.6113089919090271, "reward_std": 0.14054082334041595, "s": 4416.9} +{"event": "step", "step": 204, "targets": 6528, "reward": -0.43003714084625244, "reward_std": 0.09388615936040878, "s": 4438.5} +{"event": "step", "step": 205, "targets": 6560, "reward": -0.49582934379577637, "reward_std": 0.12003923952579498, "s": 4459.6} +{"event": "step", "step": 206, "targets": 6592, "reward": -0.45854341983795166, "reward_std": 0.13431665301322937, "s": 4477.9} +{"event": "step", "step": 207, "targets": 6624, "reward": -0.629796028137207, "reward_std": 0.14463110268115997, "s": 4499.6} +{"event": "step", "step": 208, "targets": 6656, "reward": -0.6250773668289185, "reward_std": 0.15067031979560852, "s": 4519.9} +{"event": "step", "step": 209, "targets": 6688, "reward": -0.6996119022369385, "reward_std": 0.18677382171154022, "s": 4542.4} +{"event": "step", "step": 210, "targets": 6720, "reward": -0.6880557537078857, "reward_std": 0.1530543714761734, "s": 4561.4} +{"event": "step", "step": 211, "targets": 6752, "reward": -0.5555223822593689, "reward_std": 0.1442280411720276, "s": 4582.8} +{"event": "step", "step": 212, "targets": 6784, "reward": -0.5072910785675049, "reward_std": 0.10575976967811584, "s": 4604.1} +{"event": "step", "step": 213, "targets": 6816, "reward": -0.49453622102737427, "reward_std": 0.1150449737906456, "s": 4625.1} +{"event": "step", "step": 214, "targets": 6848, "reward": -0.4034003019332886, "reward_std": 0.11533708870410919, "s": 4646.1} +{"event": "step", "step": 215, "targets": 6880, "reward": -0.7218740582466125, "reward_std": 0.13559748232364655, "s": 4667.0} +{"event": "step", "step": 216, "targets": 6912, "reward": -0.5195069313049316, "reward_std": 0.1418607532978058, "s": 4686.5} +{"event": "step", "step": 217, "targets": 6944, "reward": -0.4853937327861786, "reward_std": 0.11897643655538559, "s": 4706.9} +{"event": "step", "step": 218, "targets": 6976, "reward": -0.5336946249008179, "reward_std": 0.13223963975906372, "s": 4727.1} +{"event": "step", "step": 219, "targets": 7008, "reward": -0.6172560453414917, "reward_std": 0.15097954869270325, "s": 4749.8} +{"event": "step", "step": 220, "targets": 7040, "reward": -0.5000398755073547, "reward_std": 0.1254904717206955, "s": 4770.9} +{"event": "step", "step": 221, "targets": 7072, "reward": -0.44064682722091675, "reward_std": 0.10602936893701553, "s": 4792.8} +{"event": "step", "step": 222, "targets": 7104, "reward": -0.45769479870796204, "reward_std": 0.12683801352977753, "s": 4813.0} +{"event": "step", "step": 223, "targets": 7136, "reward": -0.6164882183074951, "reward_std": 0.11621275544166565, "s": 4833.8} +{"event": "step", "step": 224, "targets": 7168, "reward": -0.5832251906394958, "reward_std": 0.11951782554388046, "s": 4855.5} +{"event": "step", "step": 225, "targets": 7200, "reward": -0.6831767559051514, "reward_std": 0.1382068544626236, "s": 4875.4} +{"event": "step", "step": 226, "targets": 7232, "reward": -0.4453153610229492, "reward_std": 0.09756708145141602, "s": 4896.1} +{"event": "step", "step": 227, "targets": 7264, "reward": -0.3251432180404663, "reward_std": 0.06783502548933029, "s": 4914.2} +{"event": "step", "step": 228, "targets": 7296, "reward": -0.5728852152824402, "reward_std": 0.14424076676368713, "s": 4934.0} +{"event": "step", "step": 229, "targets": 7328, "reward": -0.6107725501060486, "reward_std": 0.15339846909046173, "s": 4955.7} +{"event": "step", "step": 230, "targets": 7360, "reward": -0.6760780215263367, "reward_std": 0.12740112841129303, "s": 4977.6} +{"event": "step", "step": 231, "targets": 7392, "reward": -0.6352537870407104, "reward_std": 0.16509483754634857, "s": 4998.5} +{"event": "step", "step": 232, "targets": 7424, "reward": -0.6051090955734253, "reward_std": 0.12949208915233612, "s": 5018.0} +{"event": "step", "step": 233, "targets": 7456, "reward": -0.5821709632873535, "reward_std": 0.1600065380334854, "s": 5040.2} +{"event": "step", "step": 234, "targets": 7488, "reward": -0.4997989237308502, "reward_std": 0.10765091329813004, "s": 5059.1} +{"event": "step", "step": 235, "targets": 7520, "reward": -0.5806941390037537, "reward_std": 0.1405470371246338, "s": 5081.5} +{"event": "step", "step": 236, "targets": 7552, "reward": -0.6516578197479248, "reward_std": 0.17880994081497192, "s": 5102.0} +{"event": "step", "step": 237, "targets": 7584, "reward": -0.6346266269683838, "reward_std": 0.19025132060050964, "s": 5123.3} +{"event": "step", "step": 238, "targets": 7616, "reward": -0.5740309953689575, "reward_std": 0.13732442259788513, "s": 5144.3} +{"event": "step", "step": 239, "targets": 7648, "reward": -0.4571187198162079, "reward_std": 0.12616081535816193, "s": 5164.4} +{"event": "step", "step": 240, "targets": 7680, "reward": -0.5061643123626709, "reward_std": 0.12357401847839355, "s": 5186.4} +{"event": "step", "step": 241, "targets": 7712, "reward": -0.7464370727539062, "reward_std": 0.17690715193748474, "s": 5205.8} +{"event": "step", "step": 242, "targets": 7744, "reward": -0.5608595013618469, "reward_std": 0.12835605442523956, "s": 5226.8} +{"event": "step", "step": 243, "targets": 7776, "reward": -0.6017397046089172, "reward_std": 0.11590220034122467, "s": 5245.9} +{"event": "step", "step": 244, "targets": 7808, "reward": -0.5793342590332031, "reward_std": 0.13221783936023712, "s": 5266.7} +{"event": "step", "step": 245, "targets": 7840, "reward": -0.5806906223297119, "reward_std": 0.12626564502716064, "s": 5289.5} +{"event": "step", "step": 246, "targets": 7872, "reward": -0.5001677870750427, "reward_std": 0.13356387615203857, "s": 5311.0} +{"event": "step", "step": 247, "targets": 7904, "reward": -0.5061547160148621, "reward_std": 0.11728687584400177, "s": 5331.5} +{"event": "step", "step": 248, "targets": 7936, "reward": -0.5126646757125854, "reward_std": 0.12713438272476196, "s": 5352.1} +{"event": "step", "step": 249, "targets": 7968, "reward": -0.48750370740890503, "reward_std": 0.1251729279756546, "s": 5374.2} +{"event": "step", "step": 250, "targets": 8000, "reward": -0.5141735076904297, "reward_std": 0.11788169294595718, "s": 5399.1} +{"event": "step", "step": 251, "targets": 8032, "reward": -0.5552809238433838, "reward_std": 0.12059593200683594, "s": 5418.6} +{"event": "step", "step": 252, "targets": 8064, "reward": -0.4342082142829895, "reward_std": 0.11986231803894043, "s": 5439.2} +{"event": "step", "step": 253, "targets": 8096, "reward": -0.5273568630218506, "reward_std": 0.11635330319404602, "s": 5459.6} +{"event": "step", "step": 254, "targets": 8128, "reward": -0.5027640461921692, "reward_std": 0.1462392956018448, "s": 5481.5} +{"event": "step", "step": 255, "targets": 8160, "reward": -0.6057721376419067, "reward_std": 0.1560879647731781, "s": 5501.6} +{"event": "step", "step": 256, "targets": 8192, "reward": -0.5236446857452393, "reward_std": 0.14917559921741486, "s": 5522.0} +{"event": "step", "step": 257, "targets": 8224, "reward": -0.5013878345489502, "reward_std": 0.10342425107955933, "s": 5544.5} +{"event": "step", "step": 258, "targets": 8256, "reward": -0.42669591307640076, "reward_std": 0.09106244146823883, "s": 5565.6} +{"event": "step", "step": 259, "targets": 8288, "reward": -0.48765432834625244, "reward_std": 0.11103604733943939, "s": 5587.1} +{"event": "step", "step": 260, "targets": 8320, "reward": -0.6610783934593201, "reward_std": 0.159763902425766, "s": 5606.9} +{"event": "step", "step": 261, "targets": 8352, "reward": -0.49448487162590027, "reward_std": 0.12613089382648468, "s": 5627.9} +{"event": "step", "step": 262, "targets": 8384, "reward": -0.4959883391857147, "reward_std": 0.13505220413208008, "s": 5647.7} +{"event": "step", "step": 263, "targets": 8416, "reward": -0.5199792385101318, "reward_std": 0.14277639985084534, "s": 5668.8} +{"event": "step", "step": 264, "targets": 8448, "reward": -0.6022191047668457, "reward_std": 0.1486128270626068, "s": 5690.8} +{"event": "step", "step": 265, "targets": 8480, "reward": -0.6398009657859802, "reward_std": 0.15015529096126556, "s": 5712.4} +{"event": "step", "step": 266, "targets": 8512, "reward": -0.6520213484764099, "reward_std": 0.13733968138694763, "s": 5732.9} +{"event": "step", "step": 267, "targets": 8544, "reward": -0.6282647252082825, "reward_std": 0.16236788034439087, "s": 5753.9} +{"event": "step", "step": 268, "targets": 8576, "reward": -0.4358276128768921, "reward_std": 0.12696847319602966, "s": 5776.2} +{"event": "step", "step": 269, "targets": 8608, "reward": -0.551634669303894, "reward_std": 0.14716902375221252, "s": 5797.4} +{"event": "step", "step": 270, "targets": 8640, "reward": -0.445464164018631, "reward_std": 0.1168002039194107, "s": 5819.7} +{"event": "step", "step": 271, "targets": 8672, "reward": -0.5394272208213806, "reward_std": 0.1416769176721573, "s": 5842.1} +{"event": "step", "step": 272, "targets": 8704, "reward": -0.36775094270706177, "reward_std": 0.10162431746721268, "s": 5864.1} +{"event": "step", "step": 273, "targets": 8736, "reward": -0.7052820920944214, "reward_std": 0.16960811614990234, "s": 5884.8} +{"event": "step", "step": 274, "targets": 8768, "reward": -0.5480892062187195, "reward_std": 0.12139292061328888, "s": 5907.1} +{"event": "step", "step": 275, "targets": 8800, "reward": -0.4459329843521118, "reward_std": 0.09842626005411148, "s": 5928.2} +{"event": "step", "step": 276, "targets": 8832, "reward": -0.45073202252388, "reward_std": 0.13872171938419342, "s": 5947.9} +{"event": "step", "step": 277, "targets": 8864, "reward": -0.49907416105270386, "reward_std": 0.10013173520565033, "s": 5970.1} +{"event": "step", "step": 278, "targets": 8896, "reward": -0.5628820061683655, "reward_std": 0.13249537348747253, "s": 5991.7} +{"event": "step", "step": 279, "targets": 8928, "reward": -0.6452099084854126, "reward_std": 0.14566144347190857, "s": 6013.4} +{"event": "step", "step": 280, "targets": 8960, "reward": -0.5290114879608154, "reward_std": 0.1005760133266449, "s": 6032.9} +{"event": "step", "step": 281, "targets": 8992, "reward": -0.5302385091781616, "reward_std": 0.1340295970439911, "s": 6054.9} +{"event": "step", "step": 282, "targets": 9024, "reward": -0.6535868048667908, "reward_std": 0.1725151687860489, "s": 6073.5} +{"event": "step", "step": 283, "targets": 9056, "reward": -0.5378033518791199, "reward_std": 0.12542568147182465, "s": 6093.5} +{"event": "step", "step": 284, "targets": 9088, "reward": -0.6190701127052307, "reward_std": 0.15471866726875305, "s": 6115.5} +{"event": "step", "step": 285, "targets": 9120, "reward": -0.5488579273223877, "reward_std": 0.15123672783374786, "s": 6136.9} +{"event": "step", "step": 286, "targets": 9152, "reward": -0.5284357070922852, "reward_std": 0.1281631588935852, "s": 6158.9} +{"event": "step", "step": 287, "targets": 9184, "reward": -0.6875150203704834, "reward_std": 0.13951289653778076, "s": 6181.3} +{"event": "step", "step": 288, "targets": 9216, "reward": -0.5437797904014587, "reward_std": 0.12582850456237793, "s": 6201.5} +{"event": "step", "step": 289, "targets": 9248, "reward": -0.5324533581733704, "reward_std": 0.09498762339353561, "s": 6222.4} +{"event": "step", "step": 290, "targets": 9280, "reward": -0.5671717524528503, "reward_std": 0.12976613640785217, "s": 6243.3} +{"event": "step", "step": 291, "targets": 9312, "reward": -0.5850253105163574, "reward_std": 0.1553572416305542, "s": 6264.4} +{"event": "step", "step": 292, "targets": 9344, "reward": -0.510057270526886, "reward_std": 0.1373518407344818, "s": 6285.1} +{"event": "step", "step": 293, "targets": 9376, "reward": -0.5281496644020081, "reward_std": 0.10902350395917892, "s": 6305.2} +{"event": "step", "step": 294, "targets": 9408, "reward": -0.6293890476226807, "reward_std": 0.1269732415676117, "s": 6324.8} +{"event": "step", "step": 295, "targets": 9440, "reward": -0.6450798511505127, "reward_std": 0.12596672773361206, "s": 6342.6} +{"event": "step", "step": 296, "targets": 9472, "reward": -0.5284520983695984, "reward_std": 0.12402749061584473, "s": 6363.6} +{"event": "step", "step": 297, "targets": 9504, "reward": -0.5996944904327393, "reward_std": 0.12481118738651276, "s": 6383.2} +{"event": "step", "step": 298, "targets": 9536, "reward": -0.5255740880966187, "reward_std": 0.12906992435455322, "s": 6403.8} +{"event": "step", "step": 299, "targets": 9568, "reward": -0.5487849712371826, "reward_std": 0.11134997010231018, "s": 6425.9} +{"event": "step", "step": 300, "targets": 9600, "reward": -0.44643333554267883, "reward_std": 0.10528334230184555, "s": 6447.4} +{"event": "step", "step": 301, "targets": 9632, "reward": -0.5722572803497314, "reward_std": 0.12610894441604614, "s": 6468.6} +{"event": "step", "step": 302, "targets": 9664, "reward": -0.5781247019767761, "reward_std": 0.14818647503852844, "s": 6489.4} +{"event": "step", "step": 303, "targets": 9696, "reward": -0.5458242893218994, "reward_std": 0.16495759785175323, "s": 6510.6} +{"event": "step", "step": 304, "targets": 9728, "reward": -0.35259872674942017, "reward_std": 0.08013442903757095, "s": 6529.9} +{"event": "step", "step": 305, "targets": 9760, "reward": -0.5244125723838806, "reward_std": 0.14393259584903717, "s": 6550.5} +{"event": "step", "step": 306, "targets": 9792, "reward": -0.5033447742462158, "reward_std": 0.12278386205434799, "s": 6570.8} +{"event": "step", "step": 307, "targets": 9824, "reward": -0.4330219626426697, "reward_std": 0.12884357571601868, "s": 6592.1} +{"event": "step", "step": 308, "targets": 9856, "reward": -0.4741973578929901, "reward_std": 0.10589631646871567, "s": 6612.3} +{"event": "step", "step": 309, "targets": 9888, "reward": -0.5442766547203064, "reward_std": 0.10765479505062103, "s": 6632.6} +{"event": "step", "step": 310, "targets": 9920, "reward": -0.5239929556846619, "reward_std": 0.09619885683059692, "s": 6652.1} +{"event": "step", "step": 311, "targets": 9952, "reward": -0.6913231611251831, "reward_std": 0.13993439078330994, "s": 6671.5} +{"event": "step", "step": 312, "targets": 9984, "reward": -0.4869769513607025, "reward_std": 0.10038941353559494, "s": 6691.5} +{"event": "step", "step": 313, "targets": 10016, "reward": -0.588547945022583, "reward_std": 0.11594203859567642, "s": 6712.5} +{"event": "step", "step": 314, "targets": 10048, "reward": -0.5219326019287109, "reward_std": 0.14127083122730255, "s": 6733.9} +{"event": "step", "step": 315, "targets": 10080, "reward": -0.51398766040802, "reward_std": 0.11851172149181366, "s": 6752.8} +{"event": "step", "step": 316, "targets": 10112, "reward": -0.6203624606132507, "reward_std": 0.14913055300712585, "s": 6773.1} +{"event": "step", "step": 317, "targets": 10144, "reward": -0.5134021639823914, "reward_std": 0.11803781986236572, "s": 6795.2} +{"event": "step", "step": 318, "targets": 10176, "reward": -0.4258080720901489, "reward_std": 0.12228935956954956, "s": 6815.7} +{"event": "step", "step": 319, "targets": 10208, "reward": -0.5497252941131592, "reward_std": 0.12983791530132294, "s": 6837.6} +{"event": "step", "step": 320, "targets": 10240, "reward": -0.5222995281219482, "reward_std": 0.134660005569458, "s": 6858.7} +{"event": "step", "step": 321, "targets": 10272, "reward": -0.644702672958374, "reward_std": 0.1258050948381424, "s": 6879.0} +{"event": "step", "step": 322, "targets": 10304, "reward": -0.5369658470153809, "reward_std": 0.11413952708244324, "s": 6899.9} +{"event": "step", "step": 323, "targets": 10336, "reward": -0.5128203630447388, "reward_std": 0.10452527552843094, "s": 6918.8} +{"event": "step", "step": 324, "targets": 10368, "reward": -0.4871504604816437, "reward_std": 0.10540030896663666, "s": 6939.6} +{"event": "step", "step": 325, "targets": 10400, "reward": -0.6562384366989136, "reward_std": 0.1313050240278244, "s": 6959.5} +{"event": "step", "step": 326, "targets": 10432, "reward": -0.7390634417533875, "reward_std": 0.1563388705253601, "s": 6980.2} +{"event": "step", "step": 327, "targets": 10464, "reward": -0.5619678497314453, "reward_std": 0.12772119045257568, "s": 7000.0} +{"event": "step", "step": 328, "targets": 10496, "reward": -0.5678690671920776, "reward_std": 0.1062268391251564, "s": 7020.1} +{"event": "step", "step": 329, "targets": 10528, "reward": -0.5237476229667664, "reward_std": 0.10259546339511871, "s": 7040.2} +{"event": "step", "step": 330, "targets": 10560, "reward": -0.4716171622276306, "reward_std": 0.10768680274486542, "s": 7060.7} +{"event": "step", "step": 331, "targets": 10592, "reward": -0.5808501839637756, "reward_std": 0.11312006413936615, "s": 7082.0} +{"event": "step", "step": 332, "targets": 10624, "reward": -0.5303781628608704, "reward_std": 0.08960473537445068, "s": 7103.3} +{"event": "step", "step": 333, "targets": 10656, "reward": -0.5737301111221313, "reward_std": 0.11318395286798477, "s": 7124.4} +{"event": "step", "step": 334, "targets": 10688, "reward": -0.6872453689575195, "reward_std": 0.148849755525589, "s": 7146.2} +{"event": "step", "step": 335, "targets": 10720, "reward": -0.583479642868042, "reward_std": 0.13619069755077362, "s": 7167.4} +{"event": "step", "step": 336, "targets": 10752, "reward": -0.5901336669921875, "reward_std": 0.13157692551612854, "s": 7188.3} +{"event": "step", "step": 337, "targets": 10784, "reward": -0.617252767086029, "reward_std": 0.12939757108688354, "s": 7209.9} +{"event": "step", "step": 338, "targets": 10816, "reward": -0.5433432459831238, "reward_std": 0.1339946687221527, "s": 7231.6} +{"event": "step", "step": 339, "targets": 10848, "reward": -0.4816218912601471, "reward_std": 0.11888952553272247, "s": 7252.7} +{"event": "step", "step": 340, "targets": 10880, "reward": -0.6427688598632812, "reward_std": 0.1262006163597107, "s": 7272.9} +{"event": "step", "step": 341, "targets": 10912, "reward": -0.6233471035957336, "reward_std": 0.14691323041915894, "s": 7293.1} +{"event": "step", "step": 342, "targets": 10944, "reward": -0.6843729615211487, "reward_std": 0.1274004876613617, "s": 7314.5} +{"event": "step", "step": 343, "targets": 10976, "reward": -0.5730096101760864, "reward_std": 0.1295388787984848, "s": 7336.5} +{"event": "step", "step": 344, "targets": 11008, "reward": -0.545231282711029, "reward_std": 0.11687345802783966, "s": 7358.4} +{"event": "step", "step": 345, "targets": 11040, "reward": -0.5034393072128296, "reward_std": 0.09001408517360687, "s": 7379.0} +{"event": "step", "step": 346, "targets": 11072, "reward": -0.6811448335647583, "reward_std": 0.12113258242607117, "s": 7399.6} +{"event": "step", "step": 347, "targets": 11104, "reward": -0.6440855860710144, "reward_std": 0.16545003652572632, "s": 7419.6} +{"event": "step", "step": 348, "targets": 11136, "reward": -0.6136215925216675, "reward_std": 0.15052179992198944, "s": 7438.6} +{"event": "step", "step": 349, "targets": 11168, "reward": -0.5519129037857056, "reward_std": 0.15225540101528168, "s": 7461.4} +{"event": "step", "step": 350, "targets": 11200, "reward": -0.4209257662296295, "reward_std": 0.13054388761520386, "s": 7480.3} +{"event": "step", "step": 351, "targets": 11232, "reward": -0.5306941866874695, "reward_std": 0.11331013590097427, "s": 7502.3} +{"event": "step", "step": 352, "targets": 11264, "reward": -0.6035094261169434, "reward_std": 0.1459207683801651, "s": 7523.1} +{"event": "step", "step": 353, "targets": 11296, "reward": -0.5658482909202576, "reward_std": 0.14205139875411987, "s": 7543.0} +{"event": "step", "step": 354, "targets": 11328, "reward": -0.5753423571586609, "reward_std": 0.13543912768363953, "s": 7563.9} +{"event": "step", "step": 355, "targets": 11360, "reward": -0.48516327142715454, "reward_std": 0.14666849374771118, "s": 7584.6} +{"event": "step", "step": 356, "targets": 11392, "reward": -0.7313869595527649, "reward_std": 0.1521177887916565, "s": 7606.8} +{"event": "step", "step": 357, "targets": 11424, "reward": -0.5590176582336426, "reward_std": 0.1456800401210785, "s": 7627.5} +{"event": "step", "step": 358, "targets": 11456, "reward": -0.6017084717750549, "reward_std": 0.11276870965957642, "s": 7647.9} +{"event": "step", "step": 359, "targets": 11488, "reward": -0.6612159013748169, "reward_std": 0.12339220941066742, "s": 7669.6} +{"event": "step", "step": 360, "targets": 11520, "reward": -0.454326868057251, "reward_std": 0.11882879585027695, "s": 7690.4} +{"event": "step", "step": 361, "targets": 11552, "reward": -0.5962532758712769, "reward_std": 0.12628978490829468, "s": 7712.0} +{"event": "step", "step": 362, "targets": 11584, "reward": -0.4587133526802063, "reward_std": 0.10559862852096558, "s": 7734.4} +{"event": "step", "step": 363, "targets": 11616, "reward": -0.6159993410110474, "reward_std": 0.15198764204978943, "s": 7756.5} +{"event": "step", "step": 364, "targets": 11648, "reward": -0.4622696340084076, "reward_std": 0.1062423437833786, "s": 7777.7} +{"event": "step", "step": 365, "targets": 11680, "reward": -0.47048333287239075, "reward_std": 0.11290585994720459, "s": 7799.0} +{"event": "step", "step": 366, "targets": 11712, "reward": -0.6472789645195007, "reward_std": 0.15883861482143402, "s": 7818.4} +{"event": "step", "step": 367, "targets": 11744, "reward": -0.3939288556575775, "reward_std": 0.12795960903167725, "s": 7837.6} +{"event": "step", "step": 368, "targets": 11776, "reward": -0.4048924446105957, "reward_std": 0.09281772375106812, "s": 7859.8} +{"event": "step", "step": 369, "targets": 11808, "reward": -0.4685254693031311, "reward_std": 0.1028357669711113, "s": 7880.3} +{"event": "step", "step": 370, "targets": 11840, "reward": -0.5992709398269653, "reward_std": 0.14644339680671692, "s": 7902.0} +{"event": "step", "step": 371, "targets": 11872, "reward": -0.5243176221847534, "reward_std": 0.10662087798118591, "s": 7923.0} +{"event": "step", "step": 372, "targets": 11904, "reward": -0.5583416223526001, "reward_std": 0.12062786519527435, "s": 7942.6} +{"event": "step", "step": 373, "targets": 11936, "reward": -0.5421572923660278, "reward_std": 0.12454477697610855, "s": 7964.0} +{"event": "step", "step": 374, "targets": 11968, "reward": -0.473480761051178, "reward_std": 0.10510100424289703, "s": 7985.4} +{"event": "step", "step": 375, "targets": 12000, "reward": -0.4974212944507599, "reward_std": 0.1007889062166214, "s": 8005.5} +{"event": "step", "step": 376, "targets": 12032, "reward": -0.5814633369445801, "reward_std": 0.11324960738420486, "s": 8026.8} +{"event": "step", "step": 377, "targets": 12064, "reward": -0.5191883444786072, "reward_std": 0.1212846040725708, "s": 8046.8} +{"event": "step", "step": 378, "targets": 12096, "reward": -0.5271590352058411, "reward_std": 0.16186858713626862, "s": 8069.0} +{"event": "step", "step": 379, "targets": 12128, "reward": -0.5053550601005554, "reward_std": 0.12792977690696716, "s": 8087.8} +{"event": "step", "step": 380, "targets": 12160, "reward": -0.5338613390922546, "reward_std": 0.12109991163015366, "s": 8109.0} +{"event": "step", "step": 381, "targets": 12192, "reward": -0.5694583058357239, "reward_std": 0.13804185390472412, "s": 8129.1} +{"event": "step", "step": 382, "targets": 12224, "reward": -0.5222859382629395, "reward_std": 0.11208634078502655, "s": 8149.5} +{"event": "step", "step": 383, "targets": 12256, "reward": -0.49162566661834717, "reward_std": 0.1087750494480133, "s": 8169.3} +{"event": "step", "step": 384, "targets": 12288, "reward": -0.547335684299469, "reward_std": 0.1447790563106537, "s": 8190.2} +{"event": "step", "step": 385, "targets": 12320, "reward": -0.5126421451568604, "reward_std": 0.10589728504419327, "s": 8211.6} +{"event": "step", "step": 386, "targets": 12352, "reward": -0.7817932963371277, "reward_std": 0.13305430114269257, "s": 8231.1} +{"event": "step", "step": 387, "targets": 12384, "reward": -0.6123613119125366, "reward_std": 0.13616135716438293, "s": 8253.5} +{"event": "step", "step": 388, "targets": 12416, "reward": -0.5835922956466675, "reward_std": 0.1494380533695221, "s": 8275.6} +{"event": "step", "step": 389, "targets": 12448, "reward": -0.5463460683822632, "reward_std": 0.12136240303516388, "s": 8296.6} +{"event": "step", "step": 390, "targets": 12480, "reward": -0.4267291724681854, "reward_std": 0.10876034200191498, "s": 8319.5} +{"event": "step", "step": 391, "targets": 12512, "reward": -0.4826061725616455, "reward_std": 0.13383348286151886, "s": 8340.4} +{"event": "step", "step": 392, "targets": 12544, "reward": -0.5031320452690125, "reward_std": 0.12060128897428513, "s": 8360.5} +{"event": "step", "step": 393, "targets": 12576, "reward": -0.5042864084243774, "reward_std": 0.11629991978406906, "s": 8383.7} +{"event": "step", "step": 394, "targets": 12608, "reward": -0.560023844242096, "reward_std": 0.1259014904499054, "s": 8405.9} +{"event": "step", "step": 395, "targets": 12640, "reward": -0.46096742153167725, "reward_std": 0.09286606311798096, "s": 8427.3} +{"event": "step", "step": 396, "targets": 12672, "reward": -0.5755822062492371, "reward_std": 0.14239579439163208, "s": 8447.0} +{"event": "step", "step": 397, "targets": 12704, "reward": -0.4894334673881531, "reward_std": 0.12215407192707062, "s": 8470.4} +{"event": "step", "step": 398, "targets": 12736, "reward": -0.6323959231376648, "reward_std": 0.16022883355617523, "s": 8492.4} +{"event": "step", "step": 399, "targets": 12768, "reward": -0.46036961674690247, "reward_std": 0.11865715682506561, "s": 8514.1} +{"event": "step", "step": 400, "targets": 12800, "reward": -0.5247420072555542, "reward_std": 0.11916019022464752, "s": 8536.5} +{"event": "step", "step": 401, "targets": 12832, "reward": -0.40435275435447693, "reward_std": 0.10297893732786179, "s": 8559.7} +{"event": "step", "step": 402, "targets": 12864, "reward": -0.7182117700576782, "reward_std": 0.13705511391162872, "s": 8580.6} +{"event": "step", "step": 403, "targets": 12896, "reward": -0.6170256733894348, "reward_std": 0.09948450326919556, "s": 8598.9} +{"event": "step", "step": 404, "targets": 12928, "reward": -0.5086854696273804, "reward_std": 0.1282356083393097, "s": 8618.9} +{"event": "step", "step": 405, "targets": 12960, "reward": -0.5247138142585754, "reward_std": 0.11231201887130737, "s": 8640.6} +{"event": "step", "step": 406, "targets": 12992, "reward": -0.5376875996589661, "reward_std": 0.1507481038570404, "s": 8661.9} +{"event": "step", "step": 407, "targets": 13024, "reward": -0.5033442974090576, "reward_std": 0.12779954075813293, "s": 8682.3} +{"event": "step", "step": 408, "targets": 13056, "reward": -0.4785904288291931, "reward_std": 0.1109248623251915, "s": 8703.5} +{"event": "step", "step": 409, "targets": 13088, "reward": -0.553631067276001, "reward_std": 0.11626659333705902, "s": 8722.6} +{"event": "step", "step": 410, "targets": 13120, "reward": -0.59682697057724, "reward_std": 0.14847500622272491, "s": 8743.9} +{"event": "step", "step": 411, "targets": 13152, "reward": -0.5611715316772461, "reward_std": 0.1503250151872635, "s": 8764.1} +{"event": "step", "step": 412, "targets": 13184, "reward": -0.7014955878257751, "reward_std": 0.15291576087474823, "s": 8782.9} +{"event": "step", "step": 413, "targets": 13216, "reward": -0.5532148480415344, "reward_std": 0.12972350418567657, "s": 8805.5} +{"event": "step", "step": 414, "targets": 13248, "reward": -0.6349518895149231, "reward_std": 0.15357190370559692, "s": 8826.9} +{"event": "step", "step": 415, "targets": 13280, "reward": -0.44042837619781494, "reward_std": 0.12914907932281494, "s": 8846.9} +{"event": "step", "step": 416, "targets": 13312, "reward": -0.5559077858924866, "reward_std": 0.1494775116443634, "s": 8868.4} +{"event": "step", "step": 417, "targets": 13344, "reward": -0.6202690601348877, "reward_std": 0.14802362024784088, "s": 8890.2} +{"event": "step", "step": 418, "targets": 13376, "reward": -0.48934537172317505, "reward_std": 0.11155299842357635, "s": 8910.3} +{"event": "step", "step": 419, "targets": 13408, "reward": -0.4554472863674164, "reward_std": 0.1244959607720375, "s": 8932.9} +{"event": "step", "step": 420, "targets": 13440, "reward": -0.5784417390823364, "reward_std": 0.13486126065254211, "s": 8953.7} +{"event": "step", "step": 421, "targets": 13472, "reward": -0.5075472593307495, "reward_std": 0.11904484033584595, "s": 8974.4} +{"event": "step", "step": 422, "targets": 13504, "reward": -0.5622735619544983, "reward_std": 0.1465979963541031, "s": 8996.5} +{"event": "step", "step": 423, "targets": 13536, "reward": -0.5791208744049072, "reward_std": 0.12230187654495239, "s": 9014.8} +{"event": "step", "step": 424, "targets": 13568, "reward": -0.6616588830947876, "reward_std": 0.14101159572601318, "s": 9036.8} +{"event": "step", "step": 425, "targets": 13600, "reward": -0.5719404220581055, "reward_std": 0.11431073397397995, "s": 9057.5} +{"event": "step", "step": 426, "targets": 13632, "reward": -0.5016594529151917, "reward_std": 0.13799706101417542, "s": 9078.0} +{"event": "step", "step": 427, "targets": 13664, "reward": -0.5170894265174866, "reward_std": 0.12483088672161102, "s": 9097.8} +{"event": "step", "step": 428, "targets": 13696, "reward": -0.5458283424377441, "reward_std": 0.15560367703437805, "s": 9120.4} +{"event": "step", "step": 429, "targets": 13728, "reward": -0.6062143445014954, "reward_std": 0.14090870320796967, "s": 9142.7} +{"event": "step", "step": 430, "targets": 13760, "reward": -0.5536830425262451, "reward_std": 0.14557889103889465, "s": 9162.3} +{"event": "step", "step": 431, "targets": 13792, "reward": -0.4173484444618225, "reward_std": 0.10638454556465149, "s": 9183.4} +{"event": "step", "step": 432, "targets": 13824, "reward": -0.4690777361392975, "reward_std": 0.12306641042232513, "s": 9204.4} +{"event": "step", "step": 433, "targets": 13856, "reward": -0.7472352385520935, "reward_std": 0.1890602707862854, "s": 9225.1} +{"event": "step", "step": 434, "targets": 13888, "reward": -0.5572717189788818, "reward_std": 0.15700405836105347, "s": 9246.0} +{"event": "step", "step": 435, "targets": 13920, "reward": -0.45165231823921204, "reward_std": 0.12847988307476044, "s": 9267.8} +{"event": "step", "step": 436, "targets": 13952, "reward": -0.5366780757904053, "reward_std": 0.1401689499616623, "s": 9289.7} +{"event": "step", "step": 437, "targets": 13984, "reward": -0.615251898765564, "reward_std": 0.1331445425748825, "s": 9311.0} +{"event": "step", "step": 438, "targets": 14016, "reward": -0.6180753707885742, "reward_std": 0.12891879677772522, "s": 9332.2} +{"event": "step", "step": 439, "targets": 14048, "reward": -0.5161497592926025, "reward_std": 0.17331163585186005, "s": 9353.2} +{"event": "step", "step": 440, "targets": 14080, "reward": -0.6566813588142395, "reward_std": 0.15094245970249176, "s": 9373.1} +{"event": "step", "step": 441, "targets": 14112, "reward": -0.5349592566490173, "reward_std": 0.1274607926607132, "s": 9395.4} +{"event": "step", "step": 442, "targets": 14144, "reward": -0.6184238791465759, "reward_std": 0.14564353227615356, "s": 9417.9} +{"event": "step", "step": 443, "targets": 14176, "reward": -0.4856701195240021, "reward_std": 0.1028302013874054, "s": 9439.2} +{"event": "step", "step": 444, "targets": 14208, "reward": -0.5018426775932312, "reward_std": 0.13686969876289368, "s": 9461.4} +{"event": "step", "step": 445, "targets": 14240, "reward": -0.500313937664032, "reward_std": 0.135080948472023, "s": 9480.3} +{"event": "step", "step": 446, "targets": 14272, "reward": -0.6171699166297913, "reward_std": 0.15262143313884735, "s": 9501.2} +{"event": "step", "step": 447, "targets": 14304, "reward": -0.6482213735580444, "reward_std": 0.16268007457256317, "s": 9523.0} +{"event": "step", "step": 448, "targets": 14336, "reward": -0.5362963676452637, "reward_std": 0.15452568233013153, "s": 9544.2} +{"event": "step", "step": 449, "targets": 14368, "reward": -0.4615236818790436, "reward_std": 0.1338687390089035, "s": 9564.7} +{"event": "step", "step": 450, "targets": 14400, "reward": -0.40641021728515625, "reward_std": 0.11214855313301086, "s": 9585.8} +{"event": "step", "step": 451, "targets": 14432, "reward": -0.6195192337036133, "reward_std": 0.1549295037984848, "s": 9608.3} +{"event": "step", "step": 452, "targets": 14464, "reward": -0.5014788508415222, "reward_std": 0.12483111768960953, "s": 9630.3} +{"event": "step", "step": 453, "targets": 14496, "reward": -0.6248782873153687, "reward_std": 0.1473841518163681, "s": 9650.1} +{"event": "step", "step": 454, "targets": 14528, "reward": -0.6337209343910217, "reward_std": 0.1637790948152542, "s": 9670.6} +{"event": "step", "step": 455, "targets": 14560, "reward": -0.5312017202377319, "reward_std": 0.16376341879367828, "s": 9691.9} +{"event": "step", "step": 456, "targets": 14592, "reward": -0.5786010026931763, "reward_std": 0.12392918765544891, "s": 9714.2} +{"event": "step", "step": 457, "targets": 14624, "reward": -0.3832305669784546, "reward_std": 0.09179443120956421, "s": 9733.6} +{"event": "step", "step": 458, "targets": 14656, "reward": -0.5216240286827087, "reward_std": 0.15485921502113342, "s": 9753.9} +{"event": "step", "step": 459, "targets": 14688, "reward": -0.46865859627723694, "reward_std": 0.10758339613676071, "s": 9775.9} +{"event": "step", "step": 460, "targets": 14720, "reward": -0.5406199097633362, "reward_std": 0.12325713038444519, "s": 9797.3} +{"event": "step", "step": 461, "targets": 14752, "reward": -0.5543581247329712, "reward_std": 0.12674254179000854, "s": 9818.3} +{"event": "step", "step": 462, "targets": 14784, "reward": -0.6511944532394409, "reward_std": 0.12714827060699463, "s": 9837.0} +{"event": "step", "step": 463, "targets": 14816, "reward": -0.6200847625732422, "reward_std": 0.1312546283006668, "s": 9858.0} +{"event": "step", "step": 464, "targets": 14848, "reward": -0.5609055161476135, "reward_std": 0.14670585095882416, "s": 9879.9} +{"event": "step", "step": 465, "targets": 14880, "reward": -0.6993619203567505, "reward_std": 0.15304706990718842, "s": 9901.2} +{"event": "step", "step": 466, "targets": 14912, "reward": -0.5150235295295715, "reward_std": 0.14131025969982147, "s": 9922.4} +{"event": "step", "step": 467, "targets": 14944, "reward": -0.4609520733356476, "reward_std": 0.12652114033699036, "s": 9943.5} +{"event": "step", "step": 468, "targets": 14976, "reward": -0.5289046764373779, "reward_std": 0.11908445507287979, "s": 9964.7} +{"event": "step", "step": 469, "targets": 15008, "reward": -0.6215432286262512, "reward_std": 0.154437854886055, "s": 9984.4} +{"event": "step", "step": 470, "targets": 15040, "reward": -0.538560688495636, "reward_std": 0.14059534668922424, "s": 10004.8} +{"event": "step", "step": 471, "targets": 15072, "reward": -0.5207170248031616, "reward_std": 0.1257604956626892, "s": 10025.3} +{"event": "step", "step": 472, "targets": 15104, "reward": -0.540470540523529, "reward_std": 0.13357876241207123, "s": 10045.6} +{"event": "step", "step": 473, "targets": 15136, "reward": -0.47472143173217773, "reward_std": 0.11270719766616821, "s": 10066.4} +{"event": "step", "step": 474, "targets": 15168, "reward": -0.4817914366722107, "reward_std": 0.11879025399684906, "s": 10088.5} +{"event": "step", "step": 475, "targets": 15200, "reward": -0.45434731245040894, "reward_std": 0.12162663787603378, "s": 10107.6} +{"event": "step", "step": 476, "targets": 15232, "reward": -0.7923344373703003, "reward_std": 0.16272865235805511, "s": 10128.4} +{"event": "step", "step": 477, "targets": 15264, "reward": -0.47632744908332825, "reward_std": 0.10642016679048538, "s": 10149.1} +{"event": "step", "step": 478, "targets": 15296, "reward": -0.4714726209640503, "reward_std": 0.14733490347862244, "s": 10170.9} +{"event": "step", "step": 479, "targets": 15328, "reward": -0.5781701803207397, "reward_std": 0.09664047509431839, "s": 10192.0} +{"event": "step", "step": 480, "targets": 15360, "reward": -0.4220280051231384, "reward_std": 0.09573057293891907, "s": 10212.5} +{"event": "step", "step": 481, "targets": 15392, "reward": -0.4667588770389557, "reward_std": 0.08421217650175095, "s": 10234.5} +{"event": "step", "step": 482, "targets": 15424, "reward": -0.5161798596382141, "reward_std": 0.11734771728515625, "s": 10253.9} +{"event": "step", "step": 483, "targets": 15456, "reward": -0.5292328000068665, "reward_std": 0.1326458603143692, "s": 10273.9} +{"event": "step", "step": 484, "targets": 15488, "reward": -0.6523928642272949, "reward_std": 0.1407967358827591, "s": 10294.2} +{"event": "step", "step": 485, "targets": 15520, "reward": -0.5833254456520081, "reward_std": 0.11044791340827942, "s": 10314.2} +{"event": "step", "step": 486, "targets": 15552, "reward": -0.44047218561172485, "reward_std": 0.12908881902694702, "s": 10335.2} +{"event": "step", "step": 487, "targets": 15584, "reward": -0.5717097520828247, "reward_std": 0.12356771528720856, "s": 10355.7} +{"event": "step", "step": 488, "targets": 15616, "reward": -0.6600585579872131, "reward_std": 0.15584108233451843, "s": 10375.3} +{"event": "step", "step": 489, "targets": 15648, "reward": -0.47188815474510193, "reward_std": 0.13807976245880127, "s": 10397.5} +{"event": "step", "step": 490, "targets": 15680, "reward": -0.3869534432888031, "reward_std": 0.07940921932458878, "s": 10417.4} +{"event": "step", "step": 491, "targets": 15712, "reward": -0.5849024057388306, "reward_std": 0.11984071880578995, "s": 10435.7} +{"event": "step", "step": 492, "targets": 15744, "reward": -0.4770366847515106, "reward_std": 0.10934048891067505, "s": 10456.1} +{"event": "step", "step": 493, "targets": 15776, "reward": -0.5795332193374634, "reward_std": 0.10005632787942886, "s": 10476.5} +{"event": "step", "step": 494, "targets": 15808, "reward": -0.4530566930770874, "reward_std": 0.12265507131814957, "s": 10496.9} +{"event": "step", "step": 495, "targets": 15840, "reward": -0.53849196434021, "reward_std": 0.11099757254123688, "s": 10518.2} +{"event": "step", "step": 496, "targets": 15872, "reward": -0.46364733576774597, "reward_std": 0.09308052062988281, "s": 10540.4} +{"event": "step", "step": 497, "targets": 15904, "reward": -0.7076800465583801, "reward_std": 0.15094192326068878, "s": 10562.2} +{"event": "step", "step": 498, "targets": 15936, "reward": -0.4921405613422394, "reward_std": 0.10665108263492584, "s": 10583.5} +{"event": "step", "step": 499, "targets": 15968, "reward": -0.5621853470802307, "reward_std": 0.11213954538106918, "s": 10605.3} +{"event": "step", "step": 500, "targets": 16000, "reward": -0.40056371688842773, "reward_std": 0.08998872339725494, "s": 10626.2} +{"event": "step", "step": 501, "targets": 16032, "reward": -0.5396322011947632, "reward_std": 0.10909689962863922, "s": 10646.0} +{"event": "step", "step": 502, "targets": 16064, "reward": -0.6496777534484863, "reward_std": 0.13756901025772095, "s": 10665.8} +{"event": "step", "step": 503, "targets": 16096, "reward": -0.610417366027832, "reward_std": 0.12459556013345718, "s": 10686.4} +{"event": "step", "step": 504, "targets": 16128, "reward": -0.6664110422134399, "reward_std": 0.1195712462067604, "s": 10707.8} +{"event": "step", "step": 505, "targets": 16160, "reward": -0.5528385639190674, "reward_std": 0.15795916318893433, "s": 10728.1} +{"event": "step", "step": 506, "targets": 16192, "reward": -0.6238394975662231, "reward_std": 0.14767920970916748, "s": 10748.8} +{"event": "step", "step": 507, "targets": 16224, "reward": -0.5717381238937378, "reward_std": 0.1276901662349701, "s": 10769.2} +{"event": "step", "step": 508, "targets": 16256, "reward": -0.6372637152671814, "reward_std": 0.12532562017440796, "s": 10789.4} +{"event": "step", "step": 509, "targets": 16288, "reward": -0.46435999870300293, "reward_std": 0.10365751385688782, "s": 10811.3} +{"event": "step", "step": 510, "targets": 16320, "reward": -0.5717138051986694, "reward_std": 0.14317740499973297, "s": 10833.4} +{"event": "step", "step": 511, "targets": 16352, "reward": -0.5337502956390381, "reward_std": 0.12428238242864609, "s": 10856.0} +{"event": "step", "step": 512, "targets": 16384, "reward": -0.6405158638954163, "reward_std": 0.13236534595489502, "s": 10873.4} +{"event": "step", "step": 513, "targets": 16416, "reward": -0.5224926471710205, "reward_std": 0.11982116103172302, "s": 10892.8} +{"event": "step", "step": 514, "targets": 16448, "reward": -0.5930405855178833, "reward_std": 0.11610423028469086, "s": 10915.1} +{"event": "step", "step": 515, "targets": 16480, "reward": -0.4702887535095215, "reward_std": 0.102582648396492, "s": 10936.9} +{"event": "step", "step": 516, "targets": 16512, "reward": -0.7669159770011902, "reward_std": 0.14541564881801605, "s": 10958.8} +{"event": "step", "step": 517, "targets": 16544, "reward": -0.7349572777748108, "reward_std": 0.16225312650203705, "s": 10979.1} +{"event": "step", "step": 518, "targets": 16576, "reward": -0.735109269618988, "reward_std": 0.16528788208961487, "s": 10999.8} +{"event": "step", "step": 519, "targets": 16608, "reward": -0.5105737447738647, "reward_std": 0.11638457328081131, "s": 11020.9} +{"event": "step", "step": 520, "targets": 16640, "reward": -0.5253863334655762, "reward_std": 0.13609857857227325, "s": 11040.8} +{"event": "step", "step": 521, "targets": 16672, "reward": -0.4003352224826813, "reward_std": 0.09840095043182373, "s": 11062.1} +{"event": "step", "step": 522, "targets": 16704, "reward": -0.5193657279014587, "reward_std": 0.09407177567481995, "s": 11084.2} +{"event": "step", "step": 523, "targets": 16736, "reward": -0.7003342509269714, "reward_std": 0.16519305109977722, "s": 11105.9} +{"event": "step", "step": 524, "targets": 16768, "reward": -0.6863331198692322, "reward_std": 0.15299101173877716, "s": 11129.2} +{"event": "step", "step": 525, "targets": 16800, "reward": -0.6883547306060791, "reward_std": 0.13740020990371704, "s": 11150.4} +{"event": "step", "step": 526, "targets": 16832, "reward": -0.42486947774887085, "reward_std": 0.12612634897232056, "s": 11172.2} +{"event": "step", "step": 527, "targets": 16864, "reward": -0.5889440774917603, "reward_std": 0.10914929956197739, "s": 11192.7} +{"event": "step", "step": 528, "targets": 16896, "reward": -0.4879671037197113, "reward_std": 0.11351056396961212, "s": 11214.6} +{"event": "step", "step": 529, "targets": 16928, "reward": -0.6068270802497864, "reward_std": 0.14899678528308868, "s": 11237.3} +{"event": "step", "step": 530, "targets": 16960, "reward": -0.7079041600227356, "reward_std": 0.16046357154846191, "s": 11258.4} +{"event": "step", "step": 531, "targets": 16992, "reward": -0.532708466053009, "reward_std": 0.15461619198322296, "s": 11280.6} +{"event": "step", "step": 532, "targets": 17024, "reward": -0.4665159285068512, "reward_std": 0.08212117105722427, "s": 11301.0} +{"event": "step", "step": 533, "targets": 17056, "reward": -0.5510575771331787, "reward_std": 0.13266021013259888, "s": 11321.8} +{"event": "step", "step": 534, "targets": 17088, "reward": -0.6173660159111023, "reward_std": 0.1451672464609146, "s": 11343.7} +{"event": "step", "step": 535, "targets": 17120, "reward": -0.4744323194026947, "reward_std": 0.1522165685892105, "s": 11364.9} +{"event": "step", "step": 536, "targets": 17152, "reward": -0.6783225536346436, "reward_std": 0.1581135392189026, "s": 11385.4} +{"event": "step", "step": 537, "targets": 17184, "reward": -0.5466260313987732, "reward_std": 0.13840602338314056, "s": 11408.4} +{"event": "step", "step": 538, "targets": 17216, "reward": -0.5776969194412231, "reward_std": 0.13368573784828186, "s": 11430.5} +{"event": "step", "step": 539, "targets": 17248, "reward": -0.48927968740463257, "reward_std": 0.11766184121370316, "s": 11453.2} +{"event": "step", "step": 540, "targets": 17280, "reward": -0.5618698596954346, "reward_std": 0.10134781152009964, "s": 11474.7} +{"event": "step", "step": 541, "targets": 17312, "reward": -0.5412776470184326, "reward_std": 0.12026055157184601, "s": 11495.5} +{"event": "step", "step": 542, "targets": 17344, "reward": -0.4480319321155548, "reward_std": 0.10594229400157928, "s": 11517.0} +{"event": "step", "step": 543, "targets": 17376, "reward": -0.5530486702919006, "reward_std": 0.11990345269441605, "s": 11537.6} +{"event": "step", "step": 544, "targets": 17408, "reward": -0.4714280366897583, "reward_std": 0.11728838831186295, "s": 11561.4} +{"event": "step", "step": 545, "targets": 17440, "reward": -0.6563928723335266, "reward_std": 0.13141140341758728, "s": 11582.8} +{"event": "step", "step": 546, "targets": 17472, "reward": -0.5232126116752625, "reward_std": 0.13453952968120575, "s": 11604.5} +{"event": "step", "step": 547, "targets": 17504, "reward": -0.6875796914100647, "reward_std": 0.15033170580863953, "s": 11627.5} +{"event": "step", "step": 548, "targets": 17536, "reward": -0.43657535314559937, "reward_std": 0.13417115807533264, "s": 11647.4} +{"event": "step", "step": 549, "targets": 17568, "reward": -0.7117919325828552, "reward_std": 0.15695030987262726, "s": 11666.7} +{"event": "step", "step": 550, "targets": 17600, "reward": -0.6209149360656738, "reward_std": 0.12529809772968292, "s": 11688.7} +{"event": "step", "step": 551, "targets": 17632, "reward": -0.6196948289871216, "reward_std": 0.14708638191223145, "s": 11711.4} +{"event": "step", "step": 552, "targets": 17664, "reward": -0.5149702429771423, "reward_std": 0.11619825661182404, "s": 11733.2} +{"event": "step", "step": 553, "targets": 17696, "reward": -0.6400700807571411, "reward_std": 0.1640825867652893, "s": 11754.2} +{"event": "step", "step": 554, "targets": 17728, "reward": -0.5712718367576599, "reward_std": 0.15372759103775024, "s": 11776.4} +{"event": "step", "step": 555, "targets": 17760, "reward": -0.6969327926635742, "reward_std": 0.17289361357688904, "s": 11796.2} +{"event": "step", "step": 556, "targets": 17792, "reward": -0.5121339559555054, "reward_std": 0.12446156144142151, "s": 11819.7} +{"event": "step", "step": 557, "targets": 17824, "reward": -0.6944870948791504, "reward_std": 0.1473938673734665, "s": 11841.2} +{"event": "step", "step": 558, "targets": 17856, "reward": -0.6684832572937012, "reward_std": 0.17908857762813568, "s": 11863.8} +{"event": "step", "step": 559, "targets": 17888, "reward": -0.5370693802833557, "reward_std": 0.14413495361804962, "s": 11884.8} +{"event": "step", "step": 560, "targets": 17920, "reward": -0.5965351462364197, "reward_std": 0.15486139059066772, "s": 11907.4} +{"event": "step", "step": 561, "targets": 17952, "reward": -0.5635480880737305, "reward_std": 0.14563195407390594, "s": 11929.7} +{"event": "step", "step": 562, "targets": 17984, "reward": -0.5476430654525757, "reward_std": 0.1543022096157074, "s": 11952.4} +{"event": "step", "step": 563, "targets": 18016, "reward": -0.598086416721344, "reward_std": 0.12231588363647461, "s": 11973.9} +{"event": "step", "step": 564, "targets": 18048, "reward": -0.6074910163879395, "reward_std": 0.14112317562103271, "s": 11994.7} +{"event": "step", "step": 565, "targets": 18080, "reward": -0.5720982551574707, "reward_std": 0.12977521121501923, "s": 12015.3} +{"event": "step", "step": 566, "targets": 18112, "reward": -0.678911030292511, "reward_std": 0.15815012156963348, "s": 12035.7} +{"event": "step", "step": 567, "targets": 18144, "reward": -0.5147966146469116, "reward_std": 0.13195306062698364, "s": 12057.3} +{"event": "step", "step": 568, "targets": 18176, "reward": -0.45498502254486084, "reward_std": 0.09886278212070465, "s": 12077.3} +{"event": "step", "step": 569, "targets": 18208, "reward": -0.5694032907485962, "reward_std": 0.16245704889297485, "s": 12098.4} +{"event": "step", "step": 570, "targets": 18240, "reward": -0.4908764660358429, "reward_std": 0.1373526006937027, "s": 12118.3} +{"event": "step", "step": 571, "targets": 18272, "reward": -0.6573976874351501, "reward_std": 0.1983424872159958, "s": 12140.8} +{"event": "step", "step": 572, "targets": 18304, "reward": -0.5608377456665039, "reward_std": 0.1411433219909668, "s": 12162.7} +{"event": "step", "step": 573, "targets": 18336, "reward": -0.511671245098114, "reward_std": 0.13270972669124603, "s": 12182.9} +{"event": "step", "step": 574, "targets": 18368, "reward": -0.5326167345046997, "reward_std": 0.14120733737945557, "s": 12204.5} +{"event": "step", "step": 575, "targets": 18400, "reward": -0.5450425148010254, "reward_std": 0.14251920580863953, "s": 12225.3} +{"event": "step", "step": 576, "targets": 18432, "reward": -0.5919516682624817, "reward_std": 0.16273526847362518, "s": 12248.2} +{"event": "step", "step": 577, "targets": 18464, "reward": -0.5796608924865723, "reward_std": 0.15106357634067535, "s": 12270.2} +{"event": "step", "step": 578, "targets": 18496, "reward": -0.3517339825630188, "reward_std": 0.08676213771104813, "s": 12290.1} +{"event": "step", "step": 579, "targets": 18528, "reward": -0.5682643055915833, "reward_std": 0.12174784392118454, "s": 12311.9} +{"event": "step", "step": 580, "targets": 18560, "reward": -0.5977613925933838, "reward_std": 0.1350955367088318, "s": 12335.6} +{"event": "step", "step": 581, "targets": 18592, "reward": -0.4550483524799347, "reward_std": 0.11752977967262268, "s": 12356.6} +{"event": "step", "step": 582, "targets": 18624, "reward": -0.45579764246940613, "reward_std": 0.09391177445650101, "s": 12380.5} +{"event": "step", "step": 583, "targets": 18656, "reward": -0.5109227895736694, "reward_std": 0.11423281580209732, "s": 12401.8} +{"event": "step", "step": 584, "targets": 18688, "reward": -0.7279126644134521, "reward_std": 0.16688264906406403, "s": 12420.8} +{"event": "step", "step": 585, "targets": 18720, "reward": -0.5261082649230957, "reward_std": 0.12901341915130615, "s": 12443.6} +{"event": "step", "step": 586, "targets": 18752, "reward": -0.4557729661464691, "reward_std": 0.10721895098686218, "s": 12466.3} +{"event": "step", "step": 587, "targets": 18784, "reward": -0.646171510219574, "reward_std": 0.15328125655651093, "s": 12487.9} +{"event": "step", "step": 588, "targets": 18816, "reward": -0.6650176644325256, "reward_std": 0.14229455590248108, "s": 12508.0} +{"event": "step", "step": 589, "targets": 18848, "reward": -0.5316034555435181, "reward_std": 0.12896421551704407, "s": 12531.3} +{"event": "step", "step": 590, "targets": 18880, "reward": -0.4904203712940216, "reward_std": 0.14259463548660278, "s": 12551.9} +{"event": "step", "step": 591, "targets": 18912, "reward": -0.5802627205848694, "reward_std": 0.16306965053081512, "s": 12572.8} +{"event": "step", "step": 592, "targets": 18944, "reward": -0.5459052324295044, "reward_std": 0.10276569426059723, "s": 12594.3} +{"event": "step", "step": 593, "targets": 18976, "reward": -0.5610599517822266, "reward_std": 0.14600570499897003, "s": 12616.9} +{"event": "step", "step": 594, "targets": 19008, "reward": -0.4461783468723297, "reward_std": 0.10173209011554718, "s": 12637.9} +{"event": "step", "step": 595, "targets": 19040, "reward": -0.5365909934043884, "reward_std": 0.12566012144088745, "s": 12658.4} +{"event": "step", "step": 596, "targets": 19072, "reward": -0.5896425247192383, "reward_std": 0.0982242003083229, "s": 12679.6} +{"event": "step", "step": 597, "targets": 19104, "reward": -0.5948132276535034, "reward_std": 0.09249769896268845, "s": 12699.8} +{"event": "step", "step": 598, "targets": 19136, "reward": -0.479054719209671, "reward_std": 0.09385976195335388, "s": 12720.0} +{"event": "step", "step": 599, "targets": 19168, "reward": -0.44133126735687256, "reward_std": 0.11835487186908722, "s": 12739.6} +{"event": "step", "step": 600, "targets": 19200, "reward": -0.6276572346687317, "reward_std": 0.1538092941045761, "s": 12761.9} +{"event": "step", "step": 601, "targets": 19232, "reward": -0.5013837218284607, "reward_std": 0.11015595495700836, "s": 12783.0} +{"event": "step", "step": 602, "targets": 19264, "reward": -0.5690882205963135, "reward_std": 0.12929092347621918, "s": 12804.2} +{"event": "step", "step": 603, "targets": 19296, "reward": -0.5631682276725769, "reward_std": 0.1022363230586052, "s": 12825.6} +{"event": "step", "step": 604, "targets": 19328, "reward": -0.556663990020752, "reward_std": 0.1360194981098175, "s": 12846.2} +{"event": "step", "step": 605, "targets": 19360, "reward": -0.5755332708358765, "reward_std": 0.1333947330713272, "s": 12868.0} +{"event": "step", "step": 606, "targets": 19392, "reward": -0.48619455099105835, "reward_std": 0.10429394245147705, "s": 12888.3} +{"event": "step", "step": 607, "targets": 19424, "reward": -0.44768011569976807, "reward_std": 0.0814749002456665, "s": 12912.8} +{"event": "step", "step": 608, "targets": 19456, "reward": -0.5601916313171387, "reward_std": 0.14666199684143066, "s": 12933.1} +{"event": "step", "step": 609, "targets": 19488, "reward": -0.5890363454818726, "reward_std": 0.10356251150369644, "s": 12953.8} +{"event": "step", "step": 610, "targets": 19520, "reward": -0.39757776260375977, "reward_std": 0.09905610233545303, "s": 12974.3} +{"event": "step", "step": 611, "targets": 19552, "reward": -0.7444678544998169, "reward_std": 0.12474159151315689, "s": 12993.4} +{"event": "step", "step": 612, "targets": 19584, "reward": -0.5731798410415649, "reward_std": 0.12674389779567719, "s": 13012.3} +{"event": "step", "step": 613, "targets": 19616, "reward": -0.7282290458679199, "reward_std": 0.140715092420578, "s": 13031.2} +{"event": "step", "step": 614, "targets": 19648, "reward": -0.7009314298629761, "reward_std": 0.12569831311702728, "s": 13050.3} +{"event": "step", "step": 615, "targets": 19680, "reward": -0.3813512325286865, "reward_std": 0.09157826751470566, "s": 13071.3} +{"event": "step", "step": 616, "targets": 19712, "reward": -0.5424954891204834, "reward_std": 0.11077073216438293, "s": 13089.8} +{"event": "step", "step": 617, "targets": 19744, "reward": -0.5209529995918274, "reward_std": 0.134515643119812, "s": 13110.9} +{"event": "step", "step": 618, "targets": 19776, "reward": -0.7106837034225464, "reward_std": 0.15943004190921783, "s": 13131.9} +{"event": "step", "step": 619, "targets": 19808, "reward": -0.45604953169822693, "reward_std": 0.0914183109998703, "s": 13153.9} +{"event": "step", "step": 620, "targets": 19840, "reward": -0.4996284544467926, "reward_std": 0.10655120015144348, "s": 13174.2} +{"event": "step", "step": 621, "targets": 19872, "reward": -0.5073860287666321, "reward_std": 0.12778303027153015, "s": 13195.1} +{"event": "step", "step": 622, "targets": 19904, "reward": -0.512050986289978, "reward_std": 0.08637578785419464, "s": 13213.5} +{"event": "step", "step": 623, "targets": 19936, "reward": -0.4204726219177246, "reward_std": 0.08604129403829575, "s": 13234.6} +{"event": "step", "step": 624, "targets": 19968, "reward": -0.6181219220161438, "reward_std": 0.1546652913093567, "s": 13254.1} +{"event": "step", "step": 625, "targets": 19999, "reward": -0.4404503107070923, "reward_std": 0.11904440820217133, "s": 13272.6} diff --git a/meta_only/podC/e16/Ra-rank/policy.json b/meta_only/podC/e16/Ra-rank/policy.json new file mode 100644 index 0000000000000000000000000000000000000000..f0c00bd0e2829923d72b0ce85de231a221d1d07d --- /dev/null +++ b/meta_only/podC/e16/Ra-rank/policy.json @@ -0,0 +1,7 @@ +{ + "policy": "rank", + "n_pairs": 121510, + "targets": 1995, + "k": 12, + "seed": 0 +} \ No newline at end of file diff --git a/meta_only/podC/e16/Ra-rank/train_log.jsonl b/meta_only/podC/e16/Ra-rank/train_log.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..d25cc87a124a95e8bc631f1ac83a6cb530949ade --- /dev/null +++ b/meta_only/podC/e16/Ra-rank/train_log.jsonl @@ -0,0 +1,55 @@ +{"event": "rank-data", "group": "algebra2005/0", "n": 3368, "s": 126.69193625450134} +{"event": "rank-data", "group": "algebra2005/1", "n": 6542, "s": 238.59102034568787} +{"event": "rank-data", "group": "algebra2005/2", "n": 10488, "s": 386.6413688659668} +{"event": "rank-data", "group": "algebra2005/3", "n": 13488, "s": 489.9832513332367} +{"event": "rank-data", "group": "algebra2005/4", "n": 16846, "s": 603.1111133098602} +{"event": "rank-data", "group": "assist09/0", "n": 19783, "s": 710.0943343639374} +{"event": "rank-data", "group": "assist09/1", "n": 22892, "s": 826.4805400371552} +{"event": "rank-data", "group": "assist09/2", "n": 25696, "s": 932.7335827350616} +{"event": "rank-data", "group": "assist09/3", "n": 28804, "s": 1055.4535863399506} +{"event": "rank-data", "group": "assist09/4", "n": 31759, "s": 1165.5528752803802} +{"event": "rank-data", "group": "assist2017/0", "n": 35211, "s": 1275.881603717804} +{"event": "rank-data", "group": "assist2017/1", "n": 39197, "s": 1418.3832938671112} +{"event": "rank-data", "group": "assist2017/2", "n": 43086, "s": 1545.5400009155273} +{"event": "rank-data", "group": "assist2017/3", "n": 46542, "s": 1660.019232749939} +{"event": "rank-data", "group": "assist2017/4", "n": 49933, "s": 1782.0549576282501} +{"event": "rank-data", "group": "dbe_kt22/0", "n": 53517, "s": 1887.9450244903564} +{"event": "rank-data", "group": "dbe_kt22/1", "n": 57933, "s": 2012.2494542598724} +{"event": "rank-data", "group": "dbe_kt22/2", "n": 61261, "s": 2118.4258444309235} +{"event": "rank-data", "group": "dbe_kt22/3", "n": 64525, "s": 2216.2560029029846} +{"event": "rank-data", "group": "dbe_kt22/4", "n": 68173, "s": 2315.9580760002136} +{"event": "rank-data", "group": "junyi/0", "n": 70583, "s": 2414.0940413475037} +{"event": "rank-data", "group": "junyi/1", "n": 73780, "s": 2526.7478291988373} +{"event": "rank-data", "group": "junyi/2", "n": 77052, "s": 2641.236875295639} +{"event": "rank-data", "group": "junyi/3", "n": 81615, "s": 2802.261440515518} +{"event": "rank-data", "group": "junyi/4", "n": 85135, "s": 2931.5284321308136} +{"event": "rank-data", "group": "nips34/0", "n": 88783, "s": 3030.326524734497} +{"event": "rank-data", "group": "nips34/1", "n": 92815, "s": 3121.710221529007} +{"event": "rank-data", "group": "nips34/2", "n": 96975, "s": 3225.522170305252} +{"event": "rank-data", "group": "nips34/3", "n": 100047, "s": 3299.4663989543915} +{"event": "rank-data", "group": "nips34/4", "n": 103375, "s": 3380.8460240364075} +{"event": "rank-data", "group": "xes3g5m/0", "n": 106935, "s": 3469.1443498134613} +{"event": "rank-data", "group": "xes3g5m/1", "n": 109994, "s": 3545.4180870056152} +{"event": "rank-data", "group": "xes3g5m/2", "n": 113875, "s": 3644.5844604969025} +{"event": "rank-data", "group": "xes3g5m/3", "n": 117819, "s": 3730.9176564216614} +{"event": "rank-data", "group": "xes3g5m/4", "n": 121510, "s": 3823.868250846863} +{"event": "rank-epoch", "epoch": 0, "loss": 1.0812304019927979} +{"event": "rank-epoch", "epoch": 1, "loss": 0.7550085186958313} +{"event": "rank-epoch", "epoch": 2, "loss": 0.7608908414840698} +{"event": "rank-epoch", "epoch": 3, "loss": 0.8885162472724915} +{"event": "rank-epoch", "epoch": 4, "loss": 0.8005518317222595} +{"event": "rank-epoch", "epoch": 5, "loss": 1.128046989440918} +{"event": "rank-epoch", "epoch": 6, "loss": 0.9346140623092651} +{"event": "rank-epoch", "epoch": 7, "loss": 1.0885199308395386} +{"event": "rank-epoch", "epoch": 8, "loss": 0.914669930934906} +{"event": "rank-epoch", "epoch": 9, "loss": 1.2008901834487915} +{"event": "rank-epoch", "epoch": 10, "loss": 1.0387177467346191} +{"event": "rank-epoch", "epoch": 11, "loss": 1.2162138223648071} +{"event": "rank-epoch", "epoch": 12, "loss": 0.8923000693321228} +{"event": "rank-epoch", "epoch": 13, "loss": 0.8176347017288208} +{"event": "rank-epoch", "epoch": 14, "loss": 1.0452300310134888} +{"event": "rank-epoch", "epoch": 15, "loss": 0.6768007278442383} +{"event": "rank-epoch", "epoch": 16, "loss": 0.7209909558296204} +{"event": "rank-epoch", "epoch": 17, "loss": 1.3330520391464233} +{"event": "rank-epoch", "epoch": 18, "loss": 0.953495442867279} +{"event": "rank-epoch", "epoch": 19, "loss": 0.589341938495636} diff --git a/meta_only/podC/e16/S1-D-seq-ts1/ckpt-16000/adapter/adapter_config.json b/meta_only/podC/e16/S1-D-seq-ts1/ckpt-16000/adapter/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3c2c7c3544b669accd66b421776bb76393fc2f49 --- /dev/null +++ b/meta_only/podC/e16/S1-D-seq-ts1/ckpt-16000/adapter/adapter_config.json @@ -0,0 +1,57 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "Qwen3_5ForCausalLM", + "parent_library": "transformers.models.qwen3_5.modeling_qwen3_5" + }, + "base_model_name_or_path": "/workspace/jev_kt/models/hf/JEV-9B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 32, + "lora_bias": false, + "lora_dropout": 0.05, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.0", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "v_proj", + "k_proj", + "in_proj_qkv", + "out_proj", + "o_proj", + "gate_proj", + "q_proj", + "in_proj_z", + "up_proj", + "down_proj" + ], + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-D-seq-ts1/ckpt-16000/adapter_vllm/adapter_config.json b/meta_only/podC/e16/S1-D-seq-ts1/ckpt-16000/adapter_vllm/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..2d093d03334d1bcd8511a3867adb084f382fd3c5 --- /dev/null +++ b/meta_only/podC/e16/S1-D-seq-ts1/ckpt-16000/adapter_vllm/adapter_config.json @@ -0,0 +1,58 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "Qwen3_5ForCausalLM", + "parent_library": "transformers.models.qwen3_5.modeling_qwen3_5" + }, + "base_model_name_or_path": null, + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 64.0, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.0", + "qalora_group_size": 16, + "r": 32, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "down_proj", + "gate_proj", + "in_proj_qkv", + "in_proj_z", + "k_proj", + "lm_head", + "o_proj", + "out_proj", + "q_proj", + "up_proj", + "v_proj" + ], + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-D-seq-ts1/ckpt-16000/adapter_vllm/decision_head.json b/meta_only/podC/e16/S1-D-seq-ts1/ckpt-16000/adapter_vllm/decision_head.json new file mode 100644 index 0000000000000000000000000000000000000000..79d889ced5b17f44912f63e6b44dfda8842faf55 --- /dev/null +++ b/meta_only/podC/e16/S1-D-seq-ts1/ckpt-16000/adapter_vllm/decision_head.json @@ -0,0 +1,99 @@ +{ + "bias": [ + 0.0006895901751704514, + -0.0006898673018440604, + -0.002280863933265209, + -0.0013214378850534558, + -0.00017509155441075563, + 0.002259870059788227, + 0.001987238647416234, + -0.00165010173805058, + -0.0004259430570527911, + -0.00031476374715566635, + 7.522495434386656e-05, + 0.0005842162063345313, + -0.000459301722003147, + -0.0036989436484873295, + -0.004491874948143959, + -0.005116668995469809, + -0.005929071456193924, + -0.0043723247945308685, + -0.004950443748384714, + -0.00509457103908062, + -0.003967236261814833, + -0.0034623993560671806, + -0.005759410560131073, + -0.0035512889735400677 + ], + "verbalizer_ids": [ + 3721, + 1802, + 15, + 16, + 17, + 18, + 19, + 20, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47 + ], + "slots": { + "num_slots": 24, + "ranges": { + "noul": [ + 0, + 2 + ], + "score": [ + 2, + 8 + ], + "choice": [ + 8, + 24 + ] + }, + "verbalizers": [ + "false", + "true", + "0", + "1", + "2", + "3", + "4", + "5", + "A", + "B", + "C", + "D", + "E", + "F", + "G", + "H", + "I", + "J", + "K", + "L", + "M", + "N", + "O", + "P" + ], + "template_version": "bare-v1" + }, + "note": "decision logits = lm_head-LoRA logprobs of verbalizer ids + bias, then per-kind temperature" +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-D-seq-ts1/ckpt-16000/calibration.json b/meta_only/podC/e16/S1-D-seq-ts1/ckpt-16000/calibration.json new file mode 100644 index 0000000000000000000000000000000000000000..da3bf4e47f615d1b3ab89ea276d47e3ccc78ac0f --- /dev/null +++ b/meta_only/podC/e16/S1-D-seq-ts1/ckpt-16000/calibration.json @@ -0,0 +1,29 @@ +{ + "version": 1, + "per_kind": { + "noul": 1.0037595601677367, + "choice": 1.0035596448300679, + "score": 0.9920592547781818 + }, + "fit": { + "noul": { + "n": 487, + "T": 1.0037595601677367, + "ce_before": 0.28282368183135986, + "ce_after": 0.28282156586647034 + }, + "choice": { + "n": 660, + "T": 1.0035596448300679, + "ce_before": 0.5127072930335999, + "ce_after": 0.512704610824585 + }, + "score": { + "n": 53, + "T": 0.9920592547781818, + "ce_before": 1.0517339706420898, + "ce_after": 1.051712989807129 + } + }, + "source": "models/e16/S1-D-seq-ts1/ckpt-16000" +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-D-seq-ts1/ckpt-16000/judge_config.json b/meta_only/podC/e16/S1-D-seq-ts1/ckpt-16000/judge_config.json new file mode 100644 index 0000000000000000000000000000000000000000..fcc7d017acee97625c54dd802a43966ff7e1abb3 --- /dev/null +++ b/meta_only/podC/e16/S1-D-seq-ts1/ckpt-16000/judge_config.json @@ -0,0 +1,168 @@ +{ + "base_model_path": "/root/models/Qwen3.5-9B", + "hidden_size": 4096, + "slots": { + "num_slots": 24, + "ranges": { + "noul": [ + 0, + 2 + ], + "score": [ + 2, + 8 + ], + "choice": [ + 8, + 24 + ] + }, + "verbalizers": [ + "false", + "true", + "0", + "1", + "2", + "3", + "4", + "5", + "A", + "B", + "C", + "D", + "E", + "F", + "G", + "H", + "I", + "J", + "K", + "L", + "M", + "N", + "O", + "P" + ], + "template_version": "bare-v1" + }, + "verbalizer_ids": [ + 3721, + 1802, + 15, + 16, + 17, + 18, + 19, + 20, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47 + ], + "kinds": [ + "noul", + "choice", + "score" + ], + "model_name": "jev-judge-qwen35-9b", + "model_version": "0.8.0", + "lm_head_included": true, + "weights_mode": "unmerged", + "adapter_subfolder": "adapter", + "lora": { + "r": 16, + "lora_alpha": 32, + "lora_dropout": 0.05, + "target_modules": [ + "down_proj", + "gate_proj", + "in_proj_qkv", + "in_proj_z", + "k_proj", + "o_proj", + "out_proj", + "q_proj", + "up_proj", + "v_proj" + ] + }, + "trained_stage": "e16", + "source_checkpoint": "models/e16/S1-D-seq-ts1/ckpt-16000", + "softcap": null, + "e16": { + "data": "data/e16/D-seq", + "data_manifest": { + "arm": "D-seq", + "name": null, + "train_sha256": "56c834576c8038663ef50dff35e976aff7d65a5ac4c6248a50805d9e0e50799a", + "n_train": 16000 + }, + "init": "released", + "objective": "s-log", + "sigma": 0.5, + "K": 8, + "reward": "brier", + "clip": 0.2, + "passes": 1, + "lr": 0.0001, + "lr_head": 0.0002, + "rows_per_step": 32, + "train_seed": 1, + "replay": "data/e16/replay/train.jsonl", + "replay_frac": 0.05, + "replay_sha256": "9dd2df19851678750cf79d2fdb47581720930ef2f0c6e18e6fbe23ef2181847e", + "max_len": 3072, + "schedule": "warmup 0.03 + cosine to x0.05 over 500 steps", + "total_rows": 16000, + "lora": { + "r": 16, + "lora_alpha": 32, + "lora_dropout": 0.05 + }, + "trainer_sha256": "bc7c08e836bd99bb2665b02903cd41404ea029ecfa9b68a9ec1a7cda96958ba4", + "event": "ckpt", + "tag": "ckpt-16000", + "rows_seen": 16000, + "replay_seen": 842, + "step": 500, + "tokens": 8252844, + "tok_per_s": 1379.0805766794283, + "rows_per_s": 2.8143601241107574, + "val": { + "n": 1200, + "dropped_long": 0, + "noul_ce": 0.28282368183135986, + "noul_T": 1.0037595601677367, + "choice_ce": 0.5127072930335999, + "choice_T": 1.0035596448300679, + "score_ce": 1.0517339706420898, + "score_T": 0.9920592547781818, + "noul_auc": 0.7752277707300196, + "noul_acc": 0.94, + "noul_f1": 0.0, + "noul_nll": 0.19686772554181517, + "noul_ece": 0.03457317187450826, + "noul_brier": 0.0498662483721224, + "noul_sharp": 0.4172794222831726, + "choice_top1": 0.9366666666666666, + "choice_nll": 0.4977540671825409, + "choice_brier": 0.009403438307344913, + "choice_ece": 0.1455754828453064, + "entropy": 0.4040994346141815 + }, + "dropped_long": 0, + "peak_gib": 18.281863689422607 + } +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-D-seq-ts1/train_log.jsonl b/meta_only/podC/e16/S1-D-seq-ts1/train_log.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..8fac70a418924a4efe71babef3913f0986651f51 --- /dev/null +++ b/meta_only/podC/e16/S1-D-seq-ts1/train_log.jsonl @@ -0,0 +1,57 @@ +{"time": "20:53:03", "event": "start", "data": "data/e16/D-seq", "data_manifest": {"arm": "D-seq", "name": null, "train_sha256": "56c834576c8038663ef50dff35e976aff7d65a5ac4c6248a50805d9e0e50799a", "n_train": 16000}, "init": "released", "objective": "s-log", "sigma": 0.5, "K": 8, "reward": "brier", "clip": 0.2, "passes": 1, "lr": 0.0001, "lr_head": 0.0002, "rows_per_step": 32, "train_seed": 1, "replay": "data/e16/replay/train.jsonl", "replay_frac": 0.05, "replay_sha256": "9dd2df19851678750cf79d2fdb47581720930ef2f0c6e18e6fbe23ef2181847e", "max_len": 3072, "schedule": "warmup 0.03 + cosine to x0.05 over 500 steps", "total_rows": 16000, "lora": {"r": 16, "lora_alpha": 32, "lora_dropout": 0.05}, "trainer_sha256": "bc7c08e836bd99bb2665b02903cd41404ea029ecfa9b68a9ec1a7cda96958ba4", "device": "cuda", "load_s": 14.177119255065918} +{"time": "20:55:01", "event": "step", "step": 10, "rows_seen": 320, "lr": 7.333333333333333e-05, "tok_per_s": 1427.1471901994316, "loss": 0.5829417183995247, "entropy": 0.5035274773836136, "sharp": 0.43251627186934155} +{"time": "20:56:51", "event": "step", "step": 20, "rows_seen": 640, "lr": 9.997508952966197e-05, "tok_per_s": 1445.4887421881037, "loss": 0.4420134164392948, "entropy": 0.400070209056139, "sharp": 0.4216666347102115} +{"time": "20:58:43", "event": "step", "step": 30, "rows_seen": 960, "lr": 9.977596250541417e-05, "tok_per_s": 1450.6790155805709, "loss": 0.5320976823568344, "entropy": 0.46102187409996986, "sharp": 0.4337877379013942} +{"time": "21:00:37", "event": "step", "step": 40, "rows_seen": 1280, "lr": 9.937854366485982e-05, "tok_per_s": 1449.0174319269101, "loss": 0.5319786481559277, "entropy": 0.41348689049482346, "sharp": 0.4342004060745239} +{"time": "21:02:28", "event": "step", "step": 50, "rows_seen": 1600, "lr": 9.8784499920729e-05, "tok_per_s": 1451.6126209535066, "loss": 0.4236745908856392, "entropy": 0.3842851333320141, "sharp": 0.4460568055510521} +{"time": "21:04:23", "event": "step", "step": 60, "rows_seen": 1920, "lr": 9.79963228989294e-05, "tok_per_s": 1454.873550361969, "loss": 0.38036083430051804, "entropy": 0.41210324317216873, "sharp": 0.43203730242592947} +{"time": "21:06:13", "event": "step", "step": 70, "rows_seen": 2240, "lr": 9.701731848780134e-05, "tok_per_s": 1458.9044524215558, "loss": 0.44686876609921455, "entropy": 0.42812325805425644, "sharp": 0.40783708829146165} +{"time": "21:08:08", "event": "step", "step": 80, "rows_seen": 2560, "lr": 9.585159297207315e-05, "tok_per_s": 1458.6144225871876, "loss": 0.5398352742195129, "entropy": 0.527240939438343, "sharp": 0.39769345124562583} +{"time": "21:10:00", "event": "step", "step": 90, "rows_seen": 2880, "lr": 9.450403580967612e-05, "tok_per_s": 1459.4117832654722, "loss": 0.45771341398358345, "entropy": 0.5052866116166115, "sharp": 0.4031321231056662} +{"time": "21:11:52", "event": "step", "step": 100, "rows_seen": 3200, "lr": 9.298029912365855e-05, "tok_per_s": 1459.3602746877893, "loss": 0.4917000625282526, "entropy": 0.5231313891708851, "sharp": 0.388722072948109} +{"time": "21:12:35", "event": "val", "step": 100, "rows_seen": 3200, "n": 500, "dropped_long": 0, "noul_ce": 0.286085844039917, "noul_T": 0.9975124848636652, "choice_ce": 0.529263436794281, "choice_T": 1.0809008431150577, "noul_auc": 0.6986620127981384, "noul_acc": 0.95, "noul_f1": 0.0, "noul_nll": 0.18801250725984572, "noul_ece": 0.07418210733681918, "noul_brier": 0.04427755494783935, "noul_sharp": 0.40539419651031494, "choice_top1": 0.9033333333333333, "choice_nll": 0.5292633771896362, "choice_brier": 0.02064899168908596, "choice_ece": 0.11704258282979331, "entropy": 0.412642240524292} +{"time": "21:14:29", "event": "step", "step": 110, "rows_seen": 3520, "lr": 9.128677399521752e-05, "tok_per_s": 1409.32141368659, "loss": 0.44717271625995636, "entropy": 0.41534651070833206, "sharp": 0.3955390283039638} +{"time": "21:16:25", "event": "step", "step": 120, "rows_seen": 3840, "lr": 8.943056365728335e-05, "tok_per_s": 1412.4387745681904, "loss": 0.36423539370298386, "entropy": 0.36931291222572327, "sharp": 0.43409160563820287} +{"time": "21:18:16", "event": "step", "step": 130, "rows_seen": 4160, "lr": 8.741945370109202e-05, "tok_per_s": 1416.1400479311526, "loss": 0.38885396160185337, "entropy": 0.41539853997528553, "sharp": 0.4120595370020185} +{"time": "21:20:08", "event": "step", "step": 140, "rows_seen": 4480, "lr": 8.526187942070997e-05, "tok_per_s": 1419.7886032586246, "loss": 0.46429015323519707, "entropy": 0.4855719245970249, "sharp": 0.4197936415672302} +{"time": "21:22:03", "event": "step", "step": 150, "rows_seen": 4800, "lr": 8.296689043247915e-05, "tok_per_s": 1421.438703598368, "loss": 0.41205805353820324, "entropy": 0.43284959346055984, "sharp": 0.3937670707702637} +{"time": "21:23:58", "event": "step", "step": 160, "rows_seen": 5120, "lr": 8.054411271778132e-05, "tok_per_s": 1423.8138772281584, "loss": 0.5458217673003674, "entropy": 0.47856270894408226, "sharp": 0.42475207646687824} +{"time": "21:25:53", "event": "step", "step": 170, "rows_seen": 5440, "lr": 7.800370824832674e-05, "tok_per_s": 1425.775763091709, "loss": 0.4361465871334076, "entropy": 0.42230425775051117, "sharp": 0.4221621702114741} +{"time": "21:27:45", "event": "step", "step": 180, "rows_seen": 5760, "lr": 7.535633236331324e-05, "tok_per_s": 1427.5086645998956, "loss": 0.35016574151813984, "entropy": 0.38587202690541744, "sharp": 0.4279187000714816} +{"time": "21:29:39", "event": "step", "step": 190, "rows_seen": 6080, "lr": 7.26130890772308e-05, "tok_per_s": 1428.645812788059, "loss": 0.42715536803007126, "entropy": 0.45845238864421844, "sharp": 0.378070592880249} +{"time": "21:31:33", "event": "step", "step": 200, "rows_seen": 6400, "lr": 6.978548450576568e-05, "tok_per_s": 1430.044565685687, "loss": 0.3901112712919712, "entropy": 0.4125540144741535, "sharp": 0.39793670922517776} +{"time": "21:32:17", "event": "val", "step": 200, "rows_seen": 6400, "n": 500, "dropped_long": 0, "noul_ce": 0.28544268012046814, "noul_T": 1.0248220507737111, "choice_ce": 0.5281351208686829, "choice_T": 0.9888825698767377, "noul_auc": 0.6835369400814426, "noul_acc": 0.95, "noul_f1": 0.0, "noul_nll": 0.18235788557678462, "noul_ece": 0.05584779476746918, "noul_brier": 0.04263823396005975, "noul_sharp": 0.41491416096687317, "choice_top1": 0.91, "choice_nll": 0.5281350612640381, "choice_brier": 0.01831687055528164, "choice_ece": 0.13771600882212318, "entropy": 0.42979660630226135} +{"time": "21:34:11", "event": "step", "step": 210, "rows_seen": 6720, "lr": 6.688537860515266e-05, "tok_per_s": 1405.0795020489352, "loss": 0.5382006280124187, "entropy": 0.466636598110199, "sharp": 0.4153539568185806} +{"time": "21:36:02", "event": "step", "step": 220, "rows_seen": 7040, "lr": 6.392493542739706e-05, "tok_per_s": 1407.2253315385458, "loss": 0.46370407193899155, "entropy": 0.4563164487481117, "sharp": 0.37961084502083914} +{"time": "21:37:55", "event": "step", "step": 230, "rows_seen": 7360, "lr": 6.091657210001309e-05, "tok_per_s": 1409.2974644074393, "loss": 0.41553883999586105, "entropy": 0.36609185114502907, "sharp": 0.43256420228216386} +{"time": "21:39:48", "event": "step", "step": 240, "rows_seen": 7680, "lr": 5.7872906744276015e-05, "tok_per_s": 1410.9762833288971, "loss": 0.3643299825489521, "entropy": 0.357781995087862, "sharp": 0.44105292218072073} +{"time": "21:41:42", "event": "step", "step": 250, "rows_seen": 8000, "lr": 5.48067055504363e-05, "tok_per_s": 1412.7510674898379, "loss": 0.5358566958457232, "entropy": 0.5051025096327066, "sharp": 0.3847330927848816} +{"time": "21:43:38", "event": "step", "step": 260, "rows_seen": 8320, "lr": 5.173082923188119e-05, "tok_per_s": 1414.4902064872501, "loss": 0.4410223886370659, "entropy": 0.42563967779278755, "sharp": 0.41046426362461513} +{"time": "21:45:29", "event": "step", "step": 270, "rows_seen": 8640, "lr": 4.865817908283331e-05, "tok_per_s": 1416.5852821504916, "loss": 0.41739433258771896, "entropy": 0.43983200192451477, "sharp": 0.42444463819265366} +{"time": "21:47:21", "event": "step", "step": 280, "rows_seen": 8960, "lr": 4.560164286583922e-05, "tok_per_s": 1418.6443365844748, "loss": 0.42186831682920456, "entropy": 0.38271815329790115, "sharp": 0.3873055775960286} +{"time": "21:49:15", "event": "step", "step": 290, "rows_seen": 9280, "lr": 4.257404075601443e-05, "tok_per_s": 1419.8624251300591, "loss": 0.4534059502184391, "entropy": 0.409634493291378, "sharp": 0.4041898931775774} +{"time": "21:51:07", "event": "step", "step": 300, "rows_seen": 9600, "lr": 3.958807156877371e-05, "tok_per_s": 1421.4106931931992, "loss": 0.41526737436652184, "entropy": 0.3770290017127991, "sharp": 0.43223677823940915} +{"time": "21:51:51", "event": "val", "step": 300, "rows_seen": 9600, "n": 500, "dropped_long": 0, "noul_ce": 0.28637856245040894, "noul_T": 1.0862001789365288, "choice_ce": 0.5171222686767578, "choice_T": 0.9651729762906125, "noul_auc": 0.6841186736474695, "noul_acc": 0.955, "noul_f1": 0.0, "noul_nll": 0.17794568075798453, "noul_ece": 0.05809699218720197, "noul_brier": 0.042081847901326436, "noul_sharp": 0.42375433444976807, "choice_top1": 0.92, "choice_nll": 0.5171222686767578, "choice_brier": 0.011889212764799595, "choice_ece": 0.1486661962668101, "entropy": 0.41940757632255554} +{"time": "21:53:42", "event": "step", "step": 310, "rows_seen": 9920, "lr": 3.665625949658603e-05, "tok_per_s": 1405.4272564714852, "loss": 0.35154495015740395, "entropy": 0.3523991107940674, "sharp": 0.44084347784519196} +{"time": "21:55:36", "event": "step", "step": 320, "rows_seen": 10240, "lr": 3.379090157815887e-05, "tok_per_s": 1407.0441349031953, "loss": 0.4140140227973461, "entropy": 0.4213935509324074, "sharp": 0.41910844582777756} +{"time": "21:57:32", "event": "step", "step": 330, "rows_seen": 10560, "lr": 3.10040161203844e-05, "tok_per_s": 1408.237785125523, "loss": 0.3783838823437691, "entropy": 0.3550110589712858, "sharp": 0.4332145134607951} +{"time": "21:59:22", "event": "step", "step": 340, "rows_seen": 10880, "lr": 2.8307292289383776e-05, "tok_per_s": 1409.6129067892577, "loss": 0.4276783708482981, "entropy": 0.4032477755099535, "sharp": 0.4252691835165024} +{"time": "22:01:16", "event": "step", "step": 350, "rows_seen": 11200, "lr": 2.571204108208194e-05, "tok_per_s": 1410.9166453973503, "loss": 0.43091506138443947, "entropy": 0.41956086456775665, "sharp": 0.41137702465057374} +{"time": "22:03:13", "event": "step", "step": 360, "rows_seen": 11520, "lr": 2.322914788395595e-05, "tok_per_s": 1411.5803628461533, "loss": 0.4535260908305645, "entropy": 0.41386837512254715, "sharp": 0.4291701316833496} +{"time": "22:05:06", "event": "step", "step": 370, "rows_seen": 11840, "lr": 2.0869026811945157e-05, "tok_per_s": 1412.6950295333065, "loss": 0.3838372863829136, "entropy": 0.36276181414723396, "sharp": 0.4236283037397597} +{"time": "22:06:59", "event": "step", "step": 380, "rows_seen": 12160, "lr": 1.8641577034025627e-05, "tok_per_s": 1413.4603583197108, "loss": 0.42132294923067093, "entropy": 0.386533971875906, "sharp": 0.4138861543991986} +{"time": "22:08:54", "event": "step", "step": 390, "rows_seen": 12480, "lr": 1.6556141248659472e-05, "tok_per_s": 1414.1016085470221, "loss": 0.4144834578037262, "entropy": 0.4283207915723324, "sharp": 0.4162402017550035} +{"time": "22:10:47", "event": "step", "step": 400, "rows_seen": 12800, "lr": 1.4621466498270773e-05, "tok_per_s": 1414.9624286286826, "loss": 0.41953204572200775, "entropy": 0.40075794979929924, "sharp": 0.42754108526489953} +{"time": "22:11:31", "event": "val", "step": 400, "rows_seen": 12800, "n": 500, "dropped_long": 0, "noul_ce": 0.2850594222545624, "noul_T": 1.0421724913502368, "choice_ce": 0.5154069066047668, "choice_T": 1.02979343955431, "noul_auc": 0.68760907504363, "noul_acc": 0.95, "noul_f1": 0.0, "noul_nll": 0.18084150792099535, "noul_ece": 0.06321922838687896, "noul_brier": 0.04257045800051731, "noul_sharp": 0.4154830574989319, "choice_top1": 0.91, "choice_nll": 0.5154069066047668, "choice_brier": 0.011073259636759758, "choice_ece": 0.1306753997008006, "entropy": 0.4094347655773163} +{"time": "22:13:27", "event": "step", "step": 410, "rows_seen": 13120, "lr": 1.284566748110963e-05, "tok_per_s": 1402.672208666132, "loss": 0.4294319972395897, "entropy": 0.4345882087945938, "sharp": 0.4125651836395264} +{"time": "22:15:22", "event": "step", "step": 420, "rows_seen": 13440, "lr": 1.1236192515387821e-05, "tok_per_s": 1404.0314099562845, "loss": 0.4315558336675167, "entropy": 0.42343564331531525, "sharp": 0.4105290174484253} +{"time": "22:17:16", "event": "step", "step": 430, "rows_seen": 13760, "lr": 9.799792298443728e-06, "tok_per_s": 1405.024233037683, "loss": 0.3602312505245209, "entropy": 0.3343560863286257, "sharp": 0.4198279891695295} +{"time": "22:19:11", "event": "step", "step": 440, "rows_seen": 14080, "lr": 8.542491591971554e-06, "tok_per_s": 1405.8532242799254, "loss": 0.4637549854815006, "entropy": 0.44008656591176987, "sharp": 0.4290528416633606} +{"time": "22:21:03", "event": "step", "step": 450, "rows_seen": 14400, "lr": 7.469563952077155e-06, "tok_per_s": 1407.0926509144253, "loss": 0.38004010170698166, "entropy": 0.38860425911843777, "sharp": 0.4224332347512245} +{"time": "22:22:56", "event": "step", "step": 460, "rows_seen": 14720, "lr": 6.585509610150972e-06, "tok_per_s": 1408.1080519484576, "loss": 0.5126758255064487, "entropy": 0.4885532036423683, "sharp": 0.4421592354774475} +{"time": "22:24:51", "event": "step", "step": 470, "rows_seen": 15040, "lr": 5.894036597333646e-06, "tok_per_s": 1408.8034982620622, "loss": 0.43453953228890896, "entropy": 0.38905228301882744, "sharp": 0.4155241325497627} +{"time": "22:26:44", "event": "step", "step": 480, "rows_seen": 15360, "lr": 5.398045191744809e-06, "tok_per_s": 1409.6795482537618, "loss": 0.45640015602111816, "entropy": 0.4150339178740978, "sharp": 0.42849934349457425} +{"time": "22:28:37", "event": "step", "step": 490, "rows_seen": 15680, "lr": 5.099615753708697e-06, "tok_per_s": 1410.6902088250602, "loss": 0.3904743082821369, "entropy": 0.3998345732688904, "sharp": 0.42001809392656597} +{"time": "22:30:32", "event": "step", "step": 500, "rows_seen": 16000, "lr": 5e-06, "tok_per_s": 1411.0209861665273, "loss": 0.4150649793446064, "entropy": 0.3979184627532959, "sharp": 0.4171705429370587} +{"time": "22:31:16", "event": "val", "step": 500, "rows_seen": 16000, "n": 500, "dropped_long": 0, "noul_ce": 0.28467032313346863, "noul_T": 1.0130510873148273, "choice_ce": 0.5138343572616577, "choice_T": 1.0142775145132052, "noul_auc": 0.6916812100058174, "noul_acc": 0.95, "noul_f1": 0.0, "noul_nll": 0.1833648663200438, "noul_ece": 0.06468790702521801, "noul_brier": 0.042952829201474835, "noul_sharp": 0.41114872694015503, "choice_top1": 0.9133333333333333, "choice_nll": 0.5138343572616577, "choice_brier": 0.01014811359345913, "choice_ece": 0.13409419139226278, "entropy": 0.4166860282421112} +{"time": "22:32:48", "event": "ckpt", "tag": "ckpt-16000", "rows_seen": 16000, "replay_seen": 842, "step": 500, "tokens": 8252844, "tok_per_s": 1379.0805766794283, "rows_per_s": 2.8143601241107574, "val": {"n": 1200, "dropped_long": 0, "noul_ce": 0.28282368183135986, "noul_T": 1.0037595601677367, "choice_ce": 0.5127072930335999, "choice_T": 1.0035596448300679, "score_ce": 1.0517339706420898, "score_T": 0.9920592547781818, "noul_auc": 0.7752277707300196, "noul_acc": 0.94, "noul_f1": 0.0, "noul_nll": 0.19686772554181517, "noul_ece": 0.03457317187450826, "noul_brier": 0.0498662483721224, "noul_sharp": 0.4172794222831726, "choice_top1": 0.9366666666666666, "choice_nll": 0.4977540671825409, "choice_brier": 0.009403438307344913, "choice_ece": 0.1455754828453064, "entropy": 0.4040994346141815}, "dropped_long": 0, "peak_gib": 18.281863689422607} diff --git a/meta_only/podC/e16/S1-D-seq-ts2/ckpt-16000/adapter/adapter_config.json b/meta_only/podC/e16/S1-D-seq-ts2/ckpt-16000/adapter/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..d8f65691dd33f0eb1c9f3894eea0025d7a3d58d6 --- /dev/null +++ b/meta_only/podC/e16/S1-D-seq-ts2/ckpt-16000/adapter/adapter_config.json @@ -0,0 +1,57 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "Qwen3_5ForCausalLM", + "parent_library": "transformers.models.qwen3_5.modeling_qwen3_5" + }, + "base_model_name_or_path": "/workspace/jev_kt/models/hf/JEV-9B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 32, + "lora_bias": false, + "lora_dropout": 0.05, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.0", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "o_proj", + "v_proj", + "down_proj", + "up_proj", + "gate_proj", + "in_proj_qkv", + "q_proj", + "out_proj", + "in_proj_z", + "k_proj" + ], + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-D-seq-ts2/ckpt-16000/adapter_vllm/adapter_config.json b/meta_only/podC/e16/S1-D-seq-ts2/ckpt-16000/adapter_vllm/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..2d093d03334d1bcd8511a3867adb084f382fd3c5 --- /dev/null +++ b/meta_only/podC/e16/S1-D-seq-ts2/ckpt-16000/adapter_vllm/adapter_config.json @@ -0,0 +1,58 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "Qwen3_5ForCausalLM", + "parent_library": "transformers.models.qwen3_5.modeling_qwen3_5" + }, + "base_model_name_or_path": null, + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 64.0, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.0", + "qalora_group_size": 16, + "r": 32, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "down_proj", + "gate_proj", + "in_proj_qkv", + "in_proj_z", + "k_proj", + "lm_head", + "o_proj", + "out_proj", + "q_proj", + "up_proj", + "v_proj" + ], + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-D-seq-ts2/ckpt-16000/adapter_vllm/decision_head.json b/meta_only/podC/e16/S1-D-seq-ts2/ckpt-16000/adapter_vllm/decision_head.json new file mode 100644 index 0000000000000000000000000000000000000000..9946ee2b61d1719f3bc1e60917ec64bad689c6fd --- /dev/null +++ b/meta_only/podC/e16/S1-D-seq-ts2/ckpt-16000/adapter_vllm/decision_head.json @@ -0,0 +1,99 @@ +{ + "bias": [ + 0.0007501363288611174, + -0.0007504227105528116, + -0.0023469727020710707, + -0.0014608165947720408, + -0.00029859947971999645, + 0.0020362099166959524, + 0.0015078127617016435, + -0.0023339970503002405, + -0.00035579813993535936, + -0.0002322106302017346, + 6.745737482560799e-05, + 0.0005738787585869431, + -0.0004436176677700132, + -0.0034614887554198503, + -0.004304667003452778, + -0.005088305100798607, + -0.00592603487893939, + -0.004350409843027592, + -0.004931948147714138, + -0.004983304534107447, + -0.0038064145483076572, + -0.0033817640505731106, + -0.005690383724868298, + -0.0034758318215608597 + ], + "verbalizer_ids": [ + 3721, + 1802, + 15, + 16, + 17, + 18, + 19, + 20, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47 + ], + "slots": { + "num_slots": 24, + "ranges": { + "noul": [ + 0, + 2 + ], + "score": [ + 2, + 8 + ], + "choice": [ + 8, + 24 + ] + }, + "verbalizers": [ + "false", + "true", + "0", + "1", + "2", + "3", + "4", + "5", + "A", + "B", + "C", + "D", + "E", + "F", + "G", + "H", + "I", + "J", + "K", + "L", + "M", + "N", + "O", + "P" + ], + "template_version": "bare-v1" + }, + "note": "decision logits = lm_head-LoRA logprobs of verbalizer ids + bias, then per-kind temperature" +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-D-seq-ts2/ckpt-16000/calibration.json b/meta_only/podC/e16/S1-D-seq-ts2/ckpt-16000/calibration.json new file mode 100644 index 0000000000000000000000000000000000000000..1585c3646c00f09db4728237b2d0f2d85e62632f --- /dev/null +++ b/meta_only/podC/e16/S1-D-seq-ts2/ckpt-16000/calibration.json @@ -0,0 +1,29 @@ +{ + "version": 1, + "per_kind": { + "noul": 0.9930761760318813, + "choice": 0.9877002485044473, + "score": 0.9639528095517812 + }, + "fit": { + "noul": { + "n": 487, + "T": 0.9930761760318813, + "ce_before": 0.28264111280441284, + "ce_after": 0.282631516456604 + }, + "choice": { + "n": 660, + "T": 0.9877002485044473, + "ce_before": 0.5131847262382507, + "ce_after": 0.5131515264511108 + }, + "score": { + "n": 53, + "T": 0.9639528095517812, + "ce_before": 1.0503063201904297, + "ce_after": 1.0498852729797363 + } + }, + "source": "models/e16/S1-D-seq-ts2/ckpt-16000" +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-D-seq-ts2/ckpt-16000/judge_config.json b/meta_only/podC/e16/S1-D-seq-ts2/ckpt-16000/judge_config.json new file mode 100644 index 0000000000000000000000000000000000000000..10409a883d2b4839342ef79d6e69019e25cf489e --- /dev/null +++ b/meta_only/podC/e16/S1-D-seq-ts2/ckpt-16000/judge_config.json @@ -0,0 +1,168 @@ +{ + "base_model_path": "/root/models/Qwen3.5-9B", + "hidden_size": 4096, + "slots": { + "num_slots": 24, + "ranges": { + "noul": [ + 0, + 2 + ], + "score": [ + 2, + 8 + ], + "choice": [ + 8, + 24 + ] + }, + "verbalizers": [ + "false", + "true", + "0", + "1", + "2", + "3", + "4", + "5", + "A", + "B", + "C", + "D", + "E", + "F", + "G", + "H", + "I", + "J", + "K", + "L", + "M", + "N", + "O", + "P" + ], + "template_version": "bare-v1" + }, + "verbalizer_ids": [ + 3721, + 1802, + 15, + 16, + 17, + 18, + 19, + 20, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47 + ], + "kinds": [ + "noul", + "choice", + "score" + ], + "model_name": "jev-judge-qwen35-9b", + "model_version": "0.8.0", + "lm_head_included": true, + "weights_mode": "unmerged", + "adapter_subfolder": "adapter", + "lora": { + "r": 16, + "lora_alpha": 32, + "lora_dropout": 0.05, + "target_modules": [ + "down_proj", + "gate_proj", + "in_proj_qkv", + "in_proj_z", + "k_proj", + "o_proj", + "out_proj", + "q_proj", + "up_proj", + "v_proj" + ] + }, + "trained_stage": "e16", + "source_checkpoint": "models/e16/S1-D-seq-ts2/ckpt-16000", + "softcap": null, + "e16": { + "data": "data/e16/D-seq", + "data_manifest": { + "arm": "D-seq", + "name": null, + "train_sha256": "56c834576c8038663ef50dff35e976aff7d65a5ac4c6248a50805d9e0e50799a", + "n_train": 16000 + }, + "init": "released", + "objective": "s-log", + "sigma": 0.5, + "K": 8, + "reward": "brier", + "clip": 0.2, + "passes": 1, + "lr": 0.0001, + "lr_head": 0.0002, + "rows_per_step": 32, + "train_seed": 2, + "replay": "data/e16/replay/train.jsonl", + "replay_frac": 0.05, + "replay_sha256": "9dd2df19851678750cf79d2fdb47581720930ef2f0c6e18e6fbe23ef2181847e", + "max_len": 3072, + "schedule": "warmup 0.03 + cosine to x0.05 over 500 steps", + "total_rows": 16000, + "lora": { + "r": 16, + "lora_alpha": 32, + "lora_dropout": 0.05 + }, + "trainer_sha256": "bc7c08e836bd99bb2665b02903cd41404ea029ecfa9b68a9ec1a7cda96958ba4", + "event": "ckpt", + "tag": "ckpt-16000", + "rows_seen": 16000, + "replay_seen": 842, + "step": 500, + "tokens": 8252844, + "tok_per_s": 1376.3170528115097, + "rows_per_s": 2.808720460010904, + "val": { + "n": 1200, + "dropped_long": 0, + "noul_ce": 0.28264111280441284, + "noul_T": 0.9930761760318813, + "choice_ce": 0.5131847262382507, + "choice_T": 0.9877002485044473, + "score_ce": 1.0503063201904297, + "score_T": 0.9639528095517812, + "noul_auc": 0.7640410563948795, + "noul_acc": 0.94, + "noul_f1": 0.0, + "noul_nll": 0.1984324782434851, + "noul_ece": 0.03307440442033112, + "noul_brier": 0.0501260525113326, + "noul_sharp": 0.4155483543872833, + "choice_top1": 0.9383333333333334, + "choice_nll": 0.4984520375728607, + "choice_brier": 0.009773879311978817, + "choice_ece": 0.1512901552518209, + "entropy": 0.41024109721183777 + }, + "dropped_long": 0, + "peak_gib": 18.282634735107422 + } +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-D-seq-ts2/train_log.jsonl b/meta_only/podC/e16/S1-D-seq-ts2/train_log.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..6c3c6ffc33be4aa6333511fc806736e34d5e44f0 --- /dev/null +++ b/meta_only/podC/e16/S1-D-seq-ts2/train_log.jsonl @@ -0,0 +1,57 @@ +{"time": "03:49:10", "event": "start", "data": "data/e16/D-seq", "data_manifest": {"arm": "D-seq", "name": null, "train_sha256": "56c834576c8038663ef50dff35e976aff7d65a5ac4c6248a50805d9e0e50799a", "n_train": 16000}, "init": "released", "objective": "s-log", "sigma": 0.5, "K": 8, "reward": "brier", "clip": 0.2, "passes": 1, "lr": 0.0001, "lr_head": 0.0002, "rows_per_step": 32, "train_seed": 2, "replay": "data/e16/replay/train.jsonl", "replay_frac": 0.05, "replay_sha256": "9dd2df19851678750cf79d2fdb47581720930ef2f0c6e18e6fbe23ef2181847e", "max_len": 3072, "schedule": "warmup 0.03 + cosine to x0.05 over 500 steps", "total_rows": 16000, "lora": {"r": 16, "lora_alpha": 32, "lora_dropout": 0.05}, "trainer_sha256": "bc7c08e836bd99bb2665b02903cd41404ea029ecfa9b68a9ec1a7cda96958ba4", "device": "cuda", "load_s": 13.806429862976074} +{"time": "03:51:05", "event": "step", "step": 10, "rows_seen": 320, "lr": 7.333333333333333e-05, "tok_per_s": 1441.4758946405593, "loss": 0.40483372285962105, "entropy": 0.45139874517917633, "sharp": 0.39819259345531466} +{"time": "03:52:57", "event": "step", "step": 20, "rows_seen": 640, "lr": 9.997508952966197e-05, "tok_per_s": 1450.9344197776713, "loss": 0.4665862061083317, "entropy": 0.48590388894081116, "sharp": 0.37245578236050075} +{"time": "03:54:51", "event": "step", "step": 30, "rows_seen": 960, "lr": 9.977596250541417e-05, "tok_per_s": 1455.9357168953766, "loss": 0.5076958425343037, "entropy": 0.488980695605278, "sharp": 0.4278332948684692} +{"time": "03:56:42", "event": "step", "step": 40, "rows_seen": 1280, "lr": 9.937854366485982e-05, "tok_per_s": 1456.132649775032, "loss": 0.36907368153333664, "entropy": 0.3628223389387131, "sharp": 0.39484110631440816} +{"time": "03:58:37", "event": "step", "step": 50, "rows_seen": 1600, "lr": 9.8784499920729e-05, "tok_per_s": 1454.4672320290583, "loss": 0.487399872392416, "entropy": 0.5124539695680141, "sharp": 0.40816294063221326} +{"time": "04:00:30", "event": "step", "step": 60, "rows_seen": 1920, "lr": 9.79963228989294e-05, "tok_per_s": 1454.3746590316066, "loss": 0.4536430388689041, "entropy": 0.4861128404736519, "sharp": 0.41687684257825214} +{"time": "04:02:24", "event": "step", "step": 70, "rows_seen": 2240, "lr": 9.701731848780134e-05, "tok_per_s": 1455.278932015643, "loss": 0.3871086819053744, "entropy": 0.37431947368895635, "sharp": 0.4222999352675218} +{"time": "04:04:20", "event": "step", "step": 80, "rows_seen": 2560, "lr": 9.585159297207315e-05, "tok_per_s": 1452.4512226988188, "loss": 0.4033517837524414, "entropy": 0.3728438839316368, "sharp": 0.4253738780816396} +{"time": "04:06:14", "event": "step", "step": 90, "rows_seen": 2880, "lr": 9.450403580967612e-05, "tok_per_s": 1452.211704236256, "loss": 0.3372640945017338, "entropy": 0.30145970918238163, "sharp": 0.43263810873031616} +{"time": "04:08:09", "event": "step", "step": 100, "rows_seen": 3200, "lr": 9.298029912365855e-05, "tok_per_s": 1450.9693722633933, "loss": 0.36917476635426283, "entropy": 0.3732442036271095, "sharp": 0.4328711601820859} +{"time": "04:08:53", "event": "val", "step": 100, "rows_seen": 3200, "n": 500, "dropped_long": 0, "noul_ce": 0.28541797399520874, "noul_T": 1.0053895103728505, "choice_ce": 0.5480580925941467, "choice_T": 1.1402600348915937, "noul_auc": 0.6835369400814428, "noul_acc": 0.955, "noul_f1": 0.0, "noul_nll": 0.18495359813794493, "noul_ece": 0.058408075869083406, "noul_brier": 0.042894934554579205, "noul_sharp": 0.41142037510871887, "choice_top1": 0.8733333333333333, "choice_nll": 0.5480580925941467, "choice_brier": 0.030035901814699173, "choice_ece": 0.08877371350924171, "entropy": 0.4047416150569916} +{"time": "04:10:47", "event": "step", "step": 110, "rows_seen": 3520, "lr": 9.128677399521752e-05, "tok_per_s": 1401.3882211389973, "loss": 0.46804001554846764, "entropy": 0.4697285257279873, "sharp": 0.42382292283905876} +{"time": "04:12:38", "event": "step", "step": 120, "rows_seen": 3840, "lr": 8.943056365728335e-05, "tok_per_s": 1405.040852442415, "loss": 0.3901802562177181, "entropy": 0.40425701439380646, "sharp": 0.3943955348088191} +{"time": "04:14:32", "event": "step", "step": 130, "rows_seen": 4160, "lr": 8.741945370109202e-05, "tok_per_s": 1409.3820053615982, "loss": 0.35501548647880554, "entropy": 0.3185710683465004, "sharp": 0.43217859130639297} +{"time": "04:16:26", "event": "step", "step": 140, "rows_seen": 4480, "lr": 8.526187942070997e-05, "tok_per_s": 1412.8115264528892, "loss": 0.3901521470397711, "entropy": 0.4427321311086416, "sharp": 0.4287854773657663} +{"time": "04:18:16", "event": "step", "step": 150, "rows_seen": 4800, "lr": 8.296689043247915e-05, "tok_per_s": 1415.8275640488675, "loss": 0.43869320303201675, "entropy": 0.42549214512109756, "sharp": 0.40694092214107513} +{"time": "04:20:09", "event": "step", "step": 160, "rows_seen": 5120, "lr": 8.054411271778132e-05, "tok_per_s": 1417.6956817079729, "loss": 0.4951119050383568, "entropy": 0.437629122287035, "sharp": 0.4070369203885396} +{"time": "04:22:02", "event": "step", "step": 170, "rows_seen": 5440, "lr": 7.800370824832674e-05, "tok_per_s": 1419.5284494722428, "loss": 0.42405999451875687, "entropy": 0.38691915571689606, "sharp": 0.4339888294537862} +{"time": "04:23:57", "event": "step", "step": 180, "rows_seen": 5760, "lr": 7.535633236331324e-05, "tok_per_s": 1421.008682855843, "loss": 0.31513528153300285, "entropy": 0.3315572589635849, "sharp": 0.44235655292868614} +{"time": "04:25:48", "event": "step", "step": 190, "rows_seen": 6080, "lr": 7.26130890772308e-05, "tok_per_s": 1422.3122311186378, "loss": 0.4149564057588577, "entropy": 0.40414900705218315, "sharp": 0.43470439116160076} +{"time": "04:27:44", "event": "step", "step": 200, "rows_seen": 6400, "lr": 6.978548450576568e-05, "tok_per_s": 1423.2862576996147, "loss": 0.47761838138103485, "entropy": 0.47227683663368225, "sharp": 0.4163798716935245} +{"time": "04:28:28", "event": "val", "step": 200, "rows_seen": 6400, "n": 500, "dropped_long": 0, "noul_ce": 0.28647249937057495, "noul_T": 1.0855686026873632, "choice_ce": 0.5253744721412659, "choice_T": 0.9968198790441957, "noul_auc": 0.6858638743455497, "noul_acc": 0.955, "noul_f1": 0.0, "noul_nll": 0.1796341162081808, "noul_ece": 0.044101983848959206, "noul_brier": 0.042491156835746224, "noul_sharp": 0.4229804575443268, "choice_top1": 0.91, "choice_nll": 0.5253744721412659, "choice_brier": 0.01780649833381176, "choice_ece": 0.141472106774648, "entropy": 0.41702499985694885} +{"time": "04:30:23", "event": "step", "step": 210, "rows_seen": 6720, "lr": 6.688537860515266e-05, "tok_per_s": 1399.4955011352674, "loss": 0.44840237125754356, "entropy": 0.355239181779325, "sharp": 0.4403433557599783} +{"time": "04:32:17", "event": "step", "step": 220, "rows_seen": 7040, "lr": 6.392493542739706e-05, "tok_per_s": 1400.8152101456878, "loss": 0.498575821518898, "entropy": 0.4977048560976982, "sharp": 0.41791848702864215} +{"time": "04:34:12", "event": "step", "step": 230, "rows_seen": 7360, "lr": 6.091657210001309e-05, "tok_per_s": 1403.3329169666636, "loss": 0.3565249592065811, "entropy": 0.3507584035396576, "sharp": 0.4037904189183162} +{"time": "04:36:04", "event": "step", "step": 240, "rows_seen": 7680, "lr": 5.7872906744276015e-05, "tok_per_s": 1405.0753838447513, "loss": 0.4622240848839283, "entropy": 0.4693101644515991, "sharp": 0.42139381696196165} +{"time": "04:37:56", "event": "step", "step": 250, "rows_seen": 8000, "lr": 5.48067055504363e-05, "tok_per_s": 1407.2455525223547, "loss": 0.46700359135866165, "entropy": 0.44232407212257385, "sharp": 0.4267089366912842} +{"time": "04:39:48", "event": "step", "step": 260, "rows_seen": 8320, "lr": 5.173082923188119e-05, "tok_per_s": 1408.9074246510486, "loss": 0.4607384465634823, "entropy": 0.4054042026400566, "sharp": 0.4189453601837158} +{"time": "04:41:41", "event": "step", "step": 270, "rows_seen": 8640, "lr": 4.865817908283331e-05, "tok_per_s": 1410.5969703641344, "loss": 0.39202869310975075, "entropy": 0.3880443461239338, "sharp": 0.4355662912130356} +{"time": "04:43:33", "event": "step", "step": 280, "rows_seen": 8960, "lr": 4.560164286583922e-05, "tok_per_s": 1412.120116313659, "loss": 0.432099886238575, "entropy": 0.37433578819036484, "sharp": 0.3903578569491704} +{"time": "04:45:27", "event": "step", "step": 290, "rows_seen": 9280, "lr": 4.257404075601443e-05, "tok_per_s": 1413.2869931148693, "loss": 0.4743833467364311, "entropy": 0.46627792716026306, "sharp": 0.3808260949758383} +{"time": "04:47:21", "event": "step", "step": 300, "rows_seen": 9600, "lr": 3.958807156877371e-05, "tok_per_s": 1415.0284640982497, "loss": 0.47546797059476376, "entropy": 0.4618851989507675, "sharp": 0.3820836544036865} +{"time": "04:48:04", "event": "val", "step": 300, "rows_seen": 9600, "n": 500, "dropped_long": 0, "noul_ce": 0.28493255376815796, "noul_T": 1.0345111487967866, "choice_ce": 0.5169104933738708, "choice_T": 0.9733969847702895, "noul_auc": 0.6928446771378709, "noul_acc": 0.95, "noul_f1": 0.0, "noul_nll": 0.1821065834723413, "noul_ece": 0.06345378059893846, "noul_brier": 0.0429410975615864, "noul_sharp": 0.41432029008865356, "choice_top1": 0.9166666666666666, "choice_nll": 0.5169104933738708, "choice_brier": 0.011645627208054066, "choice_ece": 0.13966203729311624, "entropy": 0.4253726601600647} +{"time": "04:50:00", "event": "step", "step": 310, "rows_seen": 9920, "lr": 3.665625949658603e-05, "tok_per_s": 1399.326757749089, "loss": 0.4253304600715637, "entropy": 0.43525442108511925, "sharp": 0.42640616677024146} +{"time": "04:51:58", "event": "step", "step": 320, "rows_seen": 10240, "lr": 3.379090157815887e-05, "tok_per_s": 1400.5791497896155, "loss": 0.3240601308643818, "entropy": 0.32448427379131317, "sharp": 0.4232197089327706} +{"time": "04:53:53", "event": "step", "step": 330, "rows_seen": 10560, "lr": 3.10040161203844e-05, "tok_per_s": 1401.7986747596406, "loss": 0.46837423369288445, "entropy": 0.46257074549794197, "sharp": 0.4171361002055081} +{"time": "04:55:48", "event": "step", "step": 340, "rows_seen": 10880, "lr": 2.8307292289383776e-05, "tok_per_s": 1403.3535350249797, "loss": 0.3532312121242285, "entropy": 0.32376636285334826, "sharp": 0.4028991386294365} +{"time": "04:57:42", "event": "step", "step": 350, "rows_seen": 11200, "lr": 2.571204108208194e-05, "tok_per_s": 1405.06273532396, "loss": 0.41887540370225906, "entropy": 0.4303293898701668, "sharp": 0.42651421373540704} +{"time": "04:59:36", "event": "step", "step": 360, "rows_seen": 11520, "lr": 2.322914788395595e-05, "tok_per_s": 1406.4807197699029, "loss": 0.4073604643344879, "entropy": 0.34987101843580604, "sharp": 0.415236900250117} +{"time": "05:01:33", "event": "step", "step": 370, "rows_seen": 11840, "lr": 2.0869026811945157e-05, "tok_per_s": 1407.7200769214203, "loss": 0.41856981441378593, "entropy": 0.43565138056874275, "sharp": 0.40076953523299275} +{"time": "05:03:28", "event": "step", "step": 380, "rows_seen": 12160, "lr": 1.8641577034025627e-05, "tok_per_s": 1408.6781734101535, "loss": 0.34225679095834494, "entropy": 0.3241994585841894, "sharp": 0.4117764011025429} +{"time": "05:05:21", "event": "step", "step": 390, "rows_seen": 12480, "lr": 1.6556141248659472e-05, "tok_per_s": 1409.980900233753, "loss": 0.4289344921708107, "entropy": 0.43509747833013535, "sharp": 0.40774403647942975} +{"time": "05:07:15", "event": "step", "step": 400, "rows_seen": 12800, "lr": 1.4621466498270773e-05, "tok_per_s": 1410.8924546806045, "loss": 0.4564981609582901, "entropy": 0.44812191277742386, "sharp": 0.41125810146331787} +{"time": "05:07:58", "event": "val", "step": 400, "rows_seen": 12800, "n": 500, "dropped_long": 0, "noul_ce": 0.2845892310142517, "noul_T": 1.001971779530662, "choice_ce": 0.5165190696716309, "choice_T": 1.0003533949401078, "noul_auc": 0.6881908086096568, "noul_acc": 0.95, "noul_f1": 0.0, "noul_nll": 0.18586348699405789, "noul_ece": 0.07736954305320978, "noul_brier": 0.04366838821696213, "noul_sharp": 0.40915802121162415, "choice_top1": 0.9133333333333333, "choice_nll": 0.5165190696716309, "choice_brier": 0.011492894031107426, "choice_ece": 0.13791417201360065, "entropy": 0.42346394062042236} +{"time": "05:09:51", "event": "step", "step": 410, "rows_seen": 13120, "lr": 1.284566748110963e-05, "tok_per_s": 1399.1794105847725, "loss": 0.4590921476483345, "entropy": 0.44383980333805084, "sharp": 0.36517037336642927} +{"time": "05:11:44", "event": "step", "step": 420, "rows_seen": 13440, "lr": 1.1236192515387821e-05, "tok_per_s": 1400.2627002138913, "loss": 0.5210143961012363, "entropy": 0.506768174469471, "sharp": 0.3951452399293582} +{"time": "05:13:40", "event": "step", "step": 430, "rows_seen": 13760, "lr": 9.799792298443728e-06, "tok_per_s": 1400.9771918972858, "loss": 0.4154524803161621, "entropy": 0.36140151694417, "sharp": 0.4037834767784391} +{"time": "05:15:32", "event": "step", "step": 440, "rows_seen": 14080, "lr": 8.542491591971554e-06, "tok_per_s": 1402.0780000143932, "loss": 0.46718376129865646, "entropy": 0.4520089700818062, "sharp": 0.37500122615269255} +{"time": "05:17:25", "event": "step", "step": 450, "rows_seen": 14400, "lr": 7.469563952077155e-06, "tok_per_s": 1403.2254418374673, "loss": 0.45436034351587296, "entropy": 0.47427287697792053, "sharp": 0.42915696118559155} +{"time": "05:19:22", "event": "step", "step": 460, "rows_seen": 14720, "lr": 6.585509610150972e-06, "tok_per_s": 1404.1105943945554, "loss": 0.43898648768663406, "entropy": 0.4472915958613157, "sharp": 0.418958292557643} +{"time": "05:21:11", "event": "step", "step": 470, "rows_seen": 15040, "lr": 5.894036597333646e-06, "tok_per_s": 1405.2015008516316, "loss": 0.3652018290013075, "entropy": 0.31129666790366173, "sharp": 0.4173016089659471} +{"time": "05:23:03", "event": "step", "step": 480, "rows_seen": 15360, "lr": 5.398045191744809e-06, "tok_per_s": 1406.3819669177394, "loss": 0.3670049048960209, "entropy": 0.315605066716671, "sharp": 0.42210773446343164} +{"time": "05:24:58", "event": "step", "step": 490, "rows_seen": 15680, "lr": 5.099615753708697e-06, "tok_per_s": 1407.3114395634154, "loss": 0.4605071246623993, "entropy": 0.47258978337049484, "sharp": 0.4009504643353549} +{"time": "05:26:50", "event": "step", "step": 500, "rows_seen": 16000, "lr": 5e-06, "tok_per_s": 1408.195217478578, "loss": 0.4173383340239525, "entropy": 0.4147912561893463, "sharp": 0.37987091143925983} +{"time": "05:27:34", "event": "val", "step": 500, "rows_seen": 16000, "n": 500, "dropped_long": 0, "noul_ce": 0.284504234790802, "noul_T": 1.001498514456196, "choice_ce": 0.5149545073509216, "choice_T": 0.9927328471290293, "noul_auc": 0.685282140779523, "noul_acc": 0.95, "noul_f1": 0.0, "noul_nll": 0.18550491221249105, "noul_ece": 0.06699659109115601, "noul_brier": 0.04350531219185244, "noul_sharp": 0.4092024266719818, "choice_top1": 0.9166666666666666, "choice_nll": 0.5149545073509216, "choice_brier": 0.010735292918980122, "choice_ece": 0.14231400688489276, "entropy": 0.4242815673351288} +{"time": "05:29:07", "event": "ckpt", "tag": "ckpt-16000", "rows_seen": 16000, "replay_seen": 842, "step": 500, "tokens": 8252844, "tok_per_s": 1376.3170528115097, "rows_per_s": 2.808720460010904, "val": {"n": 1200, "dropped_long": 0, "noul_ce": 0.28264111280441284, "noul_T": 0.9930761760318813, "choice_ce": 0.5131847262382507, "choice_T": 0.9877002485044473, "score_ce": 1.0503063201904297, "score_T": 0.9639528095517812, "noul_auc": 0.7640410563948795, "noul_acc": 0.94, "noul_f1": 0.0, "noul_nll": 0.1984324782434851, "noul_ece": 0.03307440442033112, "noul_brier": 0.0501260525113326, "noul_sharp": 0.4155483543872833, "choice_top1": 0.9383333333333334, "choice_nll": 0.4984520375728607, "choice_brier": 0.009773879311978817, "choice_ece": 0.1512901552518209, "entropy": 0.41024109721183777}, "dropped_long": 0, "peak_gib": 18.282634735107422} diff --git a/meta_only/podC/e16/S1-D-seq/ckpt-16000/adapter/adapter_config.json b/meta_only/podC/e16/S1-D-seq/ckpt-16000/adapter/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..535f269089f401c5c03b0dce2af4212d02a77b5c --- /dev/null +++ b/meta_only/podC/e16/S1-D-seq/ckpt-16000/adapter/adapter_config.json @@ -0,0 +1,57 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "Qwen3_5ForCausalLM", + "parent_library": "transformers.models.qwen3_5.modeling_qwen3_5" + }, + "base_model_name_or_path": "/workspace/jev_kt/models/hf/JEV-9B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 32, + "lora_bias": false, + "lora_dropout": 0.05, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.0", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "q_proj", + "o_proj", + "up_proj", + "down_proj", + "gate_proj", + "out_proj", + "v_proj", + "in_proj_qkv", + "in_proj_z", + "k_proj" + ], + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-D-seq/ckpt-16000/adapter_vllm/adapter_config.json b/meta_only/podC/e16/S1-D-seq/ckpt-16000/adapter_vllm/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..2d093d03334d1bcd8511a3867adb084f382fd3c5 --- /dev/null +++ b/meta_only/podC/e16/S1-D-seq/ckpt-16000/adapter_vllm/adapter_config.json @@ -0,0 +1,58 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "Qwen3_5ForCausalLM", + "parent_library": "transformers.models.qwen3_5.modeling_qwen3_5" + }, + "base_model_name_or_path": null, + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 64.0, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.0", + "qalora_group_size": 16, + "r": 32, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "down_proj", + "gate_proj", + "in_proj_qkv", + "in_proj_z", + "k_proj", + "lm_head", + "o_proj", + "out_proj", + "q_proj", + "up_proj", + "v_proj" + ], + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-D-seq/ckpt-16000/adapter_vllm/decision_head.json b/meta_only/podC/e16/S1-D-seq/ckpt-16000/adapter_vllm/decision_head.json new file mode 100644 index 0000000000000000000000000000000000000000..b37808794301fb87b376f38b8b65abf6cf5c70c7 --- /dev/null +++ b/meta_only/podC/e16/S1-D-seq/ckpt-16000/adapter_vllm/decision_head.json @@ -0,0 +1,99 @@ +{ + "bias": [ + 0.00067127839429304, + -0.0006715595372952521, + -0.002307287650182843, + -0.0014290675753727555, + -0.0005911712651140988, + 0.0021240932401269674, + 0.0014929991448298097, + -0.0022979602217674255, + -0.000308242131723091, + -0.00028509445837698877, + 1.97725894395262e-05, + 0.00024061143631115556, + -0.0004352858231868595, + -0.0036634088028222322, + -0.004500896204262972, + -0.005137807689607143, + -0.005972260609269142, + -0.004432279150933027, + -0.0049544526264071465, + -0.005095010623335838, + -0.003931919112801552, + -0.003494484117254615, + -0.005804156418889761, + -0.003531057620421052 + ], + "verbalizer_ids": [ + 3721, + 1802, + 15, + 16, + 17, + 18, + 19, + 20, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47 + ], + "slots": { + "num_slots": 24, + "ranges": { + "noul": [ + 0, + 2 + ], + "score": [ + 2, + 8 + ], + "choice": [ + 8, + 24 + ] + }, + "verbalizers": [ + "false", + "true", + "0", + "1", + "2", + "3", + "4", + "5", + "A", + "B", + "C", + "D", + "E", + "F", + "G", + "H", + "I", + "J", + "K", + "L", + "M", + "N", + "O", + "P" + ], + "template_version": "bare-v1" + }, + "note": "decision logits = lm_head-LoRA logprobs of verbalizer ids + bias, then per-kind temperature" +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-D-seq/ckpt-16000/calibration.json b/meta_only/podC/e16/S1-D-seq/ckpt-16000/calibration.json new file mode 100644 index 0000000000000000000000000000000000000000..8f9f07a016b4a0978df460d2039e9edb772ef893 --- /dev/null +++ b/meta_only/podC/e16/S1-D-seq/ckpt-16000/calibration.json @@ -0,0 +1,29 @@ +{ + "version": 1, + "per_kind": { + "noul": 0.98617776793893, + "choice": 1.0198021545432896, + "score": 0.9863055605266354 + }, + "fit": { + "noul": { + "n": 487, + "T": 0.98617776793893, + "ce_before": 0.28270992636680603, + "ce_after": 0.282673180103302 + }, + "choice": { + "n": 660, + "T": 1.0198021545432896, + "ce_before": 0.5138152241706848, + "ce_after": 0.5137421488761902 + }, + "score": { + "n": 53, + "T": 0.9863055605266354, + "ce_before": 1.0524400472640991, + "ce_after": 1.0523802042007446 + } + }, + "source": "models/e16/S1-D-seq/ckpt-16000" +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-D-seq/ckpt-16000/judge_config.json b/meta_only/podC/e16/S1-D-seq/ckpt-16000/judge_config.json new file mode 100644 index 0000000000000000000000000000000000000000..ba95706e600cd9a4b6247c1449df076e83d5dfda --- /dev/null +++ b/meta_only/podC/e16/S1-D-seq/ckpt-16000/judge_config.json @@ -0,0 +1,168 @@ +{ + "base_model_path": "/root/models/Qwen3.5-9B", + "hidden_size": 4096, + "slots": { + "num_slots": 24, + "ranges": { + "noul": [ + 0, + 2 + ], + "score": [ + 2, + 8 + ], + "choice": [ + 8, + 24 + ] + }, + "verbalizers": [ + "false", + "true", + "0", + "1", + "2", + "3", + "4", + "5", + "A", + "B", + "C", + "D", + "E", + "F", + "G", + "H", + "I", + "J", + "K", + "L", + "M", + "N", + "O", + "P" + ], + "template_version": "bare-v1" + }, + "verbalizer_ids": [ + 3721, + 1802, + 15, + 16, + 17, + 18, + 19, + 20, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47 + ], + "kinds": [ + "noul", + "choice", + "score" + ], + "model_name": "jev-judge-qwen35-9b", + "model_version": "0.8.0", + "lm_head_included": true, + "weights_mode": "unmerged", + "adapter_subfolder": "adapter", + "lora": { + "r": 16, + "lora_alpha": 32, + "lora_dropout": 0.05, + "target_modules": [ + "down_proj", + "gate_proj", + "in_proj_qkv", + "in_proj_z", + "k_proj", + "o_proj", + "out_proj", + "q_proj", + "up_proj", + "v_proj" + ] + }, + "trained_stage": "e16", + "source_checkpoint": "models/e16/S1-D-seq/ckpt-16000", + "softcap": null, + "e16": { + "data": "data/e16/D-seq", + "data_manifest": { + "arm": "D-seq", + "name": null, + "train_sha256": "56c834576c8038663ef50dff35e976aff7d65a5ac4c6248a50805d9e0e50799a", + "n_train": 16000 + }, + "init": "released", + "objective": "s-log", + "sigma": 0.5, + "K": 8, + "reward": "brier", + "clip": 0.2, + "passes": 1, + "lr": 0.0001, + "lr_head": 0.0002, + "rows_per_step": 32, + "train_seed": 0, + "replay": "data/e16/replay/train.jsonl", + "replay_frac": 0.05, + "replay_sha256": "9dd2df19851678750cf79d2fdb47581720930ef2f0c6e18e6fbe23ef2181847e", + "max_len": 3072, + "schedule": "warmup 0.03 + cosine to x0.05 over 500 steps", + "total_rows": 16000, + "lora": { + "r": 16, + "lora_alpha": 32, + "lora_dropout": 0.05 + }, + "trainer_sha256": "bc7c08e836bd99bb2665b02903cd41404ea029ecfa9b68a9ec1a7cda96958ba4", + "event": "ckpt", + "tag": "ckpt-16000", + "rows_seen": 16000, + "replay_seen": 842, + "step": 500, + "tokens": 8252844, + "tok_per_s": 1388.0007336689791, + "rows_per_s": 2.8325639438906167, + "val": { + "n": 1200, + "dropped_long": 0, + "noul_ce": 0.28270992636680603, + "noul_T": 0.98617776793893, + "choice_ce": 0.5138152241706848, + "choice_T": 1.0198021545432896, + "score_ce": 1.0524400472640991, + "score_T": 0.9863055605266354, + "noul_auc": 0.7687694614231345, + "noul_acc": 0.94, + "noul_f1": 0.0, + "noul_nll": 0.19844032747205348, + "noul_ece": 0.03524344105273485, + "noul_brier": 0.05012873477189608, + "noul_sharp": 0.41352248191833496, + "choice_top1": 0.925, + "choice_nll": 0.4993075430393219, + "choice_brier": 0.010698705911636353, + "choice_ece": 0.1364444311459859, + "entropy": 0.40330496430397034 + }, + "dropped_long": 0, + "peak_gib": 18.282634735107422 + } +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-D-seq/train_log.jsonl b/meta_only/podC/e16/S1-D-seq/train_log.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..2008dea8c395f6c39f3484885e8329adc7fead4e --- /dev/null +++ b/meta_only/podC/e16/S1-D-seq/train_log.jsonl @@ -0,0 +1,57 @@ +{"time": "01:41:13", "event": "start", "data": "data/e16/D-seq", "data_manifest": {"arm": "D-seq", "name": null, "train_sha256": "56c834576c8038663ef50dff35e976aff7d65a5ac4c6248a50805d9e0e50799a", "n_train": 16000}, "init": "released", "objective": "s-log", "sigma": 0.5, "K": 8, "reward": "brier", "clip": 0.2, "passes": 1, "lr": 0.0001, "lr_head": 0.0002, "rows_per_step": 32, "train_seed": 0, "replay": "data/e16/replay/train.jsonl", "replay_frac": 0.05, "replay_sha256": "9dd2df19851678750cf79d2fdb47581720930ef2f0c6e18e6fbe23ef2181847e", "max_len": 3072, "schedule": "warmup 0.03 + cosine to x0.05 over 500 steps", "total_rows": 16000, "lora": {"r": 16, "lora_alpha": 32, "lora_dropout": 0.05}, "trainer_sha256": "bc7c08e836bd99bb2665b02903cd41404ea029ecfa9b68a9ec1a7cda96958ba4", "device": "cuda", "load_s": 14.635123252868652} +{"time": "01:43:07", "event": "step", "step": 10, "rows_seen": 320, "lr": 7.333333333333333e-05, "tok_per_s": 1456.4566079469982, "loss": 0.5466495528817177, "entropy": 0.517246849834919, "sharp": 0.3615942643238948} +{"time": "01:44:57", "event": "step", "step": 20, "rows_seen": 640, "lr": 9.997508952966197e-05, "tok_per_s": 1463.8491558225683, "loss": 0.44307730719447136, "entropy": 0.4342951811850071, "sharp": 0.38220539001318127} +{"time": "01:46:51", "event": "step", "step": 30, "rows_seen": 960, "lr": 9.977596250541417e-05, "tok_per_s": 1465.025248813331, "loss": 0.4837313201278448, "entropy": 0.44045543298125267, "sharp": 0.4365713963141808} +{"time": "01:48:42", "event": "step", "step": 40, "rows_seen": 1280, "lr": 9.937854366485982e-05, "tok_per_s": 1463.5575013893908, "loss": 0.4151614010334015, "entropy": 0.41561878472566605, "sharp": 0.43321723204392654} +{"time": "01:50:34", "event": "step", "step": 50, "rows_seen": 1600, "lr": 9.8784499920729e-05, "tok_per_s": 1464.4169614293648, "loss": 0.4224788211286068, "entropy": 0.3824780695140362, "sharp": 0.4273140292901259} +{"time": "01:52:29", "event": "step", "step": 60, "rows_seen": 1920, "lr": 9.79963228989294e-05, "tok_per_s": 1462.13100185699, "loss": 0.43034491315484047, "entropy": 0.4728040136396885, "sharp": 0.40262969640585095} +{"time": "01:54:24", "event": "step", "step": 70, "rows_seen": 2240, "lr": 9.701731848780134e-05, "tok_per_s": 1464.0879512233705, "loss": 0.39599957689642906, "entropy": 0.46202267706394196, "sharp": 0.37894869767702544} +{"time": "01:56:16", "event": "step", "step": 80, "rows_seen": 2560, "lr": 9.585159297207315e-05, "tok_per_s": 1464.1253450997733, "loss": 0.43119465187191963, "entropy": 0.43131185695528984, "sharp": 0.4265852616383479} +{"time": "01:58:08", "event": "step", "step": 90, "rows_seen": 2880, "lr": 9.450403580967612e-05, "tok_per_s": 1464.2549553459005, "loss": 0.4702378436923027, "entropy": 0.4429663047194481, "sharp": 0.4225234893652109} +{"time": "01:59:57", "event": "step", "step": 100, "rows_seen": 3200, "lr": 9.298029912365855e-05, "tok_per_s": 1465.3019401848503, "loss": 0.47271455079317093, "entropy": 0.45796870812773705, "sharp": 0.41329961785903346} +{"time": "02:00:41", "event": "val", "step": 100, "rows_seen": 3200, "n": 500, "dropped_long": 0, "noul_ce": 0.28661736845970154, "noul_T": 1.0592532708021685, "choice_ce": 0.5382536053657532, "choice_T": 1.0241723621394658, "noul_auc": 0.6858638743455497, "noul_acc": 0.955, "noul_f1": 0.0, "noul_nll": 0.17792564305476843, "noul_ece": 0.06197082778438926, "noul_brier": 0.04139661049479401, "noul_sharp": 0.42068663239479065, "choice_top1": 0.8933333333333333, "choice_nll": 0.5382536053657532, "choice_brier": 0.024807313457131386, "choice_ece": 0.11271326700846356, "entropy": 0.42198577523231506} +{"time": "02:02:32", "event": "step", "step": 110, "rows_seen": 3520, "lr": 9.128677399521752e-05, "tok_per_s": 1415.6136991945748, "loss": 0.43585506826639175, "entropy": 0.38346096500754356, "sharp": 0.4100703184421246} +{"time": "02:04:25", "event": "step", "step": 120, "rows_seen": 3840, "lr": 8.943056365728335e-05, "tok_per_s": 1418.9268998956522, "loss": 0.3487232681363821, "entropy": 0.35279967822134495, "sharp": 0.41625091433525085} +{"time": "02:06:20", "event": "step", "step": 130, "rows_seen": 4160, "lr": 8.741945370109202e-05, "tok_per_s": 1421.967320437392, "loss": 0.4580441936850548, "entropy": 0.4517834819853306, "sharp": 0.4017591201342069} +{"time": "02:08:14", "event": "step", "step": 140, "rows_seen": 4480, "lr": 8.526187942070997e-05, "tok_per_s": 1425.313022305848, "loss": 0.4696630467660725, "entropy": 0.44716960517689586, "sharp": 0.4325609849049495} +{"time": "02:10:06", "event": "step", "step": 150, "rows_seen": 4800, "lr": 8.296689043247915e-05, "tok_per_s": 1427.960321301619, "loss": 0.41112668067216873, "entropy": 0.3728324994444847, "sharp": 0.4007343237216656} +{"time": "02:11:59", "event": "step", "step": 160, "rows_seen": 5120, "lr": 8.054411271778132e-05, "tok_per_s": 1429.9454959285702, "loss": 0.3987751863896847, "entropy": 0.32617326080799103, "sharp": 0.4352287925206698} +{"time": "02:13:54", "event": "step", "step": 170, "rows_seen": 5440, "lr": 7.800370824832674e-05, "tok_per_s": 1432.1904868471681, "loss": 0.5110342241823673, "entropy": 0.4839504845440388, "sharp": 0.4044514481837933} +{"time": "02:15:48", "event": "step", "step": 180, "rows_seen": 5760, "lr": 7.535633236331324e-05, "tok_per_s": 1433.121724313786, "loss": 0.40679438784718513, "entropy": 0.41906386613845825, "sharp": 0.4498244524002075} +{"time": "02:17:40", "event": "step", "step": 190, "rows_seen": 6080, "lr": 7.26130890772308e-05, "tok_per_s": 1434.4711615288695, "loss": 0.3913152627646923, "entropy": 0.42070961743593216, "sharp": 0.4455818212949313} +{"time": "02:19:32", "event": "step", "step": 200, "rows_seen": 6400, "lr": 6.978548450576568e-05, "tok_per_s": 1435.5940865071295, "loss": 0.41994588635861874, "entropy": 0.4307961594313383, "sharp": 0.41218591653383696} +{"time": "02:20:16", "event": "val", "step": 200, "rows_seen": 6400, "n": 500, "dropped_long": 0, "noul_ce": 0.28632599115371704, "noul_T": 0.9227854294855315, "choice_ce": 0.5250537395477295, "choice_T": 1.0734290451735327, "noul_auc": 0.6800465386852822, "noul_acc": 0.955, "noul_f1": 0.0, "noul_nll": 0.19476825620047747, "noul_ece": 0.06568767596036196, "noul_brier": 0.04507174624682826, "noul_sharp": 0.3941953182220459, "choice_top1": 0.92, "choice_nll": 0.5250537991523743, "choice_brier": 0.016364822164177895, "choice_ece": 0.13090033253033956, "entropy": 0.4243212342262268} +{"time": "02:22:11", "event": "step", "step": 210, "rows_seen": 6720, "lr": 6.688537860515266e-05, "tok_per_s": 1411.2336867394172, "loss": 0.5219965353608131, "entropy": 0.51636166498065, "sharp": 0.4007858404746422} +{"time": "02:24:06", "event": "step", "step": 220, "rows_seen": 7040, "lr": 6.392493542739706e-05, "tok_per_s": 1413.4493236749038, "loss": 0.485761396586895, "entropy": 0.42553040385246277, "sharp": 0.4234114656081566} +{"time": "02:25:57", "event": "step", "step": 230, "rows_seen": 7360, "lr": 6.091657210001309e-05, "tok_per_s": 1415.4834301594428, "loss": 0.41643551364541054, "entropy": 0.4010254815220833, "sharp": 0.4131015699643355} +{"time": "02:27:52", "event": "step", "step": 240, "rows_seen": 7680, "lr": 5.7872906744276015e-05, "tok_per_s": 1416.7980036673694, "loss": 0.44888798519968987, "entropy": 0.45954298600554466, "sharp": 0.40234904105846697} +{"time": "02:29:41", "event": "step", "step": 250, "rows_seen": 8000, "lr": 5.48067055504363e-05, "tok_per_s": 1419.1840742781026, "loss": 0.31055603362619877, "entropy": 0.3016345798969269, "sharp": 0.4375770275409405} +{"time": "02:31:37", "event": "step", "step": 260, "rows_seen": 8320, "lr": 5.173082923188119e-05, "tok_per_s": 1420.7956221872512, "loss": 0.38788623455911875, "entropy": 0.4047308396548033, "sharp": 0.43543627628913295} +{"time": "02:33:30", "event": "step", "step": 270, "rows_seen": 8640, "lr": 4.865817908283331e-05, "tok_per_s": 1422.5795227271165, "loss": 0.426463820040226, "entropy": 0.4427286386489868, "sharp": 0.39829977659078747} +{"time": "02:35:24", "event": "step", "step": 280, "rows_seen": 8960, "lr": 4.560164286583922e-05, "tok_per_s": 1423.9341532238868, "loss": 0.4781746678054333, "entropy": 0.43901655077934265, "sharp": 0.409166544675827} +{"time": "02:37:17", "event": "step", "step": 290, "rows_seen": 9280, "lr": 4.257404075601443e-05, "tok_per_s": 1425.1114546014837, "loss": 0.4725035894662142, "entropy": 0.41415674798190594, "sharp": 0.420896814419673} +{"time": "02:39:14", "event": "step", "step": 300, "rows_seen": 9600, "lr": 3.958807156877371e-05, "tok_per_s": 1425.911378597046, "loss": 0.41486882232129574, "entropy": 0.3876395411789417, "sharp": 0.4017958320104159} +{"time": "02:39:58", "event": "val", "step": 300, "rows_seen": 9600, "n": 500, "dropped_long": 0, "noul_ce": 0.2847837507724762, "noul_T": 1.0175508849995107, "choice_ce": 0.5189374685287476, "choice_T": 1.0157569062760596, "noul_auc": 0.6777196044211751, "noul_acc": 0.95, "noul_f1": 0.0, "noul_nll": 0.18349964966997503, "noul_ece": 0.05282346950843931, "noul_brier": 0.042953866160799464, "noul_sharp": 0.41183364391326904, "choice_top1": 0.91, "choice_nll": 0.5189374089241028, "choice_brier": 0.013682136312127113, "choice_ece": 0.1283987855911255, "entropy": 0.41875001788139343} +{"time": "02:41:48", "event": "step", "step": 310, "rows_seen": 9920, "lr": 3.665625949658603e-05, "tok_per_s": 1410.229655759704, "loss": 0.4096669852733612, "entropy": 0.39597319066524506, "sharp": 0.4592013909266545} +{"time": "02:43:40", "event": "step", "step": 320, "rows_seen": 10240, "lr": 3.379090157815887e-05, "tok_per_s": 1411.958749711281, "loss": 0.4684940539300442, "entropy": 0.42830801755189896, "sharp": 0.4372883760012113} +{"time": "02:45:34", "event": "step", "step": 330, "rows_seen": 10560, "lr": 3.10040161203844e-05, "tok_per_s": 1413.757213687866, "loss": 0.475061172619462, "entropy": 0.485290190204978, "sharp": 0.41011066620166486} +{"time": "02:47:24", "event": "step", "step": 340, "rows_seen": 10880, "lr": 2.8307292289383776e-05, "tok_per_s": 1415.5087893041946, "loss": 0.3945489227771759, "entropy": 0.3789287768304348, "sharp": 0.37136094386761004} +{"time": "02:49:17", "event": "step", "step": 350, "rows_seen": 11200, "lr": 2.571204108208194e-05, "tok_per_s": 1416.892760391412, "loss": 0.4134693071246147, "entropy": 0.42520253360271454, "sharp": 0.3931429386138916} +{"time": "02:51:09", "event": "step", "step": 360, "rows_seen": 11520, "lr": 2.322914788395595e-05, "tok_per_s": 1418.4784992490145, "loss": 0.4762159138917923, "entropy": 0.43261389806866646, "sharp": 0.4159480700126061} +{"time": "02:53:02", "event": "step", "step": 370, "rows_seen": 11840, "lr": 2.0869026811945157e-05, "tok_per_s": 1419.9127817448007, "loss": 0.42617829516530037, "entropy": 0.431159645318985, "sharp": 0.4413944803751432} +{"time": "02:54:52", "event": "step", "step": 380, "rows_seen": 12160, "lr": 1.8641577034025627e-05, "tok_per_s": 1420.942903342206, "loss": 0.43670325353741646, "entropy": 0.41818832233548164, "sharp": 0.43043063695614153} +{"time": "02:56:43", "event": "step", "step": 390, "rows_seen": 12480, "lr": 1.6556141248659472e-05, "tok_per_s": 1422.134607854519, "loss": 0.5597090572118759, "entropy": 0.5187104269862175, "sharp": 0.39414671063423157} +{"time": "02:58:33", "event": "step", "step": 400, "rows_seen": 12800, "lr": 1.4621466498270773e-05, "tok_per_s": 1422.943611281352, "loss": 0.39409029483795166, "entropy": 0.41323698312044144, "sharp": 0.39301608617489153} +{"time": "02:59:17", "event": "val", "step": 400, "rows_seen": 12800, "n": 500, "dropped_long": 0, "noul_ce": 0.28464239835739136, "noul_T": 0.9908517294131186, "choice_ce": 0.5171346664428711, "choice_T": 0.9524494693510289, "noul_auc": 0.6905177428737638, "noul_acc": 0.95, "noul_f1": 0.0, "noul_nll": 0.18641689233481884, "noul_ece": 0.056013178210705526, "noul_brier": 0.0436735435569227, "noul_sharp": 0.4070686399936676, "choice_top1": 0.9166666666666666, "choice_nll": 0.5171347260475159, "choice_brier": 0.012146970257163048, "choice_ece": 0.150194255510966, "entropy": 0.43696242570877075} +{"time": "03:01:11", "event": "step", "step": 410, "rows_seen": 13120, "lr": 1.284566748110963e-05, "tok_per_s": 1411.0358390488148, "loss": 0.39298392459750175, "entropy": 0.3887121342122555, "sharp": 0.39912187365385204} +{"time": "03:03:04", "event": "step", "step": 420, "rows_seen": 13440, "lr": 1.1236192515387821e-05, "tok_per_s": 1412.4147484839807, "loss": 0.4279983192682266, "entropy": 0.4365241974592209, "sharp": 0.4517574126903827} +{"time": "03:05:01", "event": "step", "step": 430, "rows_seen": 13760, "lr": 9.799792298443728e-06, "tok_per_s": 1413.4015455326373, "loss": 0.39432063326239586, "entropy": 0.372658371925354, "sharp": 0.42161696690779465} +{"time": "03:06:50", "event": "step", "step": 440, "rows_seen": 14080, "lr": 8.542491591971554e-06, "tok_per_s": 1414.6196598602987, "loss": 0.3880738653242588, "entropy": 0.3504725359380245, "sharp": 0.44202253451714146} +{"time": "03:08:41", "event": "step", "step": 450, "rows_seen": 14400, "lr": 7.469563952077155e-06, "tok_per_s": 1415.8064931968092, "loss": 0.30155943892896175, "entropy": 0.2993687614798546, "sharp": 0.4443095280573918} +{"time": "03:10:32", "event": "step", "step": 460, "rows_seen": 14720, "lr": 6.585509610150972e-06, "tok_per_s": 1416.9707306908886, "loss": 0.47693465650081635, "entropy": 0.4625518098473549, "sharp": 0.3687303066253662} +{"time": "03:12:22", "event": "step", "step": 470, "rows_seen": 15040, "lr": 5.894036597333646e-06, "tok_per_s": 1418.1007004425662, "loss": 0.5364094469696283, "entropy": 0.5091019496321678, "sharp": 0.437362395800077} +{"time": "03:14:13", "event": "step", "step": 480, "rows_seen": 15360, "lr": 5.398045191744809e-06, "tok_per_s": 1418.882943584395, "loss": 0.46612100675702095, "entropy": 0.4190646521747112, "sharp": 0.36967602142920863} +{"time": "03:16:06", "event": "step", "step": 490, "rows_seen": 15680, "lr": 5.099615753708697e-06, "tok_per_s": 1419.8123478497362, "loss": 0.34847426880151033, "entropy": 0.3483805921860039, "sharp": 0.43181294661301833} +{"time": "03:18:03", "event": "step", "step": 500, "rows_seen": 16000, "lr": 5e-06, "tok_per_s": 1420.4158192326408, "loss": 0.43625086173415184, "entropy": 0.432541255839169, "sharp": 0.4186148460094745} +{"time": "03:18:47", "event": "val", "step": 500, "rows_seen": 16000, "n": 500, "dropped_long": 0, "noul_ce": 0.28469711542129517, "noul_T": 0.994473244192307, "choice_ce": 0.5157698392868042, "choice_T": 1.0279886080588168, "noul_auc": 0.6893542757417103, "noul_acc": 0.95, "noul_f1": 0.0, "noul_nll": 0.18621792605146767, "noul_ece": 0.05719471339136362, "noul_brier": 0.0437364420648162, "noul_sharp": 0.4073026180267334, "choice_top1": 0.8933333333333333, "choice_nll": 0.5157698392868042, "choice_brier": 0.011870864778757095, "choice_ece": 0.12944003462791442, "entropy": 0.41757169365882874} +{"time": "03:20:20", "event": "ckpt", "tag": "ckpt-16000", "rows_seen": 16000, "replay_seen": 842, "step": 500, "tokens": 8252844, "tok_per_s": 1388.0007336689791, "rows_per_s": 2.8325639438906167, "val": {"n": 1200, "dropped_long": 0, "noul_ce": 0.28270992636680603, "noul_T": 0.98617776793893, "choice_ce": 0.5138152241706848, "choice_T": 1.0198021545432896, "score_ce": 1.0524400472640991, "score_T": 0.9863055605266354, "noul_auc": 0.7687694614231345, "noul_acc": 0.94, "noul_f1": 0.0, "noul_nll": 0.19844032747205348, "noul_ece": 0.03524344105273485, "noul_brier": 0.05012873477189608, "noul_sharp": 0.41352248191833496, "choice_top1": 0.925, "choice_nll": 0.4993075430393219, "choice_brier": 0.010698705911636353, "choice_ece": 0.1364444311459859, "entropy": 0.40330496430397034}, "dropped_long": 0, "peak_gib": 18.282634735107422} diff --git a/meta_only/podC/e16/S1-E19-a1-n16k-soft-syn/ckpt-16000/adapter/adapter_config.json b/meta_only/podC/e16/S1-E19-a1-n16k-soft-syn/ckpt-16000/adapter/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..e81d410ef5d763b477f7be8c1d0f02559b68d133 --- /dev/null +++ b/meta_only/podC/e16/S1-E19-a1-n16k-soft-syn/ckpt-16000/adapter/adapter_config.json @@ -0,0 +1,57 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "Qwen3_5ForCausalLM", + "parent_library": "transformers.models.qwen3_5.modeling_qwen3_5" + }, + "base_model_name_or_path": "/workspace/jev_kt/models/hf/JEV-9B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 32, + "lora_bias": false, + "lora_dropout": 0.05, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.0", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "o_proj", + "up_proj", + "q_proj", + "in_proj_qkv", + "k_proj", + "in_proj_z", + "down_proj", + "out_proj", + "gate_proj", + "v_proj" + ], + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-E19-a1-n16k-soft-syn/ckpt-16000/adapter_vllm/adapter_config.json b/meta_only/podC/e16/S1-E19-a1-n16k-soft-syn/ckpt-16000/adapter_vllm/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..2d093d03334d1bcd8511a3867adb084f382fd3c5 --- /dev/null +++ b/meta_only/podC/e16/S1-E19-a1-n16k-soft-syn/ckpt-16000/adapter_vllm/adapter_config.json @@ -0,0 +1,58 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "Qwen3_5ForCausalLM", + "parent_library": "transformers.models.qwen3_5.modeling_qwen3_5" + }, + "base_model_name_or_path": null, + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 64.0, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.0", + "qalora_group_size": 16, + "r": 32, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "down_proj", + "gate_proj", + "in_proj_qkv", + "in_proj_z", + "k_proj", + "lm_head", + "o_proj", + "out_proj", + "q_proj", + "up_proj", + "v_proj" + ], + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-E19-a1-n16k-soft-syn/ckpt-16000/adapter_vllm/decision_head.json b/meta_only/podC/e16/S1-E19-a1-n16k-soft-syn/ckpt-16000/adapter_vllm/decision_head.json new file mode 100644 index 0000000000000000000000000000000000000000..644e74f5cf12c45156d12f2a5c7665feb3664cb8 --- /dev/null +++ b/meta_only/podC/e16/S1-E19-a1-n16k-soft-syn/ckpt-16000/adapter_vllm/decision_head.json @@ -0,0 +1,99 @@ +{ + "bias": [ + 0.0006137416930869222, + -0.0006140042678453028, + -0.0019505968084558845, + -0.0013588439906015992, + -0.00043560078484006226, + 0.0019446366932243109, + 0.0014943128917366266, + -0.002277946099638939, + -0.0006216860492713749, + -0.00044265243923291564, + -0.00015286121924873441, + 0.0001331199164269492, + -6.697973003610969e-05, + -0.003444333327934146, + -0.004324695561081171, + -0.005089356563985348, + -0.005958567839115858, + -0.004341926425695419, + -0.004930788651108742, + -0.004969838075339794, + -0.0039724367670714855, + -0.0033796329516917467, + -0.005638263188302517, + -0.0034764064475893974 + ], + "verbalizer_ids": [ + 3721, + 1802, + 15, + 16, + 17, + 18, + 19, + 20, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47 + ], + "slots": { + "num_slots": 24, + "ranges": { + "noul": [ + 0, + 2 + ], + "score": [ + 2, + 8 + ], + "choice": [ + 8, + 24 + ] + }, + "verbalizers": [ + "false", + "true", + "0", + "1", + "2", + "3", + "4", + "5", + "A", + "B", + "C", + "D", + "E", + "F", + "G", + "H", + "I", + "J", + "K", + "L", + "M", + "N", + "O", + "P" + ], + "template_version": "bare-v1" + }, + "note": "decision logits = lm_head-LoRA logprobs of verbalizer ids + bias, then per-kind temperature" +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-E19-a1-n16k-soft-syn/ckpt-16000/calibration.json b/meta_only/podC/e16/S1-E19-a1-n16k-soft-syn/ckpt-16000/calibration.json new file mode 100644 index 0000000000000000000000000000000000000000..98b2912d61d5452c53a2b0ca391b5997a45c4f7f --- /dev/null +++ b/meta_only/podC/e16/S1-E19-a1-n16k-soft-syn/ckpt-16000/calibration.json @@ -0,0 +1,29 @@ +{ + "version": 1, + "per_kind": { + "noul": 0.7678141283914748, + "choice": 1.079829269495149, + "score": 0.9560367711826933 + }, + "fit": { + "noul": { + "n": 1087, + "T": 0.7678141283914748, + "ce_before": 0.5959866642951965, + "ce_after": 0.5919238924980164 + }, + "choice": { + "n": 60, + "T": 1.079829269495149, + "ce_before": 0.6801876425743103, + "ce_after": 0.6788405776023865 + }, + "score": { + "n": 53, + "T": 0.9560367711826933, + "ce_before": 1.0680758953094482, + "ce_after": 1.0674799680709839 + } + }, + "source": "models/e16/S1-E19-a1-n16k-soft-syn/ckpt-16000" +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-E19-a1-n16k-soft-syn/ckpt-16000/judge_config.json b/meta_only/podC/e16/S1-E19-a1-n16k-soft-syn/ckpt-16000/judge_config.json new file mode 100644 index 0000000000000000000000000000000000000000..b3835bc45f2255f7a74dbaeafd875665a620ae2e --- /dev/null +++ b/meta_only/podC/e16/S1-E19-a1-n16k-soft-syn/ckpt-16000/judge_config.json @@ -0,0 +1,164 @@ +{ + "base_model_path": "/root/models/Qwen3.5-9B", + "hidden_size": 4096, + "slots": { + "num_slots": 24, + "ranges": { + "noul": [ + 0, + 2 + ], + "score": [ + 2, + 8 + ], + "choice": [ + 8, + 24 + ] + }, + "verbalizers": [ + "false", + "true", + "0", + "1", + "2", + "3", + "4", + "5", + "A", + "B", + "C", + "D", + "E", + "F", + "G", + "H", + "I", + "J", + "K", + "L", + "M", + "N", + "O", + "P" + ], + "template_version": "bare-v1" + }, + "verbalizer_ids": [ + 3721, + 1802, + 15, + 16, + 17, + 18, + 19, + 20, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47 + ], + "kinds": [ + "noul", + "choice", + "score" + ], + "model_name": "jev-judge-qwen35-9b", + "model_version": "0.8.0", + "lm_head_included": true, + "weights_mode": "unmerged", + "adapter_subfolder": "adapter", + "lora": { + "r": 16, + "lora_alpha": 32, + "lora_dropout": 0.05, + "target_modules": [ + "down_proj", + "gate_proj", + "in_proj_qkv", + "in_proj_z", + "k_proj", + "o_proj", + "out_proj", + "q_proj", + "up_proj", + "v_proj" + ] + }, + "trained_stage": "e16", + "source_checkpoint": "models/e16/S1-E19-a1-n16k-soft-syn/ckpt-16000", + "softcap": null, + "e16": { + "data": "data/e19/E19-a1-n16k-soft", + "data_manifest": { + "arm": "E19-a1-n16k-soft", + "name": null, + "train_sha256": "9d53433f14f467b9e3db73e759b321c632889db391925b69d276f175b0714973", + "n_train": 16000 + }, + "init": "released", + "objective": "s-log", + "sigma": 0.5, + "K": 8, + "reward": "brier", + "clip": 0.2, + "passes": 1, + "lr": 0.0001, + "lr_head": 0.0002, + "rows_per_step": 32, + "train_seed": 0, + "replay": "data/e16/replay/train.jsonl", + "replay_frac": 0.05, + "replay_sha256": "9dd2df19851678750cf79d2fdb47581720930ef2f0c6e18e6fbe23ef2181847e", + "max_len": 3072, + "schedule": "warmup 0.03 + cosine to x0.05 over 500 steps", + "total_rows": 16000, + "lora": { + "r": 16, + "lora_alpha": 32, + "lora_dropout": 0.05 + }, + "trainer_sha256": "bc7c08e836bd99bb2665b02903cd41404ea029ecfa9b68a9ec1a7cda96958ba4", + "event": "ckpt", + "tag": "ckpt-16000", + "rows_seen": 16000, + "replay_seen": 842, + "step": 500, + "tokens": 8943984, + "tok_per_s": 1333.8681055286518, + "rows_per_s": 2.5117449475456777, + "val": { + "n": 1200, + "dropped_long": 0, + "noul_ce": 0.5959866642951965, + "noul_T": 0.7678141283914748, + "choice_ce": 0.6801876425743103, + "choice_T": 1.079829269495149, + "score_ce": 1.0680758953094482, + "score_T": 0.9560367711826933, + "noul_auc": 0.7203797333333333, + "noul_acc": 0.669, + "noul_f1": 0.7311129163281884, + "noul_nll": 0.6084679865464568, + "noul_ece": 0.09679507276415826, + "noul_brier": 0.20980706972993474, + "noul_sharp": 0.1376621127128601, + "entropy": 0.6364099383354187 + }, + "dropped_long": 0, + "peak_gib": 18.282336711883545 + } +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-E19-a1-n16k-soft-syn/train_log.jsonl b/meta_only/podC/e16/S1-E19-a1-n16k-soft-syn/train_log.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..8abfde808681ea555fdadfe9a927c23477876831 --- /dev/null +++ b/meta_only/podC/e16/S1-E19-a1-n16k-soft-syn/train_log.jsonl @@ -0,0 +1,57 @@ +{"time": "09:23:55", "event": "start", "data": "data/e19/E19-a1-n16k-soft", "data_manifest": {"arm": "E19-a1-n16k-soft", "name": null, "train_sha256": "9d53433f14f467b9e3db73e759b321c632889db391925b69d276f175b0714973", "n_train": 16000}, "init": "released", "objective": "s-log", "sigma": 0.5, "K": 8, "reward": "brier", "clip": 0.2, "passes": 1, "lr": 0.0001, "lr_head": 0.0002, "rows_per_step": 32, "train_seed": 0, "replay": "data/e16/replay/train.jsonl", "replay_frac": 0.05, "replay_sha256": "9dd2df19851678750cf79d2fdb47581720930ef2f0c6e18e6fbe23ef2181847e", "max_len": 3072, "schedule": "warmup 0.03 + cosine to x0.05 over 500 steps", "total_rows": 16000, "lora": {"r": 16, "lora_alpha": 32, "lora_dropout": 0.05}, "trainer_sha256": "bc7c08e836bd99bb2665b02903cd41404ea029ecfa9b68a9ec1a7cda96958ba4", "device": "cuda", "load_s": 13.941081047058105} +{"time": "09:26:03", "event": "step", "step": 10, "rows_seen": 320, "lr": 7.333333333333333e-05, "tok_per_s": 1380.0776118938127, "loss": 0.5922681726515293, "entropy": 0.6205461919307709, "sharp": 0.1665712147951126} +{"time": "09:28:12", "event": "step", "step": 20, "rows_seen": 640, "lr": 9.997508952966197e-05, "tok_per_s": 1385.0644649921185, "loss": 0.6551412045955658, "entropy": 0.6834834516048431, "sharp": 0.055279782973229885} +{"time": "09:30:13", "event": "step", "step": 30, "rows_seen": 960, "lr": 9.977596250541417e-05, "tok_per_s": 1394.6499311343837, "loss": 0.6455309055745602, "entropy": 0.6172864846885204, "sharp": 0.14680013712495565} +{"time": "09:32:21", "event": "step", "step": 40, "rows_seen": 1280, "lr": 9.937854366485982e-05, "tok_per_s": 1399.9805415724932, "loss": 0.6268950253725052, "entropy": 0.6031499393284321, "sharp": 0.17359831929206848} +{"time": "09:34:28", "event": "step", "step": 50, "rows_seen": 1600, "lr": 9.8784499920729e-05, "tok_per_s": 1406.008049551169, "loss": 0.6475449008867145, "entropy": 0.6416030935943127, "sharp": 0.13321369234472513} +{"time": "09:36:36", "event": "step", "step": 60, "rows_seen": 1920, "lr": 9.79963228989294e-05, "tok_per_s": 1409.7357467342104, "loss": 0.5686022602021694, "entropy": 0.6365918815135956, "sharp": 0.14510185364633799} +{"time": "09:38:40", "event": "step", "step": 70, "rows_seen": 2240, "lr": 9.701731848780134e-05, "tok_per_s": 1408.2622575735716, "loss": 0.5599682927131653, "entropy": 0.615712583065033, "sharp": 0.15303819067776203} +{"time": "09:40:46", "event": "step", "step": 80, "rows_seen": 2560, "lr": 9.585159297207315e-05, "tok_per_s": 1410.1618297047714, "loss": 0.5952410101890564, "entropy": 0.6193703543394804, "sharp": 0.15862260200083256} +{"time": "09:42:59", "event": "step", "step": 90, "rows_seen": 2880, "lr": 9.450403580967612e-05, "tok_per_s": 1410.688509135036, "loss": 0.6004590764641762, "entropy": 0.5935074016451836, "sharp": 0.18630303256213665} +{"time": "09:45:05", "event": "step", "step": 100, "rows_seen": 3200, "lr": 9.298029912365855e-05, "tok_per_s": 1409.3839806053195, "loss": 0.5907018706202507, "entropy": 0.5910512059926987, "sharp": 0.19450070708990097} +{"time": "09:45:54", "event": "val", "step": 100, "rows_seen": 3200, "n": 500, "dropped_long": 0, "noul_ce": 0.6171107292175293, "noul_T": 0.8676182895825382, "noul_auc": 0.7243422051948492, "noul_acc": 0.686, "noul_f1": 0.7352445193929174, "noul_nll": 0.6140032441467047, "noul_ece": 0.0959373495578766, "noul_brier": 0.21184864270218653, "noul_sharp": 0.14448648691177368, "entropy": 0.6324217915534973} +{"time": "09:48:04", "event": "step", "step": 110, "rows_seen": 3520, "lr": 9.128677399521752e-05, "tok_per_s": 1360.2648585668244, "loss": 0.5950525254011154, "entropy": 0.5739554427564144, "sharp": 0.20734025724232197} +{"time": "09:50:11", "event": "step", "step": 120, "rows_seen": 3840, "lr": 8.943056365728335e-05, "tok_per_s": 1363.6696965120843, "loss": 0.5868894979357719, "entropy": 0.6084095016121864, "sharp": 0.1617147233337164} +{"time": "09:52:21", "event": "step", "step": 130, "rows_seen": 4160, "lr": 8.741945370109202e-05, "tok_per_s": 1366.8262387222826, "loss": 0.5969332084059715, "entropy": 0.6289769932627678, "sharp": 0.14625724963843822} +{"time": "09:54:31", "event": "step", "step": 140, "rows_seen": 4480, "lr": 8.526187942070997e-05, "tok_per_s": 1369.5335433375537, "loss": 0.5721887610852718, "entropy": 0.5451978966593742, "sharp": 0.24201209098100662} +{"time": "09:56:42", "event": "step", "step": 150, "rows_seen": 4800, "lr": 8.296689043247915e-05, "tok_per_s": 1371.6086942357829, "loss": 0.5870692580938339, "entropy": 0.6075425744056702, "sharp": 0.17668322287499905} +{"time": "09:58:52", "event": "step", "step": 160, "rows_seen": 5120, "lr": 8.054411271778132e-05, "tok_per_s": 1372.9217407056033, "loss": 0.6197711229324341, "entropy": 0.6011606454849243, "sharp": 0.18225322384387255} +{"time": "10:01:00", "event": "step", "step": 170, "rows_seen": 5440, "lr": 7.800370824832674e-05, "tok_per_s": 1374.6441806422201, "loss": 0.5780854411423206, "entropy": 0.5296993404626846, "sharp": 0.23255516961216927} +{"time": "10:03:09", "event": "step", "step": 180, "rows_seen": 5760, "lr": 7.535633236331324e-05, "tok_per_s": 1376.595618556569, "loss": 0.5475813820958138, "entropy": 0.5684646181762218, "sharp": 0.22549526952207088} +{"time": "10:05:16", "event": "step", "step": 190, "rows_seen": 6080, "lr": 7.26130890772308e-05, "tok_per_s": 1377.8199096969884, "loss": 0.551090233027935, "entropy": 0.5749247819185257, "sharp": 0.21519922278821468} +{"time": "10:07:25", "event": "step", "step": 200, "rows_seen": 6400, "lr": 6.978548450576568e-05, "tok_per_s": 1379.7132701834844, "loss": 0.611091423779726, "entropy": 0.5904731340706348, "sharp": 0.1885923594236374} +{"time": "10:08:14", "event": "val", "step": 200, "rows_seen": 6400, "n": 500, "dropped_long": 0, "noul_ce": 0.6081955432891846, "noul_T": 0.8381358670520215, "noul_auc": 0.721051121500059, "noul_acc": 0.696, "noul_f1": 0.7508196721311475, "noul_nll": 0.6035723150521517, "noul_ece": 0.07391691756248475, "noul_brier": 0.2074440242847337, "noul_sharp": 0.14990033209323883, "entropy": 0.6282627582550049} +{"time": "10:10:17", "event": "step", "step": 210, "rows_seen": 6720, "lr": 6.688537860515266e-05, "tok_per_s": 1356.305216931948, "loss": 0.6010171882808208, "entropy": 0.5859410688281059, "sharp": 0.19159786775708199} +{"time": "10:12:25", "event": "step", "step": 220, "rows_seen": 7040, "lr": 6.392493542739706e-05, "tok_per_s": 1358.2792346787628, "loss": 0.5971170077100396, "entropy": 0.5882998127490282, "sharp": 0.19305386301130056} +{"time": "10:14:32", "event": "step", "step": 230, "rows_seen": 7360, "lr": 6.091657210001309e-05, "tok_per_s": 1360.6229084361755, "loss": 0.5901980604976416, "entropy": 0.5492683947086334, "sharp": 0.22800433076918125} +{"time": "10:16:40", "event": "step", "step": 240, "rows_seen": 7680, "lr": 5.7872906744276015e-05, "tok_per_s": 1361.8366511450952, "loss": 0.5938432775437832, "entropy": 0.5780248939990997, "sharp": 0.20693093538284302} +{"time": "10:18:50", "event": "step", "step": 250, "rows_seen": 8000, "lr": 5.48067055504363e-05, "tok_per_s": 1362.774023895086, "loss": 0.5807645246386528, "entropy": 0.5974320285022259, "sharp": 0.19250180386006832} +{"time": "10:20:55", "event": "step", "step": 260, "rows_seen": 8320, "lr": 5.173082923188119e-05, "tok_per_s": 1364.2820884578425, "loss": 0.532882034778595, "entropy": 0.5545809008181095, "sharp": 0.22523406706750393} +{"time": "10:22:57", "event": "step", "step": 270, "rows_seen": 8640, "lr": 4.865817908283331e-05, "tok_per_s": 1365.849130797295, "loss": 0.5368630178272724, "entropy": 0.5718533098697662, "sharp": 0.20953884720802307} +{"time": "10:25:10", "event": "step", "step": 280, "rows_seen": 8960, "lr": 4.560164286583922e-05, "tok_per_s": 1367.7528038219564, "loss": 0.5926852002739906, "entropy": 0.6036379858851433, "sharp": 0.1739636193960905} +{"time": "10:27:13", "event": "step", "step": 290, "rows_seen": 9280, "lr": 4.257404075601443e-05, "tok_per_s": 1369.4142478647761, "loss": 0.5908452570438385, "entropy": 0.5500972159206867, "sharp": 0.2348916195333004} +{"time": "10:29:20", "event": "step", "step": 300, "rows_seen": 9600, "lr": 3.958807156877371e-05, "tok_per_s": 1370.6034036575065, "loss": 0.607382146641612, "entropy": 0.6286956146359444, "sharp": 0.13477696478366852} +{"time": "10:30:10", "event": "val", "step": 300, "rows_seen": 9600, "n": 500, "dropped_long": 0, "noul_ce": 0.6017233729362488, "noul_T": 0.7260025420133723, "noul_auc": 0.7225194511485038, "noul_acc": 0.702, "noul_f1": 0.7638668779714739, "noul_nll": 0.6031174612492323, "noul_ece": 0.07422776019573214, "noul_brier": 0.20709073753939986, "noul_sharp": 0.13728228211402893, "entropy": 0.6350911259651184} +{"time": "10:32:11", "event": "step", "step": 310, "rows_seen": 9920, "lr": 3.665625949658603e-05, "tok_per_s": 1354.9969406156256, "loss": 0.5741259306669235, "entropy": 0.5363503843545914, "sharp": 0.23738889396190643} +{"time": "10:34:14", "event": "step", "step": 320, "rows_seen": 10240, "lr": 3.379090157815887e-05, "tok_per_s": 1356.3020948501935, "loss": 0.6510957926511765, "entropy": 0.6164843887090683, "sharp": 0.15062799025326967} +{"time": "10:36:19", "event": "step", "step": 330, "rows_seen": 10560, "lr": 3.10040161203844e-05, "tok_per_s": 1358.025139886062, "loss": 0.5734445676207542, "entropy": 0.5390888899564743, "sharp": 0.23464616760611534} +{"time": "10:38:30", "event": "step", "step": 340, "rows_seen": 10880, "lr": 2.8307292289383776e-05, "tok_per_s": 1359.5790358103748, "loss": 0.5879546105861664, "entropy": 0.5771510601043701, "sharp": 0.205742203630507} +{"time": "10:40:32", "event": "step", "step": 350, "rows_seen": 11200, "lr": 2.571204108208194e-05, "tok_per_s": 1361.1579022633364, "loss": 0.6013623476028442, "entropy": 0.5618066638708115, "sharp": 0.21480564400553703} +{"time": "10:42:45", "event": "step", "step": 360, "rows_seen": 11520, "lr": 2.322914788395595e-05, "tok_per_s": 1362.4630735890478, "loss": 0.602908480912447, "entropy": 0.5859520062804222, "sharp": 0.17402788996696472} +{"time": "10:44:54", "event": "step", "step": 370, "rows_seen": 11840, "lr": 2.0869026811945157e-05, "tok_per_s": 1363.5823259320214, "loss": 0.5919899195432663, "entropy": 0.5875003673136234, "sharp": 0.17310797423124313} +{"time": "10:46:56", "event": "step", "step": 380, "rows_seen": 12160, "lr": 1.8641577034025627e-05, "tok_per_s": 1364.4380392124547, "loss": 0.6368686966598034, "entropy": 0.5327657554298639, "sharp": 0.23721658252179623} +{"time": "10:49:00", "event": "step", "step": 390, "rows_seen": 12480, "lr": 1.6556141248659472e-05, "tok_per_s": 1365.7065356540222, "loss": 0.6090514753013849, "entropy": 0.5859849555417895, "sharp": 0.20071057975292206} +{"time": "10:51:06", "event": "step", "step": 400, "rows_seen": 12800, "lr": 1.4621466498270773e-05, "tok_per_s": 1366.7992175839765, "loss": 0.5387654537335038, "entropy": 0.5835136137902737, "sharp": 0.19442518427968025} +{"time": "10:51:56", "event": "val", "step": 400, "rows_seen": 12800, "n": 500, "dropped_long": 0, "noul_ce": 0.6088541150093079, "noul_T": 0.69369467849466, "noul_auc": 0.7335741168925419, "noul_acc": 0.706, "noul_f1": 0.7609756097560976, "noul_nll": 0.6061588161289692, "noul_ece": 0.11095382672548294, "noul_brier": 0.2081792586015242, "noul_sharp": 0.12916460633277893, "entropy": 0.6433347463607788} +{"time": "10:54:03", "event": "step", "step": 410, "rows_seen": 13120, "lr": 1.284566748110963e-05, "tok_per_s": 1355.2888904530985, "loss": 0.6250777877867222, "entropy": 0.5798892304301262, "sharp": 0.20354639180004597} +{"time": "10:56:10", "event": "step", "step": 420, "rows_seen": 13440, "lr": 1.1236192515387821e-05, "tok_per_s": 1356.5973492946796, "loss": 0.617768382653594, "entropy": 0.540562504902482, "sharp": 0.232145257294178} +{"time": "10:58:19", "event": "step", "step": 430, "rows_seen": 13760, "lr": 9.799792298443728e-06, "tok_per_s": 1357.9292629250642, "loss": 0.6162657747045159, "entropy": 0.5492677614092827, "sharp": 0.22708814591169357} +{"time": "11:00:26", "event": "step", "step": 440, "rows_seen": 14080, "lr": 8.542491591971554e-06, "tok_per_s": 1358.5625521327777, "loss": 0.6026359237730503, "entropy": 0.5536868944764137, "sharp": 0.2335128439590335} +{"time": "11:02:36", "event": "step", "step": 450, "rows_seen": 14400, "lr": 7.469563952077155e-06, "tok_per_s": 1359.9264647485709, "loss": 0.5601336974650621, "entropy": 0.585465719923377, "sharp": 0.19564884714782238} +{"time": "11:04:40", "event": "step", "step": 460, "rows_seen": 14720, "lr": 6.585509610150972e-06, "tok_per_s": 1360.7487376238755, "loss": 0.5792436487972736, "entropy": 0.5811508148908615, "sharp": 0.20158975571393967} +{"time": "11:06:44", "event": "step", "step": 470, "rows_seen": 15040, "lr": 5.894036597333646e-06, "tok_per_s": 1361.8089233626931, "loss": 0.6323299147188663, "entropy": 0.5964979585260153, "sharp": 0.1739058494567871} +{"time": "11:08:51", "event": "step", "step": 480, "rows_seen": 15360, "lr": 5.398045191744809e-06, "tok_per_s": 1362.9952842226935, "loss": 0.5785685423761606, "entropy": 0.5763794742524624, "sharp": 0.18931421544402838} +{"time": "11:10:58", "event": "step", "step": 490, "rows_seen": 15680, "lr": 5.099615753708697e-06, "tok_per_s": 1364.486587911119, "loss": 0.5040249191224575, "entropy": 0.5755459386855364, "sharp": 0.19868578854948282} +{"time": "11:13:06", "event": "step", "step": 500, "rows_seen": 16000, "lr": 5e-06, "tok_per_s": 1365.3525986465897, "loss": 0.6022465480491519, "entropy": 0.5688699893653393, "sharp": 0.20927364751696587} +{"time": "11:13:55", "event": "val", "step": 500, "rows_seen": 16000, "n": 500, "dropped_long": 0, "noul_ce": 0.6154470443725586, "noul_T": 0.8091812414759029, "noul_auc": 0.7351099559501106, "noul_acc": 0.68, "noul_f1": 0.726962457337884, "noul_nll": 0.6117603071480989, "noul_ece": 0.10939615237712862, "noul_brier": 0.21075589238104198, "noul_sharp": 0.137243390083313, "entropy": 0.6367794275283813} +{"time": "11:15:42", "event": "ckpt", "tag": "ckpt-16000", "rows_seen": 16000, "replay_seen": 842, "step": 500, "tokens": 8943984, "tok_per_s": 1333.8681055286518, "rows_per_s": 2.5117449475456777, "val": {"n": 1200, "dropped_long": 0, "noul_ce": 0.5959866642951965, "noul_T": 0.7678141283914748, "choice_ce": 0.6801876425743103, "choice_T": 1.079829269495149, "score_ce": 1.0680758953094482, "score_T": 0.9560367711826933, "noul_auc": 0.7203797333333333, "noul_acc": 0.669, "noul_f1": 0.7311129163281884, "noul_nll": 0.6084679865464568, "noul_ece": 0.09679507276415826, "noul_brier": 0.20980706972993474, "noul_sharp": 0.1376621127128601, "entropy": 0.6364099383354187}, "dropped_long": 0, "peak_gib": 18.282336711883545} diff --git a/meta_only/podC/e16/S1-E19-a1-n16k-syn/ckpt-16000/adapter/adapter_config.json b/meta_only/podC/e16/S1-E19-a1-n16k-syn/ckpt-16000/adapter/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..d2384321176389ed150765b0a54c9bbf88b5b524 --- /dev/null +++ b/meta_only/podC/e16/S1-E19-a1-n16k-syn/ckpt-16000/adapter/adapter_config.json @@ -0,0 +1,57 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "Qwen3_5ForCausalLM", + "parent_library": "transformers.models.qwen3_5.modeling_qwen3_5" + }, + "base_model_name_or_path": "/workspace/jev_kt/models/hf/JEV-9B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 32, + "lora_bias": false, + "lora_dropout": 0.05, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.0", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "in_proj_z", + "up_proj", + "o_proj", + "k_proj", + "down_proj", + "out_proj", + "q_proj", + "v_proj", + "gate_proj", + "in_proj_qkv" + ], + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-E19-a1-n16k-syn/ckpt-16000/adapter_vllm/adapter_config.json b/meta_only/podC/e16/S1-E19-a1-n16k-syn/ckpt-16000/adapter_vllm/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..2d093d03334d1bcd8511a3867adb084f382fd3c5 --- /dev/null +++ b/meta_only/podC/e16/S1-E19-a1-n16k-syn/ckpt-16000/adapter_vllm/adapter_config.json @@ -0,0 +1,58 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "Qwen3_5ForCausalLM", + "parent_library": "transformers.models.qwen3_5.modeling_qwen3_5" + }, + "base_model_name_or_path": null, + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 64.0, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.0", + "qalora_group_size": 16, + "r": 32, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "down_proj", + "gate_proj", + "in_proj_qkv", + "in_proj_z", + "k_proj", + "lm_head", + "o_proj", + "out_proj", + "q_proj", + "up_proj", + "v_proj" + ], + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-E19-a1-n16k-syn/ckpt-16000/adapter_vllm/decision_head.json b/meta_only/podC/e16/S1-E19-a1-n16k-syn/ckpt-16000/adapter_vllm/decision_head.json new file mode 100644 index 0000000000000000000000000000000000000000..5efe095efc2f5bdd684168e502cb2418a2ca8acd --- /dev/null +++ b/meta_only/podC/e16/S1-E19-a1-n16k-syn/ckpt-16000/adapter_vllm/decision_head.json @@ -0,0 +1,99 @@ +{ + "bias": [ + 0.0005869516753591597, + -0.0005872115143574774, + -0.0022866670042276382, + -0.0014944361755624413, + -0.0004164671408943832, + 0.0020037987269461155, + 0.0016292337095364928, + -0.0023955011274665594, + -0.0009124145144596696, + -0.0006560432375408709, + -0.00016946742834988981, + -2.4234932425315492e-05, + -0.0011103420983999968, + -0.0030296682380139828, + -0.00401355791836977, + -0.005071787163615227, + -0.005943118128925562, + -0.004329491872340441, + -0.004925648681819439, + -0.004933689255267382, + -0.003877796232700348, + -0.0033426531590521336, + -0.0056234258227050304, + -0.003458690829575062 + ], + "verbalizer_ids": [ + 3721, + 1802, + 15, + 16, + 17, + 18, + 19, + 20, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47 + ], + "slots": { + "num_slots": 24, + "ranges": { + "noul": [ + 0, + 2 + ], + "score": [ + 2, + 8 + ], + "choice": [ + 8, + 24 + ] + }, + "verbalizers": [ + "false", + "true", + "0", + "1", + "2", + "3", + "4", + "5", + "A", + "B", + "C", + "D", + "E", + "F", + "G", + "H", + "I", + "J", + "K", + "L", + "M", + "N", + "O", + "P" + ], + "template_version": "bare-v1" + }, + "note": "decision logits = lm_head-LoRA logprobs of verbalizer ids + bias, then per-kind temperature" +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-E19-a1-n16k-syn/ckpt-16000/calibration.json b/meta_only/podC/e16/S1-E19-a1-n16k-syn/ckpt-16000/calibration.json new file mode 100644 index 0000000000000000000000000000000000000000..b6530618b86b3d0c4fd7751ee2bb335fe8f11874 --- /dev/null +++ b/meta_only/podC/e16/S1-E19-a1-n16k-syn/ckpt-16000/calibration.json @@ -0,0 +1,29 @@ +{ + "version": 1, + "per_kind": { + "noul": 0.7165140194878802, + "choice": 0.9982098008756057, + "score": 0.975542094058973 + }, + "fit": { + "noul": { + "n": 1087, + "T": 0.7165140194878802, + "ce_before": 0.6018736958503723, + "ce_after": 0.595995306968689 + }, + "choice": { + "n": 60, + "T": 0.9982098008756057, + "ce_before": 0.6610618233680725, + "ce_after": 0.6610606908798218 + }, + "score": { + "n": 53, + "T": 0.975542094058973, + "ce_before": 1.0467227697372437, + "ce_after": 1.0465413331985474 + } + }, + "source": "models/e16/S1-E19-a1-n16k-syn/ckpt-16000" +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-E19-a1-n16k-syn/ckpt-16000/judge_config.json b/meta_only/podC/e16/S1-E19-a1-n16k-syn/ckpt-16000/judge_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c0146dda4e86e15adc2946cc11b7830a18e1bbad --- /dev/null +++ b/meta_only/podC/e16/S1-E19-a1-n16k-syn/ckpt-16000/judge_config.json @@ -0,0 +1,164 @@ +{ + "base_model_path": "/root/models/Qwen3.5-9B", + "hidden_size": 4096, + "slots": { + "num_slots": 24, + "ranges": { + "noul": [ + 0, + 2 + ], + "score": [ + 2, + 8 + ], + "choice": [ + 8, + 24 + ] + }, + "verbalizers": [ + "false", + "true", + "0", + "1", + "2", + "3", + "4", + "5", + "A", + "B", + "C", + "D", + "E", + "F", + "G", + "H", + "I", + "J", + "K", + "L", + "M", + "N", + "O", + "P" + ], + "template_version": "bare-v1" + }, + "verbalizer_ids": [ + 3721, + 1802, + 15, + 16, + 17, + 18, + 19, + 20, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47 + ], + "kinds": [ + "noul", + "choice", + "score" + ], + "model_name": "jev-judge-qwen35-9b", + "model_version": "0.8.0", + "lm_head_included": true, + "weights_mode": "unmerged", + "adapter_subfolder": "adapter", + "lora": { + "r": 16, + "lora_alpha": 32, + "lora_dropout": 0.05, + "target_modules": [ + "down_proj", + "gate_proj", + "in_proj_qkv", + "in_proj_z", + "k_proj", + "o_proj", + "out_proj", + "q_proj", + "up_proj", + "v_proj" + ] + }, + "trained_stage": "e16", + "source_checkpoint": "models/e16/S1-E19-a1-n16k-syn/ckpt-16000", + "softcap": null, + "e16": { + "data": "data/e19/E19-a1-n16k", + "data_manifest": { + "arm": "E19-a1-n16k", + "name": null, + "train_sha256": "94deb2a569bb4fde199043b0a00b31485445643443374b8929f0c5964354d650", + "n_train": 16000 + }, + "init": "released", + "objective": "s-log", + "sigma": 0.5, + "K": 8, + "reward": "brier", + "clip": 0.2, + "passes": 1, + "lr": 0.0001, + "lr_head": 0.0002, + "rows_per_step": 32, + "train_seed": 0, + "replay": "data/e16/replay/train.jsonl", + "replay_frac": 0.05, + "replay_sha256": "9dd2df19851678750cf79d2fdb47581720930ef2f0c6e18e6fbe23ef2181847e", + "max_len": 3072, + "schedule": "warmup 0.03 + cosine to x0.05 over 500 steps", + "total_rows": 16000, + "lora": { + "r": 16, + "lora_alpha": 32, + "lora_dropout": 0.05 + }, + "trainer_sha256": "bc7c08e836bd99bb2665b02903cd41404ea029ecfa9b68a9ec1a7cda96958ba4", + "event": "ckpt", + "tag": "ckpt-16000", + "rows_seen": 16000, + "replay_seen": 842, + "step": 500, + "tokens": 8943984, + "tok_per_s": 1334.0251536838632, + "rows_per_s": 2.5120406776171564, + "val": { + "n": 1200, + "dropped_long": 0, + "noul_ce": 0.6018736958503723, + "noul_T": 0.7165140194878802, + "choice_ce": 0.6610618233680725, + "choice_T": 0.9982098008756057, + "score_ce": 1.0467227697372437, + "score_T": 0.975542094058973, + "noul_auc": 0.7250176, + "noul_acc": 0.679, + "noul_f1": 0.7375306623058054, + "noul_nll": 0.6145058214738965, + "noul_ece": 0.11563834969699383, + "noul_brier": 0.21233727298038133, + "noul_sharp": 0.12655772268772125, + "entropy": 0.6454315185546875 + }, + "dropped_long": 0, + "peak_gib": 18.282336711883545 + } +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-E19-a1-n16k-syn/train_log.jsonl b/meta_only/podC/e16/S1-E19-a1-n16k-syn/train_log.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..7f89bc5f24d47f53b9021a8179df03fc8d5f9ded --- /dev/null +++ b/meta_only/podC/e16/S1-E19-a1-n16k-syn/train_log.jsonl @@ -0,0 +1,57 @@ +{"time": "16:04:56", "event": "start", "data": "data/e19/E19-a1-n16k", "data_manifest": {"arm": "E19-a1-n16k", "name": null, "train_sha256": "94deb2a569bb4fde199043b0a00b31485445643443374b8929f0c5964354d650", "n_train": 16000}, "init": "released", "objective": "s-log", "sigma": 0.5, "K": 8, "reward": "brier", "clip": 0.2, "passes": 1, "lr": 0.0001, "lr_head": 0.0002, "rows_per_step": 32, "train_seed": 0, "replay": "data/e16/replay/train.jsonl", "replay_frac": 0.05, "replay_sha256": "9dd2df19851678750cf79d2fdb47581720930ef2f0c6e18e6fbe23ef2181847e", "max_len": 3072, "schedule": "warmup 0.03 + cosine to x0.05 over 500 steps", "total_rows": 16000, "lora": {"r": 16, "lora_alpha": 32, "lora_dropout": 0.05}, "trainer_sha256": "bc7c08e836bd99bb2665b02903cd41404ea029ecfa9b68a9ec1a7cda96958ba4", "device": "cuda", "load_s": 38.510061502456665} +{"time": "16:07:05", "event": "step", "step": 10, "rows_seen": 320, "lr": 7.333333333333333e-05, "tok_per_s": 1374.445776734991, "loss": 0.5894528701901436, "entropy": 0.5937902256846428, "sharp": 0.18946991488337517} +{"time": "16:09:13", "event": "step", "step": 20, "rows_seen": 640, "lr": 9.997508952966197e-05, "tok_per_s": 1383.999404388402, "loss": 0.6630470678210258, "entropy": 0.686090737581253, "sharp": 0.045880140736699104} +{"time": "16:11:15", "event": "step", "step": 30, "rows_seen": 960, "lr": 9.977596250541417e-05, "tok_per_s": 1390.7759071744847, "loss": 0.6714256554841995, "entropy": 0.6418785192072392, "sharp": 0.12697846814990044} +{"time": "16:13:23", "event": "step", "step": 40, "rows_seen": 1280, "lr": 9.937854366485982e-05, "tok_per_s": 1396.903156224518, "loss": 0.6202242523431778, "entropy": 0.6248056478798389, "sharp": 0.1507299840450287} +{"time": "16:15:30", "event": "step", "step": 50, "rows_seen": 1600, "lr": 9.8784499920729e-05, "tok_per_s": 1402.8727371881048, "loss": 0.717506904155016, "entropy": 0.6036138031631708, "sharp": 0.16964995954185724} +{"time": "16:17:38", "event": "step", "step": 60, "rows_seen": 1920, "lr": 9.79963228989294e-05, "tok_per_s": 1406.9042899210401, "loss": 0.5931288786232471, "entropy": 0.5965085830539465, "sharp": 0.2026488808915019} +{"time": "16:19:42", "event": "step", "step": 70, "rows_seen": 2240, "lr": 9.701731848780134e-05, "tok_per_s": 1406.5924287719827, "loss": 0.5671395361423492, "entropy": 0.5137825161218643, "sharp": 0.22797769866883755} +{"time": "16:21:48", "event": "step", "step": 80, "rows_seen": 2560, "lr": 9.585159297207315e-05, "tok_per_s": 1408.731204405859, "loss": 0.5666338037699461, "entropy": 0.6216479167342186, "sharp": 0.16055579856038094} +{"time": "16:24:00", "event": "step", "step": 90, "rows_seen": 2880, "lr": 9.450403580967612e-05, "tok_per_s": 1409.3956829630756, "loss": 0.6159633249044418, "entropy": 0.6015071198344231, "sharp": 0.17626826371997595} +{"time": "16:26:06", "event": "step", "step": 100, "rows_seen": 3200, "lr": 9.298029912365855e-05, "tok_per_s": 1408.3738688993935, "loss": 0.6239716857671738, "entropy": 0.5428463891148567, "sharp": 0.23707836121320724} +{"time": "16:26:56", "event": "val", "step": 100, "rows_seen": 3200, "n": 500, "dropped_long": 0, "noul_ce": 0.6127307415008545, "noul_T": 1.050038395453534, "noul_auc": 0.7424684815446152, "noul_acc": 0.716, "noul_f1": 0.7649006622516556, "noul_nll": 0.5970428180769086, "noul_ece": 0.09420883107185365, "noul_brier": 0.20361535893971489, "noul_sharp": 0.17640842497348785, "entropy": 0.6058894991874695} +{"time": "16:29:05", "event": "step", "step": 110, "rows_seen": 3520, "lr": 9.128677399521752e-05, "tok_per_s": 1359.7259101956877, "loss": 0.617665734142065, "entropy": 0.6357395276427269, "sharp": 0.14056185260415077} +{"time": "16:31:12", "event": "step", "step": 120, "rows_seen": 3840, "lr": 8.943056365728335e-05, "tok_per_s": 1363.8522251379181, "loss": 0.608349084854126, "entropy": 0.6114343702793121, "sharp": 0.16737612336874008} +{"time": "16:33:22", "event": "step", "step": 130, "rows_seen": 4160, "lr": 8.741945370109202e-05, "tok_per_s": 1366.8938928890286, "loss": 0.5854871347546577, "entropy": 0.5978900045156479, "sharp": 0.1778324507176876} +{"time": "16:35:32", "event": "step", "step": 140, "rows_seen": 4480, "lr": 8.526187942070997e-05, "tok_per_s": 1369.9108626575314, "loss": 0.5921216420829296, "entropy": 0.5538565665483475, "sharp": 0.22439521551132202} +{"time": "16:37:42", "event": "step", "step": 150, "rows_seen": 4800, "lr": 8.296689043247915e-05, "tok_per_s": 1371.669530199861, "loss": 0.599189430475235, "entropy": 0.5978486388921738, "sharp": 0.1882893219590187} +{"time": "16:39:52", "event": "step", "step": 160, "rows_seen": 5120, "lr": 8.054411271778132e-05, "tok_per_s": 1373.6027619428512, "loss": 0.5897804088890553, "entropy": 0.5467528104782104, "sharp": 0.23579085618257523} +{"time": "16:41:59", "event": "step", "step": 170, "rows_seen": 5440, "lr": 7.800370824832674e-05, "tok_per_s": 1375.6690154070327, "loss": 0.5995448790490627, "entropy": 0.5097590684890747, "sharp": 0.2549644969403744} +{"time": "16:44:08", "event": "step", "step": 180, "rows_seen": 5760, "lr": 7.535633236331324e-05, "tok_per_s": 1377.4018545468443, "loss": 0.5739674903452396, "entropy": 0.6561602614820004, "sharp": 0.110089804045856} +{"time": "16:46:14", "event": "step", "step": 190, "rows_seen": 6080, "lr": 7.26130890772308e-05, "tok_per_s": 1379.0626148623085, "loss": 0.5150295272469521, "entropy": 0.5355289578437805, "sharp": 0.2591044958680868} +{"time": "16:48:24", "event": "step", "step": 200, "rows_seen": 6400, "lr": 6.978548450576568e-05, "tok_per_s": 1380.468366106815, "loss": 0.6069918796420097, "entropy": 0.5798355713486671, "sharp": 0.1979511696845293} +{"time": "16:49:14", "event": "val", "step": 200, "rows_seen": 6400, "n": 500, "dropped_long": 0, "noul_ce": 0.6257078051567078, "noul_T": 0.7761901900270453, "noul_auc": 0.7168655381343775, "noul_acc": 0.686, "noul_f1": 0.7352445193929174, "noul_nll": 0.6206025581359863, "noul_ece": 0.10687076276540758, "noul_brier": 0.2150500396336538, "noul_sharp": 0.12506653368473053, "entropy": 0.6474318504333496} +{"time": "16:51:17", "event": "step", "step": 210, "rows_seen": 6720, "lr": 6.688537860515266e-05, "tok_per_s": 1357.0013603593704, "loss": 0.5957151856273413, "entropy": 0.6102973762899637, "sharp": 0.16263651940971613} +{"time": "16:53:24", "event": "step", "step": 220, "rows_seen": 7040, "lr": 6.392493542739706e-05, "tok_per_s": 1359.1661678210482, "loss": 0.7029455406591296, "entropy": 0.5269846301525831, "sharp": 0.25412968918681145} +{"time": "16:55:31", "event": "step", "step": 230, "rows_seen": 7360, "lr": 6.091657210001309e-05, "tok_per_s": 1361.3794453814544, "loss": 0.5850671268999577, "entropy": 0.5899124145507812, "sharp": 0.18455550633370876} +{"time": "16:57:39", "event": "step", "step": 240, "rows_seen": 7680, "lr": 5.7872906744276015e-05, "tok_per_s": 1362.6280054212336, "loss": 0.5705398228019476, "entropy": 0.5806206539273262, "sharp": 0.2050224905833602} +{"time": "16:59:49", "event": "step", "step": 250, "rows_seen": 8000, "lr": 5.48067055504363e-05, "tok_per_s": 1363.633755568349, "loss": 0.5939325578510761, "entropy": 0.5893343649804592, "sharp": 0.18465151637792587} +{"time": "17:01:54", "event": "step", "step": 260, "rows_seen": 8320, "lr": 5.173082923188119e-05, "tok_per_s": 1364.9857594789714, "loss": 0.5891148196533322, "entropy": 0.4798310212790966, "sharp": 0.2826279103755951} +{"time": "17:03:57", "event": "step", "step": 270, "rows_seen": 8640, "lr": 4.865817908283331e-05, "tok_per_s": 1366.1542407712072, "loss": 0.556699562817812, "entropy": 0.6176729314029217, "sharp": 0.1610739268362522} +{"time": "17:06:10", "event": "step", "step": 280, "rows_seen": 8960, "lr": 4.560164286583922e-05, "tok_per_s": 1368.022880365481, "loss": 0.5985889285802841, "entropy": 0.5736552737653255, "sharp": 0.21163435466587543} +{"time": "17:08:13", "event": "step", "step": 290, "rows_seen": 9280, "lr": 4.257404075601443e-05, "tok_per_s": 1369.54864378755, "loss": 0.594834566116333, "entropy": 0.5683047100901604, "sharp": 0.21070453897118568} +{"time": "17:10:21", "event": "step", "step": 300, "rows_seen": 9600, "lr": 3.958807156877371e-05, "tok_per_s": 1370.543190383375, "loss": 0.6264110887423158, "entropy": 0.6329453829675913, "sharp": 0.13096008636057377} +{"time": "17:11:10", "event": "val", "step": 300, "rows_seen": 9600, "n": 500, "dropped_long": 0, "noul_ce": 0.6061652898788452, "noul_T": 0.582557409009522, "noul_auc": 0.7328821454490221, "noul_acc": 0.73, "noul_f1": 0.7926267281105991, "noul_nll": 0.6048320997953415, "noul_ece": 0.111665088057518, "noul_brier": 0.20741267600645136, "noul_sharp": 0.11882870644330978, "entropy": 0.6519232988357544} +{"time": "17:13:12", "event": "step", "step": 310, "rows_seen": 9920, "lr": 3.665625949658603e-05, "tok_per_s": 1355.0180398327484, "loss": 0.6144509315490723, "entropy": 0.5384475812315941, "sharp": 0.23700352758169174} +{"time": "17:15:14", "event": "step", "step": 320, "rows_seen": 10240, "lr": 3.379090157815887e-05, "tok_per_s": 1356.3905226318775, "loss": 0.6402536854147911, "entropy": 0.6074963808059692, "sharp": 0.16243215464055538} +{"time": "17:17:19", "event": "step", "step": 330, "rows_seen": 10560, "lr": 3.10040161203844e-05, "tok_per_s": 1358.216564382586, "loss": 0.5855847615748644, "entropy": 0.5735834762454033, "sharp": 0.20171110332012177} +{"time": "17:19:29", "event": "step", "step": 340, "rows_seen": 10880, "lr": 2.8307292289383776e-05, "tok_per_s": 1359.9163479300003, "loss": 0.6106481626629829, "entropy": 0.5512680895626545, "sharp": 0.23314786329865456} +{"time": "17:21:31", "event": "step", "step": 350, "rows_seen": 11200, "lr": 2.571204108208194e-05, "tok_per_s": 1361.490936167625, "loss": 0.5770780220627785, "entropy": 0.5819186232984066, "sharp": 0.19763756543397903} +{"time": "17:23:44", "event": "step", "step": 360, "rows_seen": 11520, "lr": 2.322914788395595e-05, "tok_per_s": 1362.9299558798662, "loss": 0.5754741467535496, "entropy": 0.5827315896749496, "sharp": 0.17829842306673527} +{"time": "17:25:53", "event": "step", "step": 370, "rows_seen": 11840, "lr": 2.0869026811945157e-05, "tok_per_s": 1364.1941648642926, "loss": 0.5655084624886513, "entropy": 0.5631445050239563, "sharp": 0.20382109470665455} +{"time": "17:27:55", "event": "step", "step": 380, "rows_seen": 12160, "lr": 1.8641577034025627e-05, "tok_per_s": 1365.0354387743164, "loss": 0.6054229810833931, "entropy": 0.5298454724252224, "sharp": 0.2401592656970024} +{"time": "17:29:59", "event": "step", "step": 390, "rows_seen": 12480, "lr": 1.6556141248659472e-05, "tok_per_s": 1366.1861673148828, "loss": 0.547071373090148, "entropy": 0.5777220018208027, "sharp": 0.2093566721305251} +{"time": "17:32:05", "event": "step", "step": 400, "rows_seen": 12800, "lr": 1.4621466498270773e-05, "tok_per_s": 1367.2013093374098, "loss": 0.5518248500302434, "entropy": 0.5341387614607811, "sharp": 0.24700079672038555} +{"time": "17:32:55", "event": "val", "step": 400, "rows_seen": 12800, "n": 500, "dropped_long": 0, "noul_ce": 0.6306027770042419, "noul_T": 0.8741883294044412, "noul_auc": 0.7416583686351286, "noul_acc": 0.688, "noul_f1": 0.7243816254416962, "noul_nll": 0.6249635870307684, "noul_ece": 0.14105892568826678, "noul_brier": 0.21660759383205885, "noul_sharp": 0.1276291459798813, "entropy": 0.6425718069076538} +{"time": "17:35:03", "event": "step", "step": 410, "rows_seen": 13120, "lr": 1.284566748110963e-05, "tok_per_s": 1355.498327404912, "loss": 0.612746462225914, "entropy": 0.5846096053719521, "sharp": 0.19724525604397058} +{"time": "17:37:10", "event": "step", "step": 420, "rows_seen": 13440, "lr": 1.1236192515387821e-05, "tok_per_s": 1356.7501614628918, "loss": 0.628617525100708, "entropy": 0.5640982612967491, "sharp": 0.2114875577390194} +{"time": "17:39:19", "event": "step", "step": 430, "rows_seen": 13760, "lr": 9.799792298443728e-06, "tok_per_s": 1358.0010970477995, "loss": 0.5792068475857377, "entropy": 0.5696650762110949, "sharp": 0.2100564381107688} +{"time": "17:41:27", "event": "step", "step": 440, "rows_seen": 14080, "lr": 8.542491591971554e-06, "tok_per_s": 1358.4721125836043, "loss": 0.6050501186400652, "entropy": 0.5546776540577412, "sharp": 0.23682977631688118} +{"time": "17:43:37", "event": "step", "step": 450, "rows_seen": 14400, "lr": 7.469563952077155e-06, "tok_per_s": 1359.7389578207128, "loss": 0.5351272039115429, "entropy": 0.591396301984787, "sharp": 0.19170596823096275} +{"time": "17:45:42", "event": "step", "step": 460, "rows_seen": 14720, "lr": 6.585509610150972e-06, "tok_per_s": 1360.6124810325825, "loss": 0.5748589336872101, "entropy": 0.5918786190450191, "sharp": 0.1935818213969469} +{"time": "17:47:44", "event": "step", "step": 470, "rows_seen": 15040, "lr": 5.894036597333646e-06, "tok_per_s": 1361.7712649336986, "loss": 0.6847153194248676, "entropy": 0.5827504098415375, "sharp": 0.19261357933282852} +{"time": "17:49:51", "event": "step", "step": 480, "rows_seen": 15360, "lr": 5.398045191744809e-06, "tok_per_s": 1362.9699886724748, "loss": 0.5853373669087887, "entropy": 0.5599395371973515, "sharp": 0.2070944607257843} +{"time": "17:51:58", "event": "step", "step": 490, "rows_seen": 15680, "lr": 5.099615753708697e-06, "tok_per_s": 1364.5256305752216, "loss": 0.4776861257851124, "entropy": 0.5757564418017864, "sharp": 0.19833420403301716} +{"time": "17:54:07", "event": "step", "step": 500, "rows_seen": 16000, "lr": 5e-06, "tok_per_s": 1365.396017897518, "loss": 0.5806671371683478, "entropy": 0.5721019525080919, "sharp": 0.20455056615173817} +{"time": "17:54:56", "event": "val", "step": 500, "rows_seen": 16000, "n": 500, "dropped_long": 0, "noul_ce": 0.6203728914260864, "noul_T": 0.7703677092070824, "noul_auc": 0.7432954718063829, "noul_acc": 0.696, "noul_f1": 0.738831615120275, "noul_nll": 0.614476999565959, "noul_ece": 0.12449502754211426, "noul_brier": 0.21188345752348817, "noul_sharp": 0.1286044865846634, "entropy": 0.6439686417579651} +{"time": "17:56:42", "event": "ckpt", "tag": "ckpt-16000", "rows_seen": 16000, "replay_seen": 842, "step": 500, "tokens": 8943984, "tok_per_s": 1334.0251536838632, "rows_per_s": 2.5120406776171564, "val": {"n": 1200, "dropped_long": 0, "noul_ce": 0.6018736958503723, "noul_T": 0.7165140194878802, "choice_ce": 0.6610618233680725, "choice_T": 0.9982098008756057, "score_ce": 1.0467227697372437, "score_T": 0.975542094058973, "noul_auc": 0.7250176, "noul_acc": 0.679, "noul_f1": 0.7375306623058054, "noul_nll": 0.6145058214738965, "noul_ece": 0.11563834969699383, "noul_brier": 0.21233727298038133, "noul_sharp": 0.12655772268772125, "entropy": 0.6454315185546875}, "dropped_long": 0, "peak_gib": 18.282336711883545} diff --git a/meta_only/podC/e16/S1-E19-a1-n4k-syn/ckpt-4000/adapter/adapter_config.json b/meta_only/podC/e16/S1-E19-a1-n4k-syn/ckpt-4000/adapter/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..7e2d247b45e098c19b8b021317aad6be5a96aff1 --- /dev/null +++ b/meta_only/podC/e16/S1-E19-a1-n4k-syn/ckpt-4000/adapter/adapter_config.json @@ -0,0 +1,57 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "Qwen3_5ForCausalLM", + "parent_library": "transformers.models.qwen3_5.modeling_qwen3_5" + }, + "base_model_name_or_path": "/workspace/jev_kt/models/hf/JEV-9B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 32, + "lora_bias": false, + "lora_dropout": 0.05, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.0", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "v_proj", + "in_proj_qkv", + "up_proj", + "o_proj", + "gate_proj", + "out_proj", + "q_proj", + "in_proj_z", + "down_proj", + "k_proj" + ], + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-E19-a1-n4k-syn/ckpt-4000/adapter_vllm/adapter_config.json b/meta_only/podC/e16/S1-E19-a1-n4k-syn/ckpt-4000/adapter_vllm/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..2d093d03334d1bcd8511a3867adb084f382fd3c5 --- /dev/null +++ b/meta_only/podC/e16/S1-E19-a1-n4k-syn/ckpt-4000/adapter_vllm/adapter_config.json @@ -0,0 +1,58 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "Qwen3_5ForCausalLM", + "parent_library": "transformers.models.qwen3_5.modeling_qwen3_5" + }, + "base_model_name_or_path": null, + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 64.0, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.0", + "qalora_group_size": 16, + "r": 32, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "down_proj", + "gate_proj", + "in_proj_qkv", + "in_proj_z", + "k_proj", + "lm_head", + "o_proj", + "out_proj", + "q_proj", + "up_proj", + "v_proj" + ], + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-E19-a1-n4k-syn/ckpt-4000/adapter_vllm/decision_head.json b/meta_only/podC/e16/S1-E19-a1-n4k-syn/ckpt-4000/adapter_vllm/decision_head.json new file mode 100644 index 0000000000000000000000000000000000000000..d9a7b449342fd2aed9c442c2d75a596cdafaa0c9 --- /dev/null +++ b/meta_only/podC/e16/S1-E19-a1-n4k-syn/ckpt-4000/adapter_vllm/decision_head.json @@ -0,0 +1,99 @@ +{ + "bias": [ + 0.00039741769433021545, + -0.00039766670670360327, + -0.0028938825707882643, + -0.0011861760867759585, + -0.0003184292872902006, + 0.002014103578403592, + 0.0012481184676289558, + -0.0023298251908272505, + -0.0008974922820925713, + -0.0004757616261485964, + -0.0005738963955081999, + -0.00016064834198914468, + 7.309365173568949e-05, + -0.0015822419663891196, + -0.002985483966767788, + -0.005063261371105909, + -0.005933448672294617, + -0.004322174470871687, + -0.004923889879137278, + -0.004915980156511068, + -0.003966952208429575, + -0.0033300044015049934, + -0.005583393853157759, + -0.003452436299994588 + ], + "verbalizer_ids": [ + 3721, + 1802, + 15, + 16, + 17, + 18, + 19, + 20, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47 + ], + "slots": { + "num_slots": 24, + "ranges": { + "noul": [ + 0, + 2 + ], + "score": [ + 2, + 8 + ], + "choice": [ + 8, + 24 + ] + }, + "verbalizers": [ + "false", + "true", + "0", + "1", + "2", + "3", + "4", + "5", + "A", + "B", + "C", + "D", + "E", + "F", + "G", + "H", + "I", + "J", + "K", + "L", + "M", + "N", + "O", + "P" + ], + "template_version": "bare-v1" + }, + "note": "decision logits = lm_head-LoRA logprobs of verbalizer ids + bias, then per-kind temperature" +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-E19-a1-n4k-syn/ckpt-4000/calibration.json b/meta_only/podC/e16/S1-E19-a1-n4k-syn/ckpt-4000/calibration.json new file mode 100644 index 0000000000000000000000000000000000000000..025321dff7c64a2b52fb4bd31342677d98216b0e --- /dev/null +++ b/meta_only/podC/e16/S1-E19-a1-n4k-syn/ckpt-4000/calibration.json @@ -0,0 +1,29 @@ +{ + "version": 1, + "per_kind": { + "noul": 0.8263435030077487, + "choice": 1.0136780131858079, + "score": 0.9922651894318586 + }, + "fit": { + "noul": { + "n": 1087, + "T": 0.8263435030077487, + "ce_before": 0.5827034711837769, + "ce_after": 0.5801888108253479 + }, + "choice": { + "n": 60, + "T": 1.0136780131858079, + "ce_before": 0.6594568490982056, + "ce_after": 0.6594187617301941 + }, + "score": { + "n": 53, + "T": 0.9922651894318586, + "ce_before": 1.0438287258148193, + "ce_after": 1.0438071489334106 + } + }, + "source": "models/e16/S1-E19-a1-n4k-syn/ckpt-4000" +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-E19-a1-n4k-syn/ckpt-4000/judge_config.json b/meta_only/podC/e16/S1-E19-a1-n4k-syn/ckpt-4000/judge_config.json new file mode 100644 index 0000000000000000000000000000000000000000..4a4c85eaf9695564b1a3607884f17990df08d6d6 --- /dev/null +++ b/meta_only/podC/e16/S1-E19-a1-n4k-syn/ckpt-4000/judge_config.json @@ -0,0 +1,164 @@ +{ + "base_model_path": "/root/models/Qwen3.5-9B", + "hidden_size": 4096, + "slots": { + "num_slots": 24, + "ranges": { + "noul": [ + 0, + 2 + ], + "score": [ + 2, + 8 + ], + "choice": [ + 8, + 24 + ] + }, + "verbalizers": [ + "false", + "true", + "0", + "1", + "2", + "3", + "4", + "5", + "A", + "B", + "C", + "D", + "E", + "F", + "G", + "H", + "I", + "J", + "K", + "L", + "M", + "N", + "O", + "P" + ], + "template_version": "bare-v1" + }, + "verbalizer_ids": [ + 3721, + 1802, + 15, + 16, + 17, + 18, + 19, + 20, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47 + ], + "kinds": [ + "noul", + "choice", + "score" + ], + "model_name": "jev-judge-qwen35-9b", + "model_version": "0.8.0", + "lm_head_included": true, + "weights_mode": "unmerged", + "adapter_subfolder": "adapter", + "lora": { + "r": 16, + "lora_alpha": 32, + "lora_dropout": 0.05, + "target_modules": [ + "down_proj", + "gate_proj", + "in_proj_qkv", + "in_proj_z", + "k_proj", + "o_proj", + "out_proj", + "q_proj", + "up_proj", + "v_proj" + ] + }, + "trained_stage": "e16", + "source_checkpoint": "models/e16/S1-E19-a1-n4k-syn/ckpt-4000", + "softcap": null, + "e16": { + "data": "data/e19/E19-a1-n4k", + "data_manifest": { + "arm": "E19-a1-n4k", + "name": null, + "train_sha256": "540534e9352daba3754b72460de1f42981ad4c6db082881ea9cd06bde41ec64f", + "n_train": 4000 + }, + "init": "released", + "objective": "s-log", + "sigma": 0.5, + "K": 8, + "reward": "brier", + "clip": 0.2, + "passes": 1, + "lr": 0.0001, + "lr_head": 0.0002, + "rows_per_step": 32, + "train_seed": 0, + "replay": "data/e16/replay/train.jsonl", + "replay_frac": 0.05, + "replay_sha256": "9dd2df19851678750cf79d2fdb47581720930ef2f0c6e18e6fbe23ef2181847e", + "max_len": 3072, + "schedule": "warmup 0.03 + cosine to x0.05 over 125 steps", + "total_rows": 4000, + "lora": { + "r": 16, + "lora_alpha": 32, + "lora_dropout": 0.05 + }, + "trainer_sha256": "bc7c08e836bd99bb2665b02903cd41404ea029ecfa9b68a9ec1a7cda96958ba4", + "event": "ckpt", + "tag": "ckpt-4000", + "rows_seen": 4000, + "replay_seen": 210, + "step": 125, + "tokens": 2241889, + "tok_per_s": 1281.9845794437344, + "rows_per_s": 2.407414048736292, + "val": { + "n": 1200, + "dropped_long": 0, + "noul_ce": 0.5827034711837769, + "noul_T": 0.8263435030077487, + "choice_ce": 0.6594568490982056, + "choice_T": 1.0136780131858079, + "score_ce": 1.0438287258148193, + "score_T": 0.9922651894318586, + "noul_auc": 0.7284266666666668, + "noul_acc": 0.682, + "noul_f1": 0.7423014586709886, + "noul_nll": 0.5932419957146049, + "noul_ece": 0.06937307044863701, + "noul_brier": 0.20364886409521044, + "noul_sharp": 0.157422736287117, + "entropy": 0.6182610988616943 + }, + "dropped_long": 0, + "peak_gib": 18.282336711883545 + } +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-E19-a1-n4k-syn/train_log.jsonl b/meta_only/podC/e16/S1-E19-a1-n4k-syn/train_log.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..df6bddf951cd5b45f8650359430dd619b83632bc --- /dev/null +++ b/meta_only/podC/e16/S1-E19-a1-n4k-syn/train_log.jsonl @@ -0,0 +1,15 @@ +{"time": "10:05:02", "event": "start", "data": "data/e19/E19-a1-n4k", "data_manifest": {"arm": "E19-a1-n4k", "name": null, "train_sha256": "540534e9352daba3754b72460de1f42981ad4c6db082881ea9cd06bde41ec64f", "n_train": 4000}, "init": "released", "objective": "s-log", "sigma": 0.5, "K": 8, "reward": "brier", "clip": 0.2, "passes": 1, "lr": 0.0001, "lr_head": 0.0002, "rows_per_step": 32, "train_seed": 0, "replay": "data/e16/replay/train.jsonl", "replay_frac": 0.05, "replay_sha256": "9dd2df19851678750cf79d2fdb47581720930ef2f0c6e18e6fbe23ef2181847e", "max_len": 3072, "schedule": "warmup 0.03 + cosine to x0.05 over 125 steps", "total_rows": 4000, "lora": {"r": 16, "lora_alpha": 32, "lora_dropout": 0.05}, "trainer_sha256": "bc7c08e836bd99bb2665b02903cd41404ea029ecfa9b68a9ec1a7cda96958ba4", "device": "cuda", "load_s": 13.097421884536743} +{"time": "10:07:11", "event": "step", "step": 10, "rows_seen": 320, "lr": 9.923040269974204e-05, "tok_per_s": 1373.074074065633, "loss": 0.6184831075370312, "entropy": 0.6636004969477654, "sharp": 0.107638587243855} +{"time": "10:09:19", "event": "step", "step": 20, "rows_seen": 640, "lr": 9.55208574963224e-05, "tok_per_s": 1383.1638571859442, "loss": 0.6337518393993378, "entropy": 0.6607866808772087, "sharp": 0.11071337759494781} +{"time": "10:11:22", "event": "step", "step": 30, "rows_seen": 960, "lr": 8.897432118673851e-05, "tok_per_s": 1390.2972741295616, "loss": 0.667584627866745, "entropy": 0.6264320686459541, "sharp": 0.13228601031005383} +{"time": "10:13:30", "event": "step", "step": 40, "rows_seen": 1280, "lr": 8.002250216471678e-05, "tok_per_s": 1396.2238098938278, "loss": 0.6139045059680939, "entropy": 0.6092486158013344, "sharp": 0.1605532132089138} +{"time": "10:15:36", "event": "step", "step": 50, "rows_seen": 1600, "lr": 6.925572411108201e-05, "tok_per_s": 1402.268630441109, "loss": 0.7492388337850571, "entropy": 0.5749523751437664, "sharp": 0.21325839310884476} +{"time": "10:17:45", "event": "step", "step": 60, "rows_seen": 1920, "lr": 5.738399736402462e-05, "tok_per_s": 1406.4064339498486, "loss": 0.5927707403898239, "entropy": 0.6261010691523552, "sharp": 0.15189047809690237} +{"time": "10:19:49", "event": "step", "step": 70, "rows_seen": 2240, "lr": 4.519019760655705e-05, "tok_per_s": 1405.7778740559124, "loss": 0.5610260665416718, "entropy": 0.5437574833631516, "sharp": 0.20663071051239967} +{"time": "10:21:56", "event": "step", "step": 80, "rows_seen": 2560, "lr": 3.3478439481564835e-05, "tok_per_s": 1406.5150111957087, "loss": 0.5592523384839296, "entropy": 0.606365405023098, "sharp": 0.17425273265689611} +{"time": "10:24:08", "event": "step", "step": 90, "rows_seen": 2880, "lr": 2.3021049613197416e-05, "tok_per_s": 1407.5278001962427, "loss": 0.6026091650128365, "entropy": 0.6202864572405815, "sharp": 0.15475847385823727} +{"time": "10:26:14", "event": "step", "step": 100, "rows_seen": 3200, "lr": 1.4507635874863332e-05, "tok_per_s": 1406.840595215435, "loss": 0.6052468121051788, "entropy": 0.5772884786128998, "sharp": 0.2093072347342968} +{"time": "10:27:04", "event": "val", "step": 100, "rows_seen": 3200, "n": 500, "dropped_long": 0, "noul_ce": 0.6031342148780823, "noul_T": 0.9307791842901637, "noul_auc": 0.7383335302357765, "noul_acc": 0.696, "noul_f1": 0.738831615120275, "noul_nll": 0.6002935469225049, "noul_ece": 0.09385196328163149, "noul_brier": 0.20592077751695836, "noul_sharp": 0.16558407247066498, "entropy": 0.612604558467865} +{"time": "10:29:12", "event": "step", "step": 110, "rows_seen": 3520, "lr": 8.49961150805399e-06, "tok_per_s": 1358.4355140547716, "loss": 0.5946035832166672, "entropy": 0.5944480895996094, "sharp": 0.1819613091647625} +{"time": "10:31:20", "event": "step", "step": 120, "rows_seen": 3840, "lr": 5.3931729785351795e-06, "tok_per_s": 1361.9236511734002, "loss": 0.6052790284156799, "entropy": 0.6096659228205681, "sharp": 0.16632520966231823} +{"time": "10:34:12", "event": "ckpt", "tag": "ckpt-4000", "rows_seen": 4000, "replay_seen": 210, "step": 125, "tokens": 2241889, "tok_per_s": 1281.9845794437344, "rows_per_s": 2.407414048736292, "val": {"n": 1200, "dropped_long": 0, "noul_ce": 0.5827034711837769, "noul_T": 0.8263435030077487, "choice_ce": 0.6594568490982056, "choice_T": 1.0136780131858079, "score_ce": 1.0438287258148193, "score_T": 0.9922651894318586, "noul_auc": 0.7284266666666668, "noul_acc": 0.682, "noul_f1": 0.7423014586709886, "noul_nll": 0.5932419957146049, "noul_ece": 0.06937307044863701, "noul_brier": 0.20364886409521044, "noul_sharp": 0.157422736287117, "entropy": 0.6182610988616943}, "dropped_long": 0, "peak_gib": 18.282336711883545} diff --git a/meta_only/podC/e16/S1-E19-a2-n16k-syn/ckpt-16000/adapter/adapter_config.json b/meta_only/podC/e16/S1-E19-a2-n16k-syn/ckpt-16000/adapter/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..b6a442dc365444d8375d280b65c185f9aa255339 --- /dev/null +++ b/meta_only/podC/e16/S1-E19-a2-n16k-syn/ckpt-16000/adapter/adapter_config.json @@ -0,0 +1,57 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "Qwen3_5ForCausalLM", + "parent_library": "transformers.models.qwen3_5.modeling_qwen3_5" + }, + "base_model_name_or_path": "/workspace/jev_kt/models/hf/JEV-9B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 32, + "lora_bias": false, + "lora_dropout": 0.05, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.0", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "in_proj_qkv", + "out_proj", + "gate_proj", + "q_proj", + "o_proj", + "in_proj_z", + "k_proj", + "v_proj", + "up_proj", + "down_proj" + ], + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-E19-a2-n16k-syn/ckpt-16000/adapter_vllm/adapter_config.json b/meta_only/podC/e16/S1-E19-a2-n16k-syn/ckpt-16000/adapter_vllm/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..2d093d03334d1bcd8511a3867adb084f382fd3c5 --- /dev/null +++ b/meta_only/podC/e16/S1-E19-a2-n16k-syn/ckpt-16000/adapter_vllm/adapter_config.json @@ -0,0 +1,58 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "Qwen3_5ForCausalLM", + "parent_library": "transformers.models.qwen3_5.modeling_qwen3_5" + }, + "base_model_name_or_path": null, + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 64.0, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.0", + "qalora_group_size": 16, + "r": 32, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "down_proj", + "gate_proj", + "in_proj_qkv", + "in_proj_z", + "k_proj", + "lm_head", + "o_proj", + "out_proj", + "q_proj", + "up_proj", + "v_proj" + ], + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-E19-a2-n16k-syn/ckpt-16000/adapter_vllm/decision_head.json b/meta_only/podC/e16/S1-E19-a2-n16k-syn/ckpt-16000/adapter_vllm/decision_head.json new file mode 100644 index 0000000000000000000000000000000000000000..de643df88da93a4bed980c3653502310d2516952 --- /dev/null +++ b/meta_only/podC/e16/S1-E19-a2-n16k-syn/ckpt-16000/adapter_vllm/decision_head.json @@ -0,0 +1,99 @@ +{ + "bias": [ + 0.0006698378711007535, + -0.0006700979429297149, + -0.0021969901863485575, + -0.0017299650935456157, + -0.0005682330811396241, + 0.0019924521911889315, + 0.0014135569799691439, + -0.0025292893406003714, + -0.0007905219681560993, + -0.0002544523449614644, + -0.0001606568694114685, + 0.0004938746569678187, + -0.0007006535306572914, + -0.0036926602479070425, + -0.0041941991075873375, + -0.005265211220830679, + -0.005771999713033438, + -0.004428036976605654, + -0.004990541376173496, + -0.005195997189730406, + -0.004063368774950504, + -0.003612276865169406, + -0.005755958613008261, + -0.0036064963787794113 + ], + "verbalizer_ids": [ + 3721, + 1802, + 15, + 16, + 17, + 18, + 19, + 20, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47 + ], + "slots": { + "num_slots": 24, + "ranges": { + "noul": [ + 0, + 2 + ], + "score": [ + 2, + 8 + ], + "choice": [ + 8, + 24 + ] + }, + "verbalizers": [ + "false", + "true", + "0", + "1", + "2", + "3", + "4", + "5", + "A", + "B", + "C", + "D", + "E", + "F", + "G", + "H", + "I", + "J", + "K", + "L", + "M", + "N", + "O", + "P" + ], + "template_version": "bare-v1" + }, + "note": "decision logits = lm_head-LoRA logprobs of verbalizer ids + bias, then per-kind temperature" +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-E19-a2-n16k-syn/ckpt-16000/calibration.json b/meta_only/podC/e16/S1-E19-a2-n16k-syn/ckpt-16000/calibration.json new file mode 100644 index 0000000000000000000000000000000000000000..21468f1c559d27a2b1a1089af5f9de37e85531f9 --- /dev/null +++ b/meta_only/podC/e16/S1-E19-a2-n16k-syn/ckpt-16000/calibration.json @@ -0,0 +1,29 @@ +{ + "version": 1, + "per_kind": { + "noul": 0.9047572871969928, + "choice": 1.0927370167860686, + "score": 0.9967048444491559 + }, + "fit": { + "noul": { + "n": 1087, + "T": 0.9047572871969928, + "ce_before": 0.5937631726264954, + "ce_after": 0.5931112766265869 + }, + "choice": { + "n": 60, + "T": 1.0927370167860686, + "ce_before": 0.6747161149978638, + "ce_after": 0.6729037165641785 + }, + "score": { + "n": 53, + "T": 0.9967048444491559, + "ce_before": 1.0584912300109863, + "ce_after": 1.0584869384765625 + } + }, + "source": "models/e16/S1-E19-a2-n16k-syn/ckpt-16000" +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-E19-a2-n16k-syn/ckpt-16000/judge_config.json b/meta_only/podC/e16/S1-E19-a2-n16k-syn/ckpt-16000/judge_config.json new file mode 100644 index 0000000000000000000000000000000000000000..25a63bcd41d5ac7c9e58fdebeb625b5abeebb515 --- /dev/null +++ b/meta_only/podC/e16/S1-E19-a2-n16k-syn/ckpt-16000/judge_config.json @@ -0,0 +1,164 @@ +{ + "base_model_path": "/root/models/Qwen3.5-9B", + "hidden_size": 4096, + "slots": { + "num_slots": 24, + "ranges": { + "noul": [ + 0, + 2 + ], + "score": [ + 2, + 8 + ], + "choice": [ + 8, + 24 + ] + }, + "verbalizers": [ + "false", + "true", + "0", + "1", + "2", + "3", + "4", + "5", + "A", + "B", + "C", + "D", + "E", + "F", + "G", + "H", + "I", + "J", + "K", + "L", + "M", + "N", + "O", + "P" + ], + "template_version": "bare-v1" + }, + "verbalizer_ids": [ + 3721, + 1802, + 15, + 16, + 17, + 18, + 19, + 20, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47 + ], + "kinds": [ + "noul", + "choice", + "score" + ], + "model_name": "jev-judge-qwen35-9b", + "model_version": "0.8.0", + "lm_head_included": true, + "weights_mode": "unmerged", + "adapter_subfolder": "adapter", + "lora": { + "r": 16, + "lora_alpha": 32, + "lora_dropout": 0.05, + "target_modules": [ + "down_proj", + "gate_proj", + "in_proj_qkv", + "in_proj_z", + "k_proj", + "o_proj", + "out_proj", + "q_proj", + "up_proj", + "v_proj" + ] + }, + "trained_stage": "e16", + "source_checkpoint": "models/e16/S1-E19-a2-n16k-syn/ckpt-16000", + "softcap": null, + "e16": { + "data": "data/e19/E19-a2-n16k", + "data_manifest": { + "arm": "E19-a2-n16k", + "name": null, + "train_sha256": "a5314ca9860ca9cb0b6c14e6ac6beac1ecb4c88d10dfa3f5ffd93461a640394d", + "n_train": 16000 + }, + "init": "released", + "objective": "s-log", + "sigma": 0.5, + "K": 8, + "reward": "brier", + "clip": 0.2, + "passes": 1, + "lr": 0.0001, + "lr_head": 0.0002, + "rows_per_step": 32, + "train_seed": 0, + "replay": "data/e16/replay/train.jsonl", + "replay_frac": 0.05, + "replay_sha256": "9dd2df19851678750cf79d2fdb47581720930ef2f0c6e18e6fbe23ef2181847e", + "max_len": 3072, + "schedule": "warmup 0.03 + cosine to x0.05 over 500 steps", + "total_rows": 16000, + "lora": { + "r": 16, + "lora_alpha": 32, + "lora_dropout": 0.05 + }, + "trainer_sha256": "bc7c08e836bd99bb2665b02903cd41404ea029ecfa9b68a9ec1a7cda96958ba4", + "event": "ckpt", + "tag": "ckpt-16000", + "rows_seen": 16000, + "replay_seen": 842, + "step": 500, + "tokens": 8990682, + "tok_per_s": 1344.3311516320903, + "rows_per_s": 2.5182989732403476, + "val": { + "n": 1200, + "dropped_long": 0, + "noul_ce": 0.5937631726264954, + "noul_T": 0.9047572871969928, + "choice_ce": 0.6747161149978638, + "choice_T": 1.0927370167860686, + "score_ce": 1.0584912300109863, + "score_T": 0.9967048444491559, + "noul_auc": 0.7048618666666668, + "noul_acc": 0.678, + "noul_f1": 0.7456556082148499, + "noul_nll": 0.6039860939010978, + "noul_ece": 0.06863907600939272, + "noul_brier": 0.20806680856170295, + "noul_sharp": 0.15675228834152222, + "entropy": 0.6183658838272095 + }, + "dropped_long": 0, + "peak_gib": 18.282336711883545 + } +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-E19-a2-n16k-syn/train_log.jsonl b/meta_only/podC/e16/S1-E19-a2-n16k-syn/train_log.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..5ececd003154e67bd631e69dec5df7f75f8ccd7f --- /dev/null +++ b/meta_only/podC/e16/S1-E19-a2-n16k-syn/train_log.jsonl @@ -0,0 +1,57 @@ +{"time": "18:56:18", "event": "start", "data": "data/e19/E19-a2-n16k", "data_manifest": {"arm": "E19-a2-n16k", "name": null, "train_sha256": "a5314ca9860ca9cb0b6c14e6ac6beac1ecb4c88d10dfa3f5ffd93461a640394d", "n_train": 16000}, "init": "released", "objective": "s-log", "sigma": 0.5, "K": 8, "reward": "brier", "clip": 0.2, "passes": 1, "lr": 0.0001, "lr_head": 0.0002, "rows_per_step": 32, "train_seed": 0, "replay": "data/e16/replay/train.jsonl", "replay_frac": 0.05, "replay_sha256": "9dd2df19851678750cf79d2fdb47581720930ef2f0c6e18e6fbe23ef2181847e", "max_len": 3072, "schedule": "warmup 0.03 + cosine to x0.05 over 500 steps", "total_rows": 16000, "lora": {"r": 16, "lora_alpha": 32, "lora_dropout": 0.05}, "trainer_sha256": "bc7c08e836bd99bb2665b02903cd41404ea029ecfa9b68a9ec1a7cda96958ba4", "device": "cuda", "load_s": 43.217817068099976} +{"time": "18:58:31", "event": "step", "step": 10, "rows_seen": 320, "lr": 7.333333333333333e-05, "tok_per_s": 1385.477472176674, "loss": 0.5247664302587509, "entropy": 0.4338454119861126, "sharp": 0.3302402812987566} +{"time": "19:00:41", "event": "step", "step": 20, "rows_seen": 640, "lr": 9.997508952966197e-05, "tok_per_s": 1403.5616882646395, "loss": 0.5751404240727425, "entropy": 0.5958842858672142, "sharp": 0.1952694095671177} +{"time": "19:02:42", "event": "step", "step": 30, "rows_seen": 960, "lr": 9.977596250541417e-05, "tok_per_s": 1404.2220055052264, "loss": 0.48137017339468, "entropy": 0.40653110668063164, "sharp": 0.3437589555978775} +{"time": "19:04:46", "event": "step", "step": 40, "rows_seen": 1280, "lr": 9.937854366485982e-05, "tok_per_s": 1408.1360909807695, "loss": 0.5572982095181942, "entropy": 0.4805666208267212, "sharp": 0.29878697730600834} +{"time": "19:06:51", "event": "step", "step": 50, "rows_seen": 1600, "lr": 9.8784499920729e-05, "tok_per_s": 1409.7580368243594, "loss": 0.4954070411622524, "entropy": 0.5428714752197266, "sharp": 0.2410884741693735} +{"time": "19:08:56", "event": "step", "step": 60, "rows_seen": 1920, "lr": 9.79963228989294e-05, "tok_per_s": 1410.3238781392276, "loss": 0.45892108231782913, "entropy": 0.4656597077846527, "sharp": 0.29567381739616394} +{"time": "19:11:01", "event": "step", "step": 70, "rows_seen": 2240, "lr": 9.701731848780134e-05, "tok_per_s": 1411.8214208490128, "loss": 0.5105417296290398, "entropy": 0.537216879427433, "sharp": 0.25356854125857353} +{"time": "19:13:05", "event": "step", "step": 80, "rows_seen": 2560, "lr": 9.585159297207315e-05, "tok_per_s": 1413.2787968080122, "loss": 0.5380173744633794, "entropy": 0.4449037704616785, "sharp": 0.3256063889712095} +{"time": "19:15:12", "event": "step", "step": 90, "rows_seen": 2880, "lr": 9.450403580967612e-05, "tok_per_s": 1413.6322563295262, "loss": 0.5366313755512238, "entropy": 0.5132209733128548, "sharp": 0.26650951243937016} +{"time": "19:17:17", "event": "step", "step": 100, "rows_seen": 3200, "lr": 9.298029912365855e-05, "tok_per_s": 1412.1126331396158, "loss": 0.5043354122899473, "entropy": 0.5521664265543222, "sharp": 0.22674261033535004} +{"time": "19:18:06", "event": "val", "step": 100, "rows_seen": 3200, "n": 500, "dropped_long": 0, "noul_ce": 0.6149378418922424, "noul_T": 0.7375557730970712, "noul_auc": 0.7134900676781826, "noul_acc": 0.7, "noul_f1": 0.7596153846153846, "noul_nll": 0.6107168177515269, "noul_ece": 0.09418499451875689, "noul_brier": 0.2105225550184868, "noul_sharp": 0.127383291721344, "entropy": 0.6430708169937134} +{"time": "19:20:09", "event": "step", "step": 110, "rows_seen": 3520, "lr": 9.128677399521752e-05, "tok_per_s": 1362.433363652644, "loss": 0.5413701012730598, "entropy": 0.4831184148788452, "sharp": 0.28917399421334267} +{"time": "19:22:15", "event": "step", "step": 120, "rows_seen": 3840, "lr": 8.943056365728335e-05, "tok_per_s": 1367.0402478403687, "loss": 0.43927623331546783, "entropy": 0.47305666469037533, "sharp": 0.30389455053955317} +{"time": "19:24:21", "event": "step", "step": 130, "rows_seen": 4160, "lr": 8.741945370109202e-05, "tok_per_s": 1370.7263818230015, "loss": 0.49060945585370064, "entropy": 0.5971689112484455, "sharp": 0.17916640639305115} +{"time": "19:26:28", "event": "step", "step": 140, "rows_seen": 4480, "lr": 8.526187942070997e-05, "tok_per_s": 1373.8071327475361, "loss": 0.5926672853529453, "entropy": 0.44868344254791737, "sharp": 0.2993247667327523} +{"time": "19:28:36", "event": "step", "step": 150, "rows_seen": 4800, "lr": 8.296689043247915e-05, "tok_per_s": 1377.136277897715, "loss": 0.5692827999591827, "entropy": 0.5778709538280964, "sharp": 0.21019000746309757} +{"time": "19:30:43", "event": "step", "step": 160, "rows_seen": 5120, "lr": 8.054411271778132e-05, "tok_per_s": 1380.089352919323, "loss": 0.5854028910398483, "entropy": 0.5196349546313286, "sharp": 0.2624770514667034} +{"time": "19:32:51", "event": "step", "step": 170, "rows_seen": 5440, "lr": 7.800370824832674e-05, "tok_per_s": 1382.4524809212264, "loss": 0.5270481240004301, "entropy": 0.5809562280774117, "sharp": 0.19737863168120384} +{"time": "19:35:00", "event": "step", "step": 180, "rows_seen": 5760, "lr": 7.535633236331324e-05, "tok_per_s": 1384.045741748671, "loss": 0.5422259196639061, "entropy": 0.5214383862912655, "sharp": 0.2639003526419401} +{"time": "19:37:06", "event": "step", "step": 190, "rows_seen": 6080, "lr": 7.26130890772308e-05, "tok_per_s": 1385.9743253048578, "loss": 0.4844429977238178, "entropy": 0.5398419313132763, "sharp": 0.21770548447966576} +{"time": "19:39:14", "event": "step", "step": 200, "rows_seen": 6400, "lr": 6.978548450576568e-05, "tok_per_s": 1388.0425200434156, "loss": 0.4802835248410702, "entropy": 0.44681617990136147, "sharp": 0.3160276897251606} +{"time": "19:40:04", "event": "val", "step": 200, "rows_seen": 6400, "n": 500, "dropped_long": 0, "noul_ce": 0.635198175907135, "noul_T": 0.9257354388577168, "noul_auc": 0.7164773590319149, "noul_acc": 0.658, "noul_f1": 0.6918918918918919, "noul_nll": 0.6329354876875878, "noul_ece": 0.132399690926075, "noul_brier": 0.2210429842168603, "noul_sharp": 0.1285407990217209, "entropy": 0.6421400904655457} +{"time": "19:42:14", "event": "step", "step": 210, "rows_seen": 6720, "lr": 6.688537860515266e-05, "tok_per_s": 1365.43109568687, "loss": 0.5809464976191521, "entropy": 0.5047618895769119, "sharp": 0.2757837474346161} +{"time": "19:44:21", "event": "step", "step": 220, "rows_seen": 7040, "lr": 6.392493542739706e-05, "tok_per_s": 1367.301411365862, "loss": 0.6484162993729115, "entropy": 0.5257655512541533, "sharp": 0.25359613820910454} +{"time": "19:46:31", "event": "step", "step": 230, "rows_seen": 7360, "lr": 6.091657210001309e-05, "tok_per_s": 1369.692922206227, "loss": 0.5557615142315626, "entropy": 0.5202186666429043, "sharp": 0.26316551119089127} +{"time": "19:48:39", "event": "step", "step": 240, "rows_seen": 7680, "lr": 5.7872906744276015e-05, "tok_per_s": 1371.737197504963, "loss": 0.5095804557204247, "entropy": 0.5369404815137386, "sharp": 0.24869558028876781} +{"time": "19:50:44", "event": "step", "step": 250, "rows_seen": 8000, "lr": 5.48067055504363e-05, "tok_per_s": 1373.4286489280773, "loss": 0.5516218580305576, "entropy": 0.5224902555346489, "sharp": 0.2518802620470524} +{"time": "19:52:50", "event": "step", "step": 260, "rows_seen": 8320, "lr": 5.173082923188119e-05, "tok_per_s": 1375.651148227875, "loss": 0.544958371669054, "entropy": 0.5064634513109922, "sharp": 0.2712111659348011} +{"time": "19:55:00", "event": "step", "step": 270, "rows_seen": 8640, "lr": 4.865817908283331e-05, "tok_per_s": 1377.093920348103, "loss": 0.5889974869787693, "entropy": 0.5341865494847298, "sharp": 0.2559472657740116} +{"time": "19:57:07", "event": "step", "step": 280, "rows_seen": 8960, "lr": 4.560164286583922e-05, "tok_per_s": 1378.2677417466953, "loss": 0.5202695867046714, "entropy": 0.5135232824832201, "sharp": 0.26846520230174065} +{"time": "19:59:14", "event": "step", "step": 290, "rows_seen": 9280, "lr": 4.257404075601443e-05, "tok_per_s": 1379.2541829938395, "loss": 0.6209280118346214, "entropy": 0.5323361940681934, "sharp": 0.24924343824386597} +{"time": "20:01:22", "event": "step", "step": 300, "rows_seen": 9600, "lr": 3.958807156877371e-05, "tok_per_s": 1380.8226958055438, "loss": 0.5230077710002661, "entropy": 0.5381604488939047, "sharp": 0.23566144425421953} +{"time": "20:02:11", "event": "val", "step": 300, "rows_seen": 9600, "n": 500, "dropped_long": 0, "noul_ce": 0.6458771824836731, "noul_T": 0.7752566590735198, "noul_auc": 0.7213886685456785, "noul_acc": 0.66, "noul_f1": 0.6851851851851852, "noul_nll": 0.6411378567218781, "noul_ece": 0.1388076975941658, "noul_brier": 0.22494359427119656, "noul_sharp": 0.09895090013742447, "entropy": 0.6612361073493958} +{"time": "20:04:13", "event": "step", "step": 310, "rows_seen": 9920, "lr": 3.665625949658603e-05, "tok_per_s": 1365.176613263626, "loss": 0.5256699211895466, "entropy": 0.5076260566711426, "sharp": 0.2641800018027425} +{"time": "20:06:18", "event": "step", "step": 320, "rows_seen": 10240, "lr": 3.379090157815887e-05, "tok_per_s": 1366.6097576720865, "loss": 0.5592610612511635, "entropy": 0.5497396364808083, "sharp": 0.21958957985043526} +{"time": "20:08:29", "event": "step", "step": 330, "rows_seen": 10560, "lr": 3.10040161203844e-05, "tok_per_s": 1368.5246425495216, "loss": 0.47494228929281235, "entropy": 0.4603709243237972, "sharp": 0.29469114542007446} +{"time": "20:10:40", "event": "step", "step": 340, "rows_seen": 10880, "lr": 2.8307292289383776e-05, "tok_per_s": 1370.1682136587078, "loss": 0.5282086133956909, "entropy": 0.5048243328928947, "sharp": 0.2614277396351099} +{"time": "20:12:40", "event": "step", "step": 350, "rows_seen": 11200, "lr": 2.571204108208194e-05, "tok_per_s": 1371.109699116005, "loss": 0.5354712158441544, "entropy": 0.5115997940301895, "sharp": 0.26130226626992226} +{"time": "20:14:46", "event": "step", "step": 360, "rows_seen": 11520, "lr": 2.322914788395595e-05, "tok_per_s": 1372.6174538967934, "loss": 0.5462209433317184, "entropy": 0.5192896276712418, "sharp": 0.26255200430750847} +{"time": "20:16:58", "event": "step", "step": 370, "rows_seen": 11840, "lr": 2.0869026811945157e-05, "tok_per_s": 1374.3640030969023, "loss": 0.5717350095510483, "entropy": 0.5450963526964188, "sharp": 0.2410191996023059} +{"time": "20:19:10", "event": "step", "step": 380, "rows_seen": 12160, "lr": 1.8641577034025627e-05, "tok_per_s": 1375.6593794107682, "loss": 0.5249053034931421, "entropy": 0.4921685419976711, "sharp": 0.27522463258355856} +{"time": "20:21:20", "event": "step", "step": 390, "rows_seen": 12480, "lr": 1.6556141248659472e-05, "tok_per_s": 1376.8060797720595, "loss": 0.5235885037109256, "entropy": 0.5130063500255346, "sharp": 0.26459681894630194} +{"time": "20:23:28", "event": "step", "step": 400, "rows_seen": 12800, "lr": 1.4621466498270773e-05, "tok_per_s": 1378.1234460509056, "loss": 0.46129272505640984, "entropy": 0.4439067542552948, "sharp": 0.3171013221144676} +{"time": "20:24:17", "event": "val", "step": 400, "rows_seen": 12800, "n": 500, "dropped_long": 0, "noul_ce": 0.6304543614387512, "noul_T": 1.0069876254711463, "noul_auc": 0.7173212266459639, "noul_acc": 0.662, "noul_f1": 0.6998223801065719, "noul_nll": 0.6257986651882529, "noul_ece": 0.1102108212709427, "noul_brier": 0.21754497959635336, "noul_sharp": 0.1447533220052719, "entropy": 0.6298356652259827} +{"time": "20:26:23", "event": "step", "step": 410, "rows_seen": 13120, "lr": 1.284566748110963e-05, "tok_per_s": 1366.7648431194411, "loss": 0.4775236248970032, "entropy": 0.513160765171051, "sharp": 0.25287577882409096} +{"time": "20:28:28", "event": "step", "step": 420, "rows_seen": 13440, "lr": 1.1236192515387821e-05, "tok_per_s": 1368.0275983461577, "loss": 0.5791216529905796, "entropy": 0.5490939393639565, "sharp": 0.2308947592973709} +{"time": "20:30:30", "event": "step", "step": 430, "rows_seen": 13760, "lr": 9.799792298443728e-06, "tok_per_s": 1369.1587337870392, "loss": 0.632211547344923, "entropy": 0.5516551397740841, "sharp": 0.23398262448608875} +{"time": "20:32:29", "event": "step", "step": 440, "rows_seen": 14080, "lr": 8.542491591971554e-06, "tok_per_s": 1370.127145319904, "loss": 0.5257420092821121, "entropy": 0.5278074853122234, "sharp": 0.2514466531574726} +{"time": "20:34:39", "event": "step", "step": 450, "rows_seen": 14400, "lr": 7.469563952077155e-06, "tok_per_s": 1371.5624135302796, "loss": 0.5055914744734764, "entropy": 0.5135335326194763, "sharp": 0.2528463341295719} +{"time": "20:36:44", "event": "step", "step": 460, "rows_seen": 14720, "lr": 6.585509610150972e-06, "tok_per_s": 1372.5574457306723, "loss": 0.5484344065189362, "entropy": 0.4992627948522568, "sharp": 0.27036235574632883} +{"time": "20:38:49", "event": "step", "step": 470, "rows_seen": 15040, "lr": 5.894036597333646e-06, "tok_per_s": 1373.1921440867266, "loss": 0.5624833889305592, "entropy": 0.5187158361077309, "sharp": 0.262727040797472} +{"time": "20:40:54", "event": "step", "step": 480, "rows_seen": 15360, "lr": 5.398045191744809e-06, "tok_per_s": 1374.1611359363137, "loss": 0.5062696672976017, "entropy": 0.507036853581667, "sharp": 0.265743849799037} +{"time": "20:43:03", "event": "step", "step": 490, "rows_seen": 15680, "lr": 5.099615753708697e-06, "tok_per_s": 1375.164679381925, "loss": 0.5449868813157082, "entropy": 0.551034189760685, "sharp": 0.22819776739925146} +{"time": "20:45:12", "event": "step", "step": 500, "rows_seen": 16000, "lr": 5e-06, "tok_per_s": 1376.013083820405, "loss": 0.5600436087697744, "entropy": 0.4922029636800289, "sharp": 0.26864778995513916} +{"time": "20:46:01", "event": "val", "step": 500, "rows_seen": 16000, "n": 500, "dropped_long": 0, "noul_ce": 0.6091163158416748, "noul_T": 0.9042598282916765, "noul_auc": 0.7209582960625136, "noul_acc": 0.69, "noul_f1": 0.743801652892562, "noul_nll": 0.6054745966047048, "noul_ece": 0.08616434323787693, "noul_brier": 0.20812333297577162, "noul_sharp": 0.15428821742534637, "entropy": 0.6212228536605835} +{"time": "20:47:47", "event": "ckpt", "tag": "ckpt-16000", "rows_seen": 16000, "replay_seen": 842, "step": 500, "tokens": 8990682, "tok_per_s": 1344.3311516320903, "rows_per_s": 2.5182989732403476, "val": {"n": 1200, "dropped_long": 0, "noul_ce": 0.5937631726264954, "noul_T": 0.9047572871969928, "choice_ce": 0.6747161149978638, "choice_T": 1.0927370167860686, "score_ce": 1.0584912300109863, "score_T": 0.9967048444491559, "noul_auc": 0.7048618666666668, "noul_acc": 0.678, "noul_f1": 0.7456556082148499, "noul_nll": 0.6039860939010978, "noul_ece": 0.06863907600939272, "noul_brier": 0.20806680856170295, "noul_sharp": 0.15675228834152222, "entropy": 0.6183658838272095}, "dropped_long": 0, "peak_gib": 18.282336711883545} diff --git a/meta_only/podC/e16/S1-E19-a2-n4k-syn/ckpt-4000/adapter/adapter_config.json b/meta_only/podC/e16/S1-E19-a2-n4k-syn/ckpt-4000/adapter/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..85b35860e89ff95a3c2e241cfcb703f6d2ac700a --- /dev/null +++ b/meta_only/podC/e16/S1-E19-a2-n4k-syn/ckpt-4000/adapter/adapter_config.json @@ -0,0 +1,57 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "Qwen3_5ForCausalLM", + "parent_library": "transformers.models.qwen3_5.modeling_qwen3_5" + }, + "base_model_name_or_path": "/workspace/jev_kt/models/hf/JEV-9B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 32, + "lora_bias": false, + "lora_dropout": 0.05, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.0", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "in_proj_qkv", + "o_proj", + "up_proj", + "v_proj", + "k_proj", + "out_proj", + "down_proj", + "q_proj", + "gate_proj", + "in_proj_z" + ], + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-E19-a2-n4k-syn/ckpt-4000/adapter_vllm/adapter_config.json b/meta_only/podC/e16/S1-E19-a2-n4k-syn/ckpt-4000/adapter_vllm/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..2d093d03334d1bcd8511a3867adb084f382fd3c5 --- /dev/null +++ b/meta_only/podC/e16/S1-E19-a2-n4k-syn/ckpt-4000/adapter_vllm/adapter_config.json @@ -0,0 +1,58 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "Qwen3_5ForCausalLM", + "parent_library": "transformers.models.qwen3_5.modeling_qwen3_5" + }, + "base_model_name_or_path": null, + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 64.0, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.0", + "qalora_group_size": 16, + "r": 32, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "down_proj", + "gate_proj", + "in_proj_qkv", + "in_proj_z", + "k_proj", + "lm_head", + "o_proj", + "out_proj", + "q_proj", + "up_proj", + "v_proj" + ], + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-E19-a2-n4k-syn/ckpt-4000/adapter_vllm/decision_head.json b/meta_only/podC/e16/S1-E19-a2-n4k-syn/ckpt-4000/adapter_vllm/decision_head.json new file mode 100644 index 0000000000000000000000000000000000000000..f9c6e47e6c7f33838f367e2eedd76ff4a9d90f94 --- /dev/null +++ b/meta_only/podC/e16/S1-E19-a2-n4k-syn/ckpt-4000/adapter_vllm/decision_head.json @@ -0,0 +1,99 @@ +{ + "bias": [ + 0.0005256762378849089, + -0.0005259253084659576, + -0.0029678877908736467, + -0.001566614955663681, + -0.00047902646474540234, + 0.0017906972207129002, + 0.00098438432905823, + -0.002654651878401637, + -0.0009794131619855762, + -0.00026712173712439835, + -0.000520659436006099, + -5.9264013543725014e-05, + 3.072969047934748e-05, + -0.0016362600727006793, + -0.0030384494457393885, + -0.005069107282906771, + -0.0059344167821109295, + -0.00434917164966464, + -0.00492890877649188, + -0.004935820586979389, + -0.003990642260760069, + -0.0033509230706840754, + -0.005591134075075388, + -0.0034640158992260695 + ], + "verbalizer_ids": [ + 3721, + 1802, + 15, + 16, + 17, + 18, + 19, + 20, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47 + ], + "slots": { + "num_slots": 24, + "ranges": { + "noul": [ + 0, + 2 + ], + "score": [ + 2, + 8 + ], + "choice": [ + 8, + 24 + ] + }, + "verbalizers": [ + "false", + "true", + "0", + "1", + "2", + "3", + "4", + "5", + "A", + "B", + "C", + "D", + "E", + "F", + "G", + "H", + "I", + "J", + "K", + "L", + "M", + "N", + "O", + "P" + ], + "template_version": "bare-v1" + }, + "note": "decision logits = lm_head-LoRA logprobs of verbalizer ids + bias, then per-kind temperature" +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-E19-a2-n4k-syn/ckpt-4000/calibration.json b/meta_only/podC/e16/S1-E19-a2-n4k-syn/ckpt-4000/calibration.json new file mode 100644 index 0000000000000000000000000000000000000000..1591ef02826a5a57dd3f95eafaa7f6961d8f0007 --- /dev/null +++ b/meta_only/podC/e16/S1-E19-a2-n4k-syn/ckpt-4000/calibration.json @@ -0,0 +1,29 @@ +{ + "version": 1, + "per_kind": { + "noul": 0.7976607958335178, + "choice": 1.0480576103462877, + "score": 0.9772408267133207 + }, + "fit": { + "noul": { + "n": 1087, + "T": 0.7976607958335178, + "ce_before": 0.6109311580657959, + "ce_after": 0.6083136796951294 + }, + "choice": { + "n": 60, + "T": 1.0480576103462877, + "ce_before": 0.6630677580833435, + "ce_after": 0.6625598073005676 + }, + "score": { + "n": 53, + "T": 0.9772408267133207, + "ce_before": 1.0418148040771484, + "ce_after": 1.0416542291641235 + } + }, + "source": "models/e16/S1-E19-a2-n4k-syn/ckpt-4000" +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-E19-a2-n4k-syn/ckpt-4000/judge_config.json b/meta_only/podC/e16/S1-E19-a2-n4k-syn/ckpt-4000/judge_config.json new file mode 100644 index 0000000000000000000000000000000000000000..f2eb7e0ec8719dea64b2266fcb4b45c057d3a86f --- /dev/null +++ b/meta_only/podC/e16/S1-E19-a2-n4k-syn/ckpt-4000/judge_config.json @@ -0,0 +1,164 @@ +{ + "base_model_path": "/root/models/Qwen3.5-9B", + "hidden_size": 4096, + "slots": { + "num_slots": 24, + "ranges": { + "noul": [ + 0, + 2 + ], + "score": [ + 2, + 8 + ], + "choice": [ + 8, + 24 + ] + }, + "verbalizers": [ + "false", + "true", + "0", + "1", + "2", + "3", + "4", + "5", + "A", + "B", + "C", + "D", + "E", + "F", + "G", + "H", + "I", + "J", + "K", + "L", + "M", + "N", + "O", + "P" + ], + "template_version": "bare-v1" + }, + "verbalizer_ids": [ + 3721, + 1802, + 15, + 16, + 17, + 18, + 19, + 20, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47 + ], + "kinds": [ + "noul", + "choice", + "score" + ], + "model_name": "jev-judge-qwen35-9b", + "model_version": "0.8.0", + "lm_head_included": true, + "weights_mode": "unmerged", + "adapter_subfolder": "adapter", + "lora": { + "r": 16, + "lora_alpha": 32, + "lora_dropout": 0.05, + "target_modules": [ + "down_proj", + "gate_proj", + "in_proj_qkv", + "in_proj_z", + "k_proj", + "o_proj", + "out_proj", + "q_proj", + "up_proj", + "v_proj" + ] + }, + "trained_stage": "e16", + "source_checkpoint": "models/e16/S1-E19-a2-n4k-syn/ckpt-4000", + "softcap": null, + "e16": { + "data": "data/e19/E19-a2-n4k", + "data_manifest": { + "arm": "E19-a2-n4k", + "name": null, + "train_sha256": "f0c18ffa853f8dd8edf8cbc8352c1fe516a038b3c296bc586fc10484011803f0", + "n_train": 4000 + }, + "init": "released", + "objective": "s-log", + "sigma": 0.5, + "K": 8, + "reward": "brier", + "clip": 0.2, + "passes": 1, + "lr": 0.0001, + "lr_head": 0.0002, + "rows_per_step": 32, + "train_seed": 0, + "replay": "data/e16/replay/train.jsonl", + "replay_frac": 0.05, + "replay_sha256": "9dd2df19851678750cf79d2fdb47581720930ef2f0c6e18e6fbe23ef2181847e", + "max_len": 3072, + "schedule": "warmup 0.03 + cosine to x0.05 over 125 steps", + "total_rows": 4000, + "lora": { + "r": 16, + "lora_alpha": 32, + "lora_dropout": 0.05 + }, + "trainer_sha256": "bc7c08e836bd99bb2665b02903cd41404ea029ecfa9b68a9ec1a7cda96958ba4", + "event": "ckpt", + "tag": "ckpt-4000", + "rows_seen": 4000, + "replay_seen": 210, + "step": 125, + "tokens": 2216473, + "tok_per_s": 1284.1550259445717, + "rows_per_s": 2.4391421201636994, + "val": { + "n": 1200, + "dropped_long": 0, + "noul_ce": 0.6109311580657959, + "noul_T": 0.7976607958335178, + "choice_ce": 0.6630677580833435, + "choice_T": 1.0480576103462877, + "score_ce": 1.0418148040771484, + "score_T": 0.9772408267133207, + "noul_auc": 0.7112874666666666, + "noul_acc": 0.663, + "noul_f1": 0.7146486028789162, + "noul_nll": 0.6216352039352059, + "noul_ece": 0.10889602878689766, + "noul_brier": 0.2159213391526341, + "noul_sharp": 0.12785722315311432, + "entropy": 0.6435374617576599 + }, + "dropped_long": 0, + "peak_gib": 18.280096530914307 + } +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-E19-a2-n4k-syn/train_log.jsonl b/meta_only/podC/e16/S1-E19-a2-n4k-syn/train_log.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..8b594a9b3203cb5539343a5f3f7a1a605b666406 --- /dev/null +++ b/meta_only/podC/e16/S1-E19-a2-n4k-syn/train_log.jsonl @@ -0,0 +1,15 @@ +{"time": "11:30:32", "event": "start", "data": "data/e19/E19-a2-n4k", "data_manifest": {"arm": "E19-a2-n4k", "name": null, "train_sha256": "f0c18ffa853f8dd8edf8cbc8352c1fe516a038b3c296bc586fc10484011803f0", "n_train": 4000}, "init": "released", "objective": "s-log", "sigma": 0.5, "K": 8, "reward": "brier", "clip": 0.2, "passes": 1, "lr": 0.0001, "lr_head": 0.0002, "rows_per_step": 32, "train_seed": 0, "replay": "data/e16/replay/train.jsonl", "replay_frac": 0.05, "replay_sha256": "9dd2df19851678750cf79d2fdb47581720930ef2f0c6e18e6fbe23ef2181847e", "max_len": 3072, "schedule": "warmup 0.03 + cosine to x0.05 over 125 steps", "total_rows": 4000, "lora": {"r": 16, "lora_alpha": 32, "lora_dropout": 0.05}, "trainer_sha256": "bc7c08e836bd99bb2665b02903cd41404ea029ecfa9b68a9ec1a7cda96958ba4", "device": "cuda", "load_s": 13.097139358520508} +{"time": "11:32:43", "event": "step", "step": 10, "rows_seen": 320, "lr": 9.923040269974204e-05, "tok_per_s": 1411.521262359169, "loss": 0.5071692038327456, "entropy": 0.42701626010239124, "sharp": 0.3178777229040861} +{"time": "11:34:52", "event": "step", "step": 20, "rows_seen": 640, "lr": 9.55208574963224e-05, "tok_per_s": 1416.1282172619933, "loss": 0.5772335268557072, "entropy": 0.6329679861664772, "sharp": 0.155979722738266} +{"time": "11:36:55", "event": "step", "step": 30, "rows_seen": 960, "lr": 8.897432118673851e-05, "tok_per_s": 1411.0299353974756, "loss": 0.49778161756694317, "entropy": 0.36471294052898884, "sharp": 0.3717123679816723} +{"time": "11:38:59", "event": "step", "step": 40, "rows_seen": 1280, "lr": 8.002250216471678e-05, "tok_per_s": 1410.7370876714228, "loss": 0.5755356289446354, "entropy": 0.6367705538868904, "sharp": 0.13117051031440496} +{"time": "11:41:05", "event": "step", "step": 50, "rows_seen": 1600, "lr": 6.925572411108201e-05, "tok_per_s": 1410.4729480792791, "loss": 0.5137148573994637, "entropy": 0.48293235898017883, "sharp": 0.27865035086870193} +{"time": "11:43:11", "event": "step", "step": 60, "rows_seen": 1920, "lr": 5.738399736402462e-05, "tok_per_s": 1408.991771880738, "loss": 0.4733746200799942, "entropy": 0.48844633996486664, "sharp": 0.2835765741765499} +{"time": "11:45:16", "event": "step", "step": 70, "rows_seen": 2240, "lr": 4.519019760655705e-05, "tok_per_s": 1410.1406525379064, "loss": 0.5105729885399342, "entropy": 0.49529513716697693, "sharp": 0.28282133024185896} +{"time": "11:47:21", "event": "step", "step": 80, "rows_seen": 2560, "lr": 3.3478439481564835e-05, "tok_per_s": 1411.1391338228711, "loss": 0.531934660859406, "entropy": 0.45707665011286736, "sharp": 0.31851063948124647} +{"time": "11:49:27", "event": "step", "step": 90, "rows_seen": 2880, "lr": 2.3021049613197416e-05, "tok_per_s": 1411.5371123746127, "loss": 0.5416327193379402, "entropy": 0.5528308302164078, "sharp": 0.23587093129754066} +{"time": "11:51:32", "event": "step", "step": 100, "rows_seen": 3200, "lr": 1.4507635874863332e-05, "tok_per_s": 1410.8955924328832, "loss": 0.5128278201445937, "entropy": 0.5041364450007677, "sharp": 0.26208747923374176} +{"time": "11:52:22", "event": "val", "step": 100, "rows_seen": 3200, "n": 500, "dropped_long": 0, "noul_ce": 0.6137673854827881, "noul_T": 0.8062269342450538, "noul_auc": 0.7196840559653003, "noul_acc": 0.706, "noul_f1": 0.7570247933884298, "noul_nll": 0.6107248820513487, "noul_ece": 0.09607997512817383, "noul_brier": 0.21013127785156974, "noul_sharp": 0.13797271251678467, "entropy": 0.6355640292167664} +{"time": "11:54:24", "event": "step", "step": 110, "rows_seen": 3520, "lr": 8.49961150805399e-06, "tok_per_s": 1361.384308582308, "loss": 0.5422697104513645, "entropy": 0.500493410974741, "sharp": 0.27054380998015404} +{"time": "11:56:30", "event": "step", "step": 120, "rows_seen": 3840, "lr": 5.3931729785351795e-06, "tok_per_s": 1365.985334323029, "loss": 0.465688937343657, "entropy": 0.5169195868074894, "sharp": 0.2545616803690791} +{"time": "11:59:19", "event": "ckpt", "tag": "ckpt-4000", "rows_seen": 4000, "replay_seen": 210, "step": 125, "tokens": 2216473, "tok_per_s": 1284.1550259445717, "rows_per_s": 2.4391421201636994, "val": {"n": 1200, "dropped_long": 0, "noul_ce": 0.6109311580657959, "noul_T": 0.7976607958335178, "choice_ce": 0.6630677580833435, "choice_T": 1.0480576103462877, "score_ce": 1.0418148040771484, "score_T": 0.9772408267133207, "noul_auc": 0.7112874666666666, "noul_acc": 0.663, "noul_f1": 0.7146486028789162, "noul_nll": 0.6216352039352059, "noul_ece": 0.10889602878689766, "noul_brier": 0.2159213391526341, "noul_sharp": 0.12785722315311432, "entropy": 0.6435374617576599}, "dropped_long": 0, "peak_gib": 18.280096530914307} diff --git a/meta_only/podC/e16/S1-E19-b-n16k-soft-syn/ckpt-16000/adapter/adapter_config.json b/meta_only/podC/e16/S1-E19-b-n16k-soft-syn/ckpt-16000/adapter/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..7efeba86fac353a33cf0919e7002fb3e4d5efd2e --- /dev/null +++ b/meta_only/podC/e16/S1-E19-b-n16k-soft-syn/ckpt-16000/adapter/adapter_config.json @@ -0,0 +1,57 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "Qwen3_5ForCausalLM", + "parent_library": "transformers.models.qwen3_5.modeling_qwen3_5" + }, + "base_model_name_or_path": "/workspace/jev_kt/models/hf/JEV-9B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 32, + "lora_bias": false, + "lora_dropout": 0.05, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.0", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "out_proj", + "o_proj", + "down_proj", + "up_proj", + "gate_proj", + "k_proj", + "in_proj_qkv", + "v_proj", + "q_proj", + "in_proj_z" + ], + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-E19-b-n16k-soft-syn/ckpt-16000/adapter_vllm/adapter_config.json b/meta_only/podC/e16/S1-E19-b-n16k-soft-syn/ckpt-16000/adapter_vllm/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..2d093d03334d1bcd8511a3867adb084f382fd3c5 --- /dev/null +++ b/meta_only/podC/e16/S1-E19-b-n16k-soft-syn/ckpt-16000/adapter_vllm/adapter_config.json @@ -0,0 +1,58 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "Qwen3_5ForCausalLM", + "parent_library": "transformers.models.qwen3_5.modeling_qwen3_5" + }, + "base_model_name_or_path": null, + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 64.0, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.0", + "qalora_group_size": 16, + "r": 32, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "down_proj", + "gate_proj", + "in_proj_qkv", + "in_proj_z", + "k_proj", + "lm_head", + "o_proj", + "out_proj", + "q_proj", + "up_proj", + "v_proj" + ], + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-E19-b-n16k-soft-syn/ckpt-16000/adapter_vllm/decision_head.json b/meta_only/podC/e16/S1-E19-b-n16k-soft-syn/ckpt-16000/adapter_vllm/decision_head.json new file mode 100644 index 0000000000000000000000000000000000000000..fae6acd32b30defaab49302f83bc7f4d015cbdc8 --- /dev/null +++ b/meta_only/podC/e16/S1-E19-b-n16k-soft-syn/ckpt-16000/adapter_vllm/decision_head.json @@ -0,0 +1,99 @@ +{ + "bias": [ + 0.0004370776005089283, + -0.00043733397615142167, + -0.0022921222262084484, + -0.0011354880407452583, + -0.00039454331272281706, + 0.001986559247598052, + 0.0012860047863796353, + -0.0024497373960912228, + 3.950556128984317e-05, + -0.0003206657129339874, + 0.0001367146905977279, + 0.0007014995208010077, + -0.0008234233246184886, + -0.0034844228066504, + -0.004320643376559019, + -0.005092154256999493, + -0.0059181880205869675, + -0.004355881828814745, + -0.0049287620931863785, + -0.004949923604726791, + -0.003764262655749917, + -0.0033488688059151173, + -0.005670078564435244, + -0.0034629900474101305 + ], + "verbalizer_ids": [ + 3721, + 1802, + 15, + 16, + 17, + 18, + 19, + 20, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47 + ], + "slots": { + "num_slots": 24, + "ranges": { + "noul": [ + 0, + 2 + ], + "score": [ + 2, + 8 + ], + "choice": [ + 8, + 24 + ] + }, + "verbalizers": [ + "false", + "true", + "0", + "1", + "2", + "3", + "4", + "5", + "A", + "B", + "C", + "D", + "E", + "F", + "G", + "H", + "I", + "J", + "K", + "L", + "M", + "N", + "O", + "P" + ], + "template_version": "bare-v1" + }, + "note": "decision logits = lm_head-LoRA logprobs of verbalizer ids + bias, then per-kind temperature" +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-E19-b-n16k-soft-syn/ckpt-16000/calibration.json b/meta_only/podC/e16/S1-E19-b-n16k-soft-syn/ckpt-16000/calibration.json new file mode 100644 index 0000000000000000000000000000000000000000..f6d935be0e42ff1e2763def95d4b14a21c282ed0 --- /dev/null +++ b/meta_only/podC/e16/S1-E19-b-n16k-soft-syn/ckpt-16000/calibration.json @@ -0,0 +1,29 @@ +{ + "version": 1, + "per_kind": { + "noul": 0.7996195863355682, + "choice": 1.0069859575621012, + "score": 0.9734262469204238 + }, + "fit": { + "noul": { + "n": 1087, + "T": 0.7996195863355682, + "ce_before": 0.5707134008407593, + "ce_after": 0.5669955611228943 + }, + "choice": { + "n": 60, + "T": 1.0069859575621012, + "ce_before": 0.6751356720924377, + "ce_after": 0.6751259565353394 + }, + "score": { + "n": 53, + "T": 0.9734262469204238, + "ce_before": 1.0700172185897827, + "ce_after": 1.0698004961013794 + } + }, + "source": "models/e16/S1-E19-b-n16k-soft-syn/ckpt-16000" +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-E19-b-n16k-soft-syn/ckpt-16000/judge_config.json b/meta_only/podC/e16/S1-E19-b-n16k-soft-syn/ckpt-16000/judge_config.json new file mode 100644 index 0000000000000000000000000000000000000000..73156c03551520bf42cd665a5b1d7e7dd836d95c --- /dev/null +++ b/meta_only/podC/e16/S1-E19-b-n16k-soft-syn/ckpt-16000/judge_config.json @@ -0,0 +1,164 @@ +{ + "base_model_path": "/root/models/Qwen3.5-9B", + "hidden_size": 4096, + "slots": { + "num_slots": 24, + "ranges": { + "noul": [ + 0, + 2 + ], + "score": [ + 2, + 8 + ], + "choice": [ + 8, + 24 + ] + }, + "verbalizers": [ + "false", + "true", + "0", + "1", + "2", + "3", + "4", + "5", + "A", + "B", + "C", + "D", + "E", + "F", + "G", + "H", + "I", + "J", + "K", + "L", + "M", + "N", + "O", + "P" + ], + "template_version": "bare-v1" + }, + "verbalizer_ids": [ + 3721, + 1802, + 15, + 16, + 17, + 18, + 19, + 20, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47 + ], + "kinds": [ + "noul", + "choice", + "score" + ], + "model_name": "jev-judge-qwen35-9b", + "model_version": "0.8.0", + "lm_head_included": true, + "weights_mode": "unmerged", + "adapter_subfolder": "adapter", + "lora": { + "r": 16, + "lora_alpha": 32, + "lora_dropout": 0.05, + "target_modules": [ + "down_proj", + "gate_proj", + "in_proj_qkv", + "in_proj_z", + "k_proj", + "o_proj", + "out_proj", + "q_proj", + "up_proj", + "v_proj" + ] + }, + "trained_stage": "e16", + "source_checkpoint": "models/e16/S1-E19-b-n16k-soft-syn/ckpt-16000", + "softcap": null, + "e16": { + "data": "data/e19/E19-b-n16k-soft", + "data_manifest": { + "arm": "E19-b-n16k-soft", + "name": null, + "train_sha256": "e9810c45d7a6a8baa9971c3b5084cf97eb8820c30904c8aed2faa644a7b073e3", + "n_train": 16000 + }, + "init": "released", + "objective": "s-log", + "sigma": 0.5, + "K": 8, + "reward": "brier", + "clip": 0.2, + "passes": 1, + "lr": 0.0001, + "lr_head": 0.0002, + "rows_per_step": 32, + "train_seed": 0, + "replay": "data/e16/replay/train.jsonl", + "replay_frac": 0.05, + "replay_sha256": "9dd2df19851678750cf79d2fdb47581720930ef2f0c6e18e6fbe23ef2181847e", + "max_len": 3072, + "schedule": "warmup 0.03 + cosine to x0.05 over 500 steps", + "total_rows": 16000, + "lora": { + "r": 16, + "lora_alpha": 32, + "lora_dropout": 0.05 + }, + "trainer_sha256": "bc7c08e836bd99bb2665b02903cd41404ea029ecfa9b68a9ec1a7cda96958ba4", + "event": "ckpt", + "tag": "ckpt-16000", + "rows_seen": 16000, + "replay_seen": 842, + "step": 500, + "tokens": 9808867, + "tok_per_s": 1359.8819319581305, + "rows_per_s": 2.334941588334267, + "val": { + "n": 1200, + "dropped_long": 0, + "noul_ce": 0.5707134008407593, + "noul_T": 0.7996195863355682, + "choice_ce": 0.6751356720924377, + "choice_T": 1.0069859575621012, + "score_ce": 1.0700172185897827, + "score_T": 0.9734262469204238, + "noul_auc": 0.7283797333333333, + "noul_acc": 0.689, + "noul_f1": 0.7734887108521485, + "noul_nll": 0.5846988298594952, + "noul_ece": 0.05261638000607493, + "noul_brier": 0.19981579933137392, + "noul_sharp": 0.16552716493606567, + "entropy": 0.6134412884712219 + }, + "dropped_long": 0, + "peak_gib": 18.282634735107422 + } +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-E19-b-n16k-soft-syn/train_log.jsonl b/meta_only/podC/e16/S1-E19-b-n16k-soft-syn/train_log.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..ee36a43adec566a86cdf5e778e4a85dcb4d5a447 --- /dev/null +++ b/meta_only/podC/e16/S1-E19-b-n16k-soft-syn/train_log.jsonl @@ -0,0 +1,57 @@ +{"time": "06:23:58", "event": "start", "data": "data/e19/E19-b-n16k-soft", "data_manifest": {"arm": "E19-b-n16k-soft", "name": null, "train_sha256": "e9810c45d7a6a8baa9971c3b5084cf97eb8820c30904c8aed2faa644a7b073e3", "n_train": 16000}, "init": "released", "objective": "s-log", "sigma": 0.5, "K": 8, "reward": "brier", "clip": 0.2, "passes": 1, "lr": 0.0001, "lr_head": 0.0002, "rows_per_step": 32, "train_seed": 0, "replay": "data/e16/replay/train.jsonl", "replay_frac": 0.05, "replay_sha256": "9dd2df19851678750cf79d2fdb47581720930ef2f0c6e18e6fbe23ef2181847e", "max_len": 3072, "schedule": "warmup 0.03 + cosine to x0.05 over 500 steps", "total_rows": 16000, "lora": {"r": 16, "lora_alpha": 32, "lora_dropout": 0.05}, "trainer_sha256": "bc7c08e836bd99bb2665b02903cd41404ea029ecfa9b68a9ec1a7cda96958ba4", "device": "cuda", "load_s": 38.424560546875} +{"time": "06:26:17", "event": "step", "step": 10, "rows_seen": 320, "lr": 7.333333333333333e-05, "tok_per_s": 1395.3231581141401, "loss": 0.641099140048027, "entropy": 0.6705117002129555, "sharp": 0.08631224930286407} +{"time": "06:28:27", "event": "step", "step": 20, "rows_seen": 640, "lr": 9.997508952966197e-05, "tok_per_s": 1410.2915765137743, "loss": 0.6427566800266504, "entropy": 0.6588920038193464, "sharp": 0.10246298648416996} +{"time": "06:30:48", "event": "step", "step": 30, "rows_seen": 960, "lr": 9.977596250541417e-05, "tok_per_s": 1418.4978221149474, "loss": 0.684875875711441, "entropy": 0.6326111778616905, "sharp": 0.14749734476208687} +{"time": "06:33:03", "event": "step", "step": 40, "rows_seen": 1280, "lr": 9.937854366485982e-05, "tok_per_s": 1422.9581882755717, "loss": 0.6979268006980419, "entropy": 0.6591690853238106, "sharp": 0.11248837597668171} +{"time": "06:35:19", "event": "step", "step": 50, "rows_seen": 1600, "lr": 9.8784499920729e-05, "tok_per_s": 1424.6475747281636, "loss": 0.6346675641834736, "entropy": 0.6398167870938778, "sharp": 0.13746518827974796} +{"time": "06:37:35", "event": "step", "step": 60, "rows_seen": 1920, "lr": 9.79963228989294e-05, "tok_per_s": 1428.324947695216, "loss": 0.6335135102272034, "entropy": 0.6653152033686638, "sharp": 0.1026694281026721} +{"time": "06:39:54", "event": "step", "step": 70, "rows_seen": 2240, "lr": 9.701731848780134e-05, "tok_per_s": 1428.0597404946204, "loss": 0.6281351894140244, "entropy": 0.6714852601289749, "sharp": 0.07915600575506687} +{"time": "06:42:12", "event": "step", "step": 80, "rows_seen": 2560, "lr": 9.585159297207315e-05, "tok_per_s": 1428.0704525875096, "loss": 0.6629783902317286, "entropy": 0.6543346457183361, "sharp": 0.11266855616122484} +{"time": "06:44:27", "event": "step", "step": 90, "rows_seen": 2880, "lr": 9.450403580967612e-05, "tok_per_s": 1428.7414441386497, "loss": 0.6757008209824562, "entropy": 0.6547242403030396, "sharp": 0.12457368057221174} +{"time": "06:46:42", "event": "step", "step": 100, "rows_seen": 3200, "lr": 9.298029912365855e-05, "tok_per_s": 1428.6034555270705, "loss": 0.6256664469838142, "entropy": 0.6282874643802643, "sharp": 0.1515985308215022} +{"time": "06:47:32", "event": "val", "step": 100, "rows_seen": 3200, "n": 500, "dropped_long": 0, "noul_ce": 0.5904032588005066, "noul_T": 0.8700365109679261, "noul_auc": 0.7272619871394576, "noul_acc": 0.7, "noul_f1": 0.7634069400630915, "noul_nll": 0.590655757933855, "noul_ece": 0.052605230510234836, "noul_brier": 0.20171888033353477, "noul_sharp": 0.17350289225578308, "entropy": 0.6103087067604065} +{"time": "06:49:52", "event": "step", "step": 110, "rows_seen": 3520, "lr": 9.128677399521752e-05, "tok_per_s": 1383.4162634918623, "loss": 0.6692268047481775, "entropy": 0.6554732825607061, "sharp": 0.11533715948462486} +{"time": "06:52:05", "event": "step", "step": 120, "rows_seen": 3840, "lr": 8.943056365728335e-05, "tok_per_s": 1385.5743383778163, "loss": 0.6291872840374708, "entropy": 0.6419543996453285, "sharp": 0.13897543586790562} +{"time": "06:54:25", "event": "step", "step": 130, "rows_seen": 4160, "lr": 8.741945370109202e-05, "tok_per_s": 1388.1492322975632, "loss": 0.6564246080815792, "entropy": 0.6549367681145668, "sharp": 0.10523439105600119} +{"time": "06:56:45", "event": "step", "step": 140, "rows_seen": 4480, "lr": 8.526187942070997e-05, "tok_per_s": 1391.301447037604, "loss": 0.6665970385074615, "entropy": 0.6624746769666672, "sharp": 0.0979094635695219} +{"time": "06:58:59", "event": "step", "step": 150, "rows_seen": 4800, "lr": 8.296689043247915e-05, "tok_per_s": 1393.736629590497, "loss": 0.6870997920632362, "entropy": 0.6574535556137562, "sharp": 0.11549213528633118} +{"time": "07:01:18", "event": "step", "step": 160, "rows_seen": 5120, "lr": 8.054411271778132e-05, "tok_per_s": 1396.5277693161654, "loss": 0.687395203858614, "entropy": 0.6627223752439022, "sharp": 0.10333138052374125} +{"time": "07:03:38", "event": "step", "step": 170, "rows_seen": 5440, "lr": 7.800370824832674e-05, "tok_per_s": 1399.032477314842, "loss": 0.6601911820471287, "entropy": 0.6601568758487701, "sharp": 0.10562223754823208} +{"time": "07:05:56", "event": "step", "step": 180, "rows_seen": 5760, "lr": 7.535633236331324e-05, "tok_per_s": 1400.7441843952838, "loss": 0.6827279217541218, "entropy": 0.6128732487559319, "sharp": 0.18548000790178776} +{"time": "07:08:11", "event": "step", "step": 190, "rows_seen": 6080, "lr": 7.26130890772308e-05, "tok_per_s": 1401.9884805029199, "loss": 0.6670525670051575, "entropy": 0.6769368723034859, "sharp": 0.06676701083779335} +{"time": "07:10:29", "event": "step", "step": 200, "rows_seen": 6400, "lr": 6.978548450576568e-05, "tok_per_s": 1403.5905021043982, "loss": 0.6340881064534187, "entropy": 0.651928685605526, "sharp": 0.11848016455769539} +{"time": "07:11:18", "event": "val", "step": 200, "rows_seen": 6400, "n": 500, "dropped_long": 0, "noul_ce": 0.5902745127677917, "noul_T": 0.7899649419421488, "noul_auc": 0.7379791058378762, "noul_acc": 0.704, "noul_f1": 0.7672955974842768, "noul_nll": 0.587813924819231, "noul_ece": 0.06482496213912964, "noul_brier": 0.20031288574061223, "noul_sharp": 0.16022031009197235, "entropy": 0.6207488179206848} +{"time": "07:13:34", "event": "step", "step": 210, "rows_seen": 6720, "lr": 6.688537860515266e-05, "tok_per_s": 1381.764463243578, "loss": 0.674190778285265, "entropy": 0.6322330683469772, "sharp": 0.14129625726491213} +{"time": "07:15:49", "event": "step", "step": 220, "rows_seen": 7040, "lr": 6.392493542739706e-05, "tok_per_s": 1383.9045831958151, "loss": 0.6953665763139725, "entropy": 0.6649657562375069, "sharp": 0.10106168035417795} +{"time": "07:18:06", "event": "step", "step": 230, "rows_seen": 7360, "lr": 6.091657210001309e-05, "tok_per_s": 1385.9587569027856, "loss": 0.6417992636561394, "entropy": 0.6420441120862961, "sharp": 0.1346310507506132} +{"time": "07:20:25", "event": "step", "step": 240, "rows_seen": 7680, "lr": 5.7872906744276015e-05, "tok_per_s": 1387.9261066021918, "loss": 0.6590793281793594, "entropy": 0.6612154170870781, "sharp": 0.10991133656352758} +{"time": "07:22:42", "event": "step", "step": 250, "rows_seen": 8000, "lr": 5.48067055504363e-05, "tok_per_s": 1389.4323684140757, "loss": 0.6935382895171642, "entropy": 0.6536136195063591, "sharp": 0.1235555736348033} +{"time": "07:24:58", "event": "step", "step": 260, "rows_seen": 8320, "lr": 5.173082923188119e-05, "tok_per_s": 1390.565776243182, "loss": 0.6707685813307762, "entropy": 0.6678047701716423, "sharp": 0.0880926214158535} +{"time": "07:27:22", "event": "step", "step": 270, "rows_seen": 8640, "lr": 4.865817908283331e-05, "tok_per_s": 1392.2991152557795, "loss": 0.6203687861561775, "entropy": 0.6214868053793907, "sharp": 0.1568907629698515} +{"time": "07:29:40", "event": "step", "step": 280, "rows_seen": 8960, "lr": 4.560164286583922e-05, "tok_per_s": 1393.3044682148366, "loss": 0.6940962448716164, "entropy": 0.6610124036669731, "sharp": 0.10338656604290009} +{"time": "07:32:01", "event": "step", "step": 290, "rows_seen": 9280, "lr": 4.257404075601443e-05, "tok_per_s": 1394.8032391496156, "loss": 0.6943543031811714, "entropy": 0.6706461794674397, "sharp": 0.08361258264631033} +{"time": "07:34:21", "event": "step", "step": 300, "rows_seen": 9600, "lr": 3.958807156877371e-05, "tok_per_s": 1395.7772167346404, "loss": 0.6962390579283237, "entropy": 0.655740387737751, "sharp": 0.1178734339773655} +{"time": "07:35:10", "event": "val", "step": 300, "rows_seen": 9600, "n": 500, "dropped_long": 0, "noul_ce": 0.5957106947898865, "noul_T": 0.7476771776443084, "noul_auc": 0.7364601441325884, "noul_acc": 0.68, "noul_f1": 0.7777777777777778, "noul_nll": 0.596840008109808, "noul_ece": 0.08404719984531402, "noul_brier": 0.2045544949051212, "noul_sharp": 0.14550575613975525, "entropy": 0.6293827891349792} +{"time": "07:37:25", "event": "step", "step": 310, "rows_seen": 9920, "lr": 3.665625949658603e-05, "tok_per_s": 1381.2028361127875, "loss": 0.6170995607972145, "entropy": 0.6565576791763306, "sharp": 0.1135723926126957} +{"time": "07:39:41", "event": "step", "step": 320, "rows_seen": 10240, "lr": 3.379090157815887e-05, "tok_per_s": 1382.5891845194901, "loss": 0.6706065163016319, "entropy": 0.6594266593456268, "sharp": 0.10142279416322708} +{"time": "07:42:02", "event": "step", "step": 330, "rows_seen": 10560, "lr": 3.10040161203844e-05, "tok_per_s": 1384.2087974800218, "loss": 0.6664822697639465, "entropy": 0.6557753048837185, "sharp": 0.10946996603161097} +{"time": "07:44:16", "event": "step", "step": 340, "rows_seen": 10880, "lr": 2.8307292289383776e-05, "tok_per_s": 1385.2129973735362, "loss": 0.6645050048828125, "entropy": 0.6543692275881767, "sharp": 0.10825754422694445} +{"time": "07:46:33", "event": "step", "step": 350, "rows_seen": 11200, "lr": 2.571204108208194e-05, "tok_per_s": 1386.5208674446333, "loss": 0.6662523560225964, "entropy": 0.6596675142645836, "sharp": 0.10156732425093651} +{"time": "07:48:50", "event": "step", "step": 360, "rows_seen": 11520, "lr": 2.322914788395595e-05, "tok_per_s": 1387.3905020412215, "loss": 0.6237668693065643, "entropy": 0.6417529433965683, "sharp": 0.1373659074306488} +{"time": "07:51:10", "event": "step", "step": 370, "rows_seen": 11840, "lr": 2.0869026811945157e-05, "tok_per_s": 1388.6152384638704, "loss": 0.6570617705583572, "entropy": 0.6265480741858482, "sharp": 0.15448961220681667} +{"time": "07:53:27", "event": "step", "step": 380, "rows_seen": 12160, "lr": 1.8641577034025627e-05, "tok_per_s": 1389.4838557157052, "loss": 0.6503955945372581, "entropy": 0.6480048224329948, "sharp": 0.1282982099801302} +{"time": "07:55:47", "event": "step", "step": 390, "rows_seen": 12480, "lr": 1.6556141248659472e-05, "tok_per_s": 1390.9875699830907, "loss": 0.6535060741007328, "entropy": 0.6522169560194016, "sharp": 0.11247918102890253} +{"time": "07:57:59", "event": "step", "step": 400, "rows_seen": 12800, "lr": 1.4621466498270773e-05, "tok_per_s": 1391.598258948512, "loss": 0.6828808784484863, "entropy": 0.6399651765823364, "sharp": 0.13319541793316603} +{"time": "07:58:49", "event": "val", "step": 400, "rows_seen": 12800, "n": 500, "dropped_long": 0, "noul_ce": 0.5871716737747192, "noul_T": 0.7243954216821289, "noul_auc": 0.7409832745438896, "noul_acc": 0.71, "noul_f1": 0.7772657450076805, "noul_nll": 0.5860297341048718, "noul_ece": 0.0753792326450348, "noul_brier": 0.19964733065603543, "noul_sharp": 0.1511005312204361, "entropy": 0.6261325478553772} +{"time": "08:01:06", "event": "step", "step": 410, "rows_seen": 13120, "lr": 1.284566748110963e-05, "tok_per_s": 1380.5110378963936, "loss": 0.6451462432742119, "entropy": 0.6682553105056286, "sharp": 0.0856785774230957} +{"time": "08:03:20", "event": "step", "step": 420, "rows_seen": 13440, "lr": 1.1236192515387821e-05, "tok_per_s": 1381.8696613935545, "loss": 0.6540346927940845, "entropy": 0.652828574180603, "sharp": 0.11762587912380695} +{"time": "08:05:40", "event": "step", "step": 430, "rows_seen": 13760, "lr": 9.799792298443728e-06, "tok_per_s": 1383.1017324097495, "loss": 0.6793477274477482, "entropy": 0.644553367048502, "sharp": 0.12713398784399033} +{"time": "08:07:55", "event": "step", "step": 440, "rows_seen": 14080, "lr": 8.542491591971554e-06, "tok_per_s": 1384.3578421426023, "loss": 0.6713092010468245, "entropy": 0.6517450250685215, "sharp": 0.12135654408484697} +{"time": "08:10:13", "event": "step", "step": 450, "rows_seen": 14400, "lr": 7.469563952077155e-06, "tok_per_s": 1385.5363953770789, "loss": 0.6212664246559143, "entropy": 0.6559706479310989, "sharp": 0.10529725439846516} +{"time": "08:12:32", "event": "step", "step": 460, "rows_seen": 14720, "lr": 6.585509610150972e-06, "tok_per_s": 1386.247613700246, "loss": 0.6402456015348434, "entropy": 0.6473248526453972, "sharp": 0.12513269763439894} +{"time": "08:14:53", "event": "step", "step": 470, "rows_seen": 15040, "lr": 5.894036597333646e-06, "tok_per_s": 1387.2761712505496, "loss": 0.7041117735207081, "entropy": 0.6617974191904068, "sharp": 0.10430118814110756} +{"time": "08:17:09", "event": "step", "step": 480, "rows_seen": 15360, "lr": 5.398045191744809e-06, "tok_per_s": 1388.0805014965574, "loss": 0.6738313436508179, "entropy": 0.6621779836714268, "sharp": 0.09830774366855621} +{"time": "08:19:22", "event": "step", "step": 490, "rows_seen": 15680, "lr": 5.099615753708697e-06, "tok_per_s": 1388.6583689144766, "loss": 0.5881963148713112, "entropy": 0.6464004591107368, "sharp": 0.1279012244194746} +{"time": "08:21:38", "event": "step", "step": 500, "rows_seen": 16000, "lr": 5e-06, "tok_per_s": 1389.4731221917418, "loss": 0.6543652191758156, "entropy": 0.6480146944522858, "sharp": 0.12310371920466423} +{"time": "08:22:27", "event": "val", "step": 500, "rows_seen": 16000, "n": 500, "dropped_long": 0, "noul_ce": 0.5850248336791992, "noul_T": 0.7747219476356769, "noul_auc": 0.7408313783733608, "noul_acc": 0.696, "noul_f1": 0.7696969696969697, "noul_nll": 0.5838749419003725, "noul_ece": 0.06851807606220245, "noul_brier": 0.19886905758190518, "noul_sharp": 0.15945182740688324, "entropy": 0.6182103753089905} +{"time": "08:24:12", "event": "ckpt", "tag": "ckpt-16000", "rows_seen": 16000, "replay_seen": 842, "step": 500, "tokens": 9808867, "tok_per_s": 1359.8819319581305, "rows_per_s": 2.334941588334267, "val": {"n": 1200, "dropped_long": 0, "noul_ce": 0.5707134008407593, "noul_T": 0.7996195863355682, "choice_ce": 0.6751356720924377, "choice_T": 1.0069859575621012, "score_ce": 1.0700172185897827, "score_T": 0.9734262469204238, "noul_auc": 0.7283797333333333, "noul_acc": 0.689, "noul_f1": 0.7734887108521485, "noul_nll": 0.5846988298594952, "noul_ece": 0.05261638000607493, "noul_brier": 0.19981579933137392, "noul_sharp": 0.16552716493606567, "entropy": 0.6134412884712219}, "dropped_long": 0, "peak_gib": 18.282634735107422} diff --git a/meta_only/podC/e16/S1-E19-b-n16k-syn/ckpt-16000/adapter/adapter_config.json b/meta_only/podC/e16/S1-E19-b-n16k-syn/ckpt-16000/adapter/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8c130fd81b0a1da5ba41e5abc889651ee9cc5f0c --- /dev/null +++ b/meta_only/podC/e16/S1-E19-b-n16k-syn/ckpt-16000/adapter/adapter_config.json @@ -0,0 +1,57 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "Qwen3_5ForCausalLM", + "parent_library": "transformers.models.qwen3_5.modeling_qwen3_5" + }, + "base_model_name_or_path": "/workspace/jev_kt/models/hf/JEV-9B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 32, + "lora_bias": false, + "lora_dropout": 0.05, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.0", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "o_proj", + "v_proj", + "in_proj_z", + "k_proj", + "in_proj_qkv", + "q_proj", + "up_proj", + "gate_proj", + "out_proj", + "down_proj" + ], + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-E19-b-n16k-syn/ckpt-16000/adapter_vllm/adapter_config.json b/meta_only/podC/e16/S1-E19-b-n16k-syn/ckpt-16000/adapter_vllm/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..2d093d03334d1bcd8511a3867adb084f382fd3c5 --- /dev/null +++ b/meta_only/podC/e16/S1-E19-b-n16k-syn/ckpt-16000/adapter_vllm/adapter_config.json @@ -0,0 +1,58 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "Qwen3_5ForCausalLM", + "parent_library": "transformers.models.qwen3_5.modeling_qwen3_5" + }, + "base_model_name_or_path": null, + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 64.0, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.0", + "qalora_group_size": 16, + "r": 32, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "down_proj", + "gate_proj", + "in_proj_qkv", + "in_proj_z", + "k_proj", + "lm_head", + "o_proj", + "out_proj", + "q_proj", + "up_proj", + "v_proj" + ], + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-E19-b-n16k-syn/ckpt-16000/adapter_vllm/decision_head.json b/meta_only/podC/e16/S1-E19-b-n16k-syn/ckpt-16000/adapter_vllm/decision_head.json new file mode 100644 index 0000000000000000000000000000000000000000..d28354755b2b186733524adc5f458d1f2b62a9dd --- /dev/null +++ b/meta_only/podC/e16/S1-E19-b-n16k-syn/ckpt-16000/adapter_vllm/decision_head.json @@ -0,0 +1,99 @@ +{ + "bias": [ + 0.0004297732375562191, + -0.0004300280415918678, + -0.0022600034717470407, + -0.0010983992833644152, + -0.00030305940890684724, + 0.0020556591916829348, + 0.0012975916033610702, + -0.002427572850137949, + -0.0002730651758611202, + -0.00018980739696417004, + -0.00020035647321492434, + 0.0005996511317789555, + -0.00048822342068888247, + -0.0032959955278784037, + -0.004309921991080046, + -0.005585202015936375, + -0.005574347916990519, + -0.004468910396099091, + -0.00499927531927824, + -0.005236797966063023, + -0.003818039083853364, + -0.003586899721994996, + -0.0058212741278111935, + -0.0036411327309906483 + ], + "verbalizer_ids": [ + 3721, + 1802, + 15, + 16, + 17, + 18, + 19, + 20, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47 + ], + "slots": { + "num_slots": 24, + "ranges": { + "noul": [ + 0, + 2 + ], + "score": [ + 2, + 8 + ], + "choice": [ + 8, + 24 + ] + }, + "verbalizers": [ + "false", + "true", + "0", + "1", + "2", + "3", + "4", + "5", + "A", + "B", + "C", + "D", + "E", + "F", + "G", + "H", + "I", + "J", + "K", + "L", + "M", + "N", + "O", + "P" + ], + "template_version": "bare-v1" + }, + "note": "decision logits = lm_head-LoRA logprobs of verbalizer ids + bias, then per-kind temperature" +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-E19-b-n16k-syn/ckpt-16000/calibration.json b/meta_only/podC/e16/S1-E19-b-n16k-syn/ckpt-16000/calibration.json new file mode 100644 index 0000000000000000000000000000000000000000..df6dafd8ba8c98f9946a01baf9ccb1b6436a638d --- /dev/null +++ b/meta_only/podC/e16/S1-E19-b-n16k-syn/ckpt-16000/calibration.json @@ -0,0 +1,29 @@ +{ + "version": 1, + "per_kind": { + "noul": 0.8606150402349432, + "choice": 1.048862278686841, + "score": 1.007375297200242 + }, + "fit": { + "noul": { + "n": 1087, + "T": 0.8606150402349432, + "ce_before": 0.5730111002922058, + "ce_after": 0.5712969303131104 + }, + "choice": { + "n": 60, + "T": 1.048862278686841, + "ce_before": 0.6754322052001953, + "ce_after": 0.6749106645584106 + }, + "score": { + "n": 53, + "T": 1.007375297200242, + "ce_before": 1.0728119611740112, + "ce_after": 1.0727977752685547 + } + }, + "source": "models/e16/S1-E19-b-n16k-syn/ckpt-16000" +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-E19-b-n16k-syn/ckpt-16000/judge_config.json b/meta_only/podC/e16/S1-E19-b-n16k-syn/ckpt-16000/judge_config.json new file mode 100644 index 0000000000000000000000000000000000000000..0438b8bc47bd337f540c7658c03fbcb118220cea --- /dev/null +++ b/meta_only/podC/e16/S1-E19-b-n16k-syn/ckpt-16000/judge_config.json @@ -0,0 +1,164 @@ +{ + "base_model_path": "/root/models/Qwen3.5-9B", + "hidden_size": 4096, + "slots": { + "num_slots": 24, + "ranges": { + "noul": [ + 0, + 2 + ], + "score": [ + 2, + 8 + ], + "choice": [ + 8, + 24 + ] + }, + "verbalizers": [ + "false", + "true", + "0", + "1", + "2", + "3", + "4", + "5", + "A", + "B", + "C", + "D", + "E", + "F", + "G", + "H", + "I", + "J", + "K", + "L", + "M", + "N", + "O", + "P" + ], + "template_version": "bare-v1" + }, + "verbalizer_ids": [ + 3721, + 1802, + 15, + 16, + 17, + 18, + 19, + 20, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47 + ], + "kinds": [ + "noul", + "choice", + "score" + ], + "model_name": "jev-judge-qwen35-9b", + "model_version": "0.8.0", + "lm_head_included": true, + "weights_mode": "unmerged", + "adapter_subfolder": "adapter", + "lora": { + "r": 16, + "lora_alpha": 32, + "lora_dropout": 0.05, + "target_modules": [ + "down_proj", + "gate_proj", + "in_proj_qkv", + "in_proj_z", + "k_proj", + "o_proj", + "out_proj", + "q_proj", + "up_proj", + "v_proj" + ] + }, + "trained_stage": "e16", + "source_checkpoint": "models/e16/S1-E19-b-n16k-syn/ckpt-16000", + "softcap": null, + "e16": { + "data": "data/e19/E19-b-n16k", + "data_manifest": { + "arm": "E19-b-n16k", + "name": null, + "train_sha256": "9e31412d9aac0064859cdf9aae1636242d1a9dbfc3ab398a1f5ec10da1e7a50e", + "n_train": 16000 + }, + "init": "released", + "objective": "s-log", + "sigma": 0.5, + "K": 8, + "reward": "brier", + "clip": 0.2, + "passes": 1, + "lr": 0.0001, + "lr_head": 0.0002, + "rows_per_step": 32, + "train_seed": 0, + "replay": "data/e16/replay/train.jsonl", + "replay_frac": 0.05, + "replay_sha256": "9dd2df19851678750cf79d2fdb47581720930ef2f0c6e18e6fbe23ef2181847e", + "max_len": 3072, + "schedule": "warmup 0.03 + cosine to x0.05 over 500 steps", + "total_rows": 16000, + "lora": { + "r": 16, + "lora_alpha": 32, + "lora_dropout": 0.05 + }, + "trainer_sha256": "bc7c08e836bd99bb2665b02903cd41404ea029ecfa9b68a9ec1a7cda96958ba4", + "event": "ckpt", + "tag": "ckpt-16000", + "rows_seen": 16000, + "replay_seen": 842, + "step": 500, + "tokens": 9808867, + "tok_per_s": 1357.81214490269, + "rows_per_s": 2.3313877268815273, + "val": { + "n": 1200, + "dropped_long": 0, + "noul_ce": 0.5730111002922058, + "noul_T": 0.8606150402349432, + "choice_ce": 0.6754322052001953, + "choice_T": 1.048862278686841, + "score_ce": 1.0728119611740112, + "score_T": 1.007375297200242, + "noul_auc": 0.7197823999999999, + "noul_acc": 0.697, + "noul_f1": 0.7786705624543463, + "noul_nll": 0.5894455037936568, + "noul_ece": 0.05257578459382058, + "noul_brier": 0.20201007162894405, + "noul_sharp": 0.17073014378547668, + "entropy": 0.6066219210624695 + }, + "dropped_long": 0, + "peak_gib": 18.282634735107422 + } +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-E19-b-n16k-syn/train_log.jsonl b/meta_only/podC/e16/S1-E19-b-n16k-syn/train_log.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..b242719810668e71480a63ee91ad5ef61ad0bd0c --- /dev/null +++ b/meta_only/podC/e16/S1-E19-b-n16k-syn/train_log.jsonl @@ -0,0 +1,57 @@ +{"time": "13:04:40", "event": "start", "data": "data/e19/E19-b-n16k", "data_manifest": {"arm": "E19-b-n16k", "name": null, "train_sha256": "9e31412d9aac0064859cdf9aae1636242d1a9dbfc3ab398a1f5ec10da1e7a50e", "n_train": 16000}, "init": "released", "objective": "s-log", "sigma": 0.5, "K": 8, "reward": "brier", "clip": 0.2, "passes": 1, "lr": 0.0001, "lr_head": 0.0002, "rows_per_step": 32, "train_seed": 0, "replay": "data/e16/replay/train.jsonl", "replay_frac": 0.05, "replay_sha256": "9dd2df19851678750cf79d2fdb47581720930ef2f0c6e18e6fbe23ef2181847e", "max_len": 3072, "schedule": "warmup 0.03 + cosine to x0.05 over 500 steps", "total_rows": 16000, "lora": {"r": 16, "lora_alpha": 32, "lora_dropout": 0.05}, "trainer_sha256": "bc7c08e836bd99bb2665b02903cd41404ea029ecfa9b68a9ec1a7cda96958ba4", "device": "cuda", "load_s": 13.354696035385132} +{"time": "13:06:59", "event": "step", "step": 10, "rows_seen": 320, "lr": 7.333333333333333e-05, "tok_per_s": 1405.7899997255238, "loss": 0.6420417875051498, "entropy": 0.6692594848573208, "sharp": 0.09125450998544693} +{"time": "13:09:09", "event": "step", "step": 20, "rows_seen": 640, "lr": 9.997508952966197e-05, "tok_per_s": 1411.0113295291967, "loss": 0.6513241659849882, "entropy": 0.6423062290996313, "sharp": 0.12167847342789173} +{"time": "13:11:31", "event": "step", "step": 30, "rows_seen": 960, "lr": 9.977596250541417e-05, "tok_per_s": 1416.5469480600802, "loss": 0.7165482044219971, "entropy": 0.6458388641476631, "sharp": 0.13182809110730886} +{"time": "13:13:45", "event": "step", "step": 40, "rows_seen": 1280, "lr": 9.937854366485982e-05, "tok_per_s": 1421.0403583095856, "loss": 0.6842066533863544, "entropy": 0.6624338924884796, "sharp": 0.11133195459842682} +{"time": "13:16:02", "event": "step", "step": 50, "rows_seen": 1600, "lr": 9.8784499920729e-05, "tok_per_s": 1421.904125843008, "loss": 0.6518973503261805, "entropy": 0.658630583435297, "sharp": 0.0996317807585001} +{"time": "13:18:19", "event": "step", "step": 60, "rows_seen": 1920, "lr": 9.79963228989294e-05, "tok_per_s": 1425.3920631266444, "loss": 0.6467052772641182, "entropy": 0.6685153283178806, "sharp": 0.09531259164214134} +{"time": "13:20:37", "event": "step", "step": 70, "rows_seen": 2240, "lr": 9.701731848780134e-05, "tok_per_s": 1425.6160891071413, "loss": 0.644468866288662, "entropy": 0.682167612016201, "sharp": 0.060092123225331306} +{"time": "13:22:56", "event": "step", "step": 80, "rows_seen": 2560, "lr": 9.585159297207315e-05, "tok_per_s": 1424.6937341154503, "loss": 0.7149212546646595, "entropy": 0.6298059206455946, "sharp": 0.1484876312315464} +{"time": "13:25:12", "event": "step", "step": 90, "rows_seen": 2880, "lr": 9.450403580967612e-05, "tok_per_s": 1425.5395698635325, "loss": 0.6637768596410751, "entropy": 0.650555357336998, "sharp": 0.1286014560610056} +{"time": "13:27:27", "event": "step", "step": 100, "rows_seen": 3200, "lr": 9.298029912365855e-05, "tok_per_s": 1425.359655748771, "loss": 0.6276848539710045, "entropy": 0.6632924675941467, "sharp": 0.09956224821507931} +{"time": "13:28:17", "event": "val", "step": 100, "rows_seen": 3200, "n": 500, "dropped_long": 0, "noul_ce": 0.610443115234375, "noul_T": 0.8886373940827094, "noul_auc": 0.6881065298475976, "noul_acc": 0.672, "noul_f1": 0.7476923076923077, "noul_nll": 0.6170388975739479, "noul_ece": 0.05819288313388825, "noul_brier": 0.21405457813876663, "noul_sharp": 0.15201526880264282, "entropy": 0.6244679093360901} +{"time": "13:30:38", "event": "step", "step": 110, "rows_seen": 3520, "lr": 9.128677399521752e-05, "tok_per_s": 1380.1600754047474, "loss": 0.6843604650348425, "entropy": 0.6566538400948048, "sharp": 0.10608946904540062} +{"time": "13:32:52", "event": "step", "step": 120, "rows_seen": 3840, "lr": 8.943056365728335e-05, "tok_per_s": 1382.165592894734, "loss": 0.6278087962418795, "entropy": 0.655395045876503, "sharp": 0.11310017853975296} +{"time": "13:35:12", "event": "step", "step": 130, "rows_seen": 4160, "lr": 8.741945370109202e-05, "tok_per_s": 1384.9608921480244, "loss": 0.6332397609949112, "entropy": 0.6621454581618309, "sharp": 0.10032616928219795} +{"time": "13:37:31", "event": "step", "step": 140, "rows_seen": 4480, "lr": 8.526187942070997e-05, "tok_per_s": 1388.6572276767033, "loss": 0.652654156088829, "entropy": 0.6538749635219574, "sharp": 0.11996374744921923} +{"time": "13:39:45", "event": "step", "step": 150, "rows_seen": 4800, "lr": 8.296689043247915e-05, "tok_per_s": 1391.1876404483635, "loss": 0.6785352639853954, "entropy": 0.6784033700823784, "sharp": 0.07034975104033947} +{"time": "13:42:04", "event": "step", "step": 160, "rows_seen": 5120, "lr": 8.054411271778132e-05, "tok_per_s": 1394.2593375367246, "loss": 0.6929384730756283, "entropy": 0.6542276740074158, "sharp": 0.12079858593642712} +{"time": "13:44:23", "event": "step", "step": 170, "rows_seen": 5440, "lr": 7.800370824832674e-05, "tok_per_s": 1397.1213938208246, "loss": 0.6619974635541439, "entropy": 0.6583728976547718, "sharp": 0.11076974868774414} +{"time": "13:46:41", "event": "step", "step": 180, "rows_seen": 5760, "lr": 7.535633236331324e-05, "tok_per_s": 1399.0104916152693, "loss": 0.6595969498157501, "entropy": 0.6753605902194977, "sharp": 0.07991434074938297} +{"time": "13:48:56", "event": "step", "step": 190, "rows_seen": 6080, "lr": 7.26130890772308e-05, "tok_per_s": 1400.2578691722808, "loss": 0.6574797928333282, "entropy": 0.6604470834136009, "sharp": 0.10549107939004898} +{"time": "13:51:14", "event": "step", "step": 200, "rows_seen": 6400, "lr": 6.978548450576568e-05, "tok_per_s": 1401.735502592737, "loss": 0.6784627959132195, "entropy": 0.6756440997123718, "sharp": 0.07596912980079651} +{"time": "13:52:04", "event": "val", "step": 200, "rows_seen": 6400, "n": 500, "dropped_long": 0, "noul_ce": 0.6178301572799683, "noul_T": 0.6364346427625456, "noul_auc": 0.7355656444616968, "noul_acc": 0.676, "noul_f1": 0.7117437722419929, "noul_nll": 0.6165969971716404, "noul_ece": 0.13418139106035235, "noul_brier": 0.21342678871774554, "noul_sharp": 0.11638310551643372, "entropy": 0.6542811393737793} +{"time": "13:54:21", "event": "step", "step": 210, "rows_seen": 6720, "lr": 6.688537860515266e-05, "tok_per_s": 1379.3216758444953, "loss": 0.6850292570888996, "entropy": 0.6375349760055542, "sharp": 0.13835829310119152} +{"time": "13:56:37", "event": "step", "step": 220, "rows_seen": 7040, "lr": 6.392493542739706e-05, "tok_per_s": 1381.5741821838274, "loss": 0.6709003709256649, "entropy": 0.6638648360967636, "sharp": 0.0893030222505331} +{"time": "13:58:53", "event": "step", "step": 230, "rows_seen": 7360, "lr": 6.091657210001309e-05, "tok_per_s": 1383.7056105664676, "loss": 0.6657502241432667, "entropy": 0.6395280696451664, "sharp": 0.14041351526975632} +{"time": "14:01:13", "event": "step", "step": 240, "rows_seen": 7680, "lr": 5.7872906744276015e-05, "tok_per_s": 1385.5920015183933, "loss": 0.6536621041595936, "entropy": 0.6641790121793747, "sharp": 0.09999986924231052} +{"time": "14:03:30", "event": "step", "step": 250, "rows_seen": 8000, "lr": 5.48067055504363e-05, "tok_per_s": 1386.9899033011748, "loss": 0.6875825449824333, "entropy": 0.6626049168407917, "sharp": 0.10499735176563263} +{"time": "14:05:47", "event": "step", "step": 260, "rows_seen": 8320, "lr": 5.173082923188119e-05, "tok_per_s": 1388.1206215107625, "loss": 0.6605240404605865, "entropy": 0.6661194339394569, "sharp": 0.1014809338375926} +{"time": "14:08:10", "event": "step", "step": 270, "rows_seen": 8640, "lr": 4.865817908283331e-05, "tok_per_s": 1390.024268877244, "loss": 0.6419065799564123, "entropy": 0.6428080052137375, "sharp": 0.13336145877838135} +{"time": "14:10:29", "event": "step", "step": 280, "rows_seen": 8960, "lr": 4.560164286583922e-05, "tok_per_s": 1391.0171456467504, "loss": 0.697099108248949, "entropy": 0.6749586090445518, "sharp": 0.07929074019193649} +{"time": "14:12:49", "event": "step", "step": 290, "rows_seen": 9280, "lr": 4.257404075601443e-05, "tok_per_s": 1392.6417435758813, "loss": 0.6647784821689129, "entropy": 0.6679841801524162, "sharp": 0.08882854040712118} +{"time": "14:15:09", "event": "step", "step": 300, "rows_seen": 9600, "lr": 3.958807156877371e-05, "tok_per_s": 1393.650569714749, "loss": 0.6719966717064381, "entropy": 0.6590914316475391, "sharp": 0.10961013101041317} +{"time": "14:15:59", "event": "val", "step": 300, "rows_seen": 9600, "n": 500, "dropped_long": 0, "noul_ce": 0.5935331583023071, "noul_T": 0.6843374631793018, "noul_auc": 0.7307387217093383, "noul_acc": 0.71, "noul_f1": 0.779969650986343, "noul_nll": 0.5953077370226383, "noul_ece": 0.06593031883239747, "noul_brier": 0.20346860104701317, "noul_sharp": 0.14113889634609222, "entropy": 0.6351911425590515} +{"time": "14:18:14", "event": "step", "step": 310, "rows_seen": 9920, "lr": 3.665625949658603e-05, "tok_per_s": 1378.9694959944302, "loss": 0.6022490933537483, "entropy": 0.6637844443321228, "sharp": 0.10358251631259918} +{"time": "14:20:31", "event": "step", "step": 320, "rows_seen": 10240, "lr": 3.379090157815887e-05, "tok_per_s": 1380.2209182996644, "loss": 0.6680748388171196, "entropy": 0.6613286882638931, "sharp": 0.09910236112773418} +{"time": "14:22:52", "event": "step", "step": 330, "rows_seen": 10560, "lr": 3.10040161203844e-05, "tok_per_s": 1381.8362115348555, "loss": 0.6910177450627089, "entropy": 0.6467754933983088, "sharp": 0.12567743938416243} +{"time": "14:25:06", "event": "step", "step": 340, "rows_seen": 10880, "lr": 2.8307292289383776e-05, "tok_per_s": 1382.9648354020937, "loss": 0.6712481640279293, "entropy": 0.6510432660579681, "sharp": 0.11791661847382784} +{"time": "14:27:24", "event": "step", "step": 350, "rows_seen": 11200, "lr": 2.571204108208194e-05, "tok_per_s": 1384.2410300508855, "loss": 0.6489920541644096, "entropy": 0.6561096869409084, "sharp": 0.1111542796716094} +{"time": "14:29:40", "event": "step", "step": 360, "rows_seen": 11520, "lr": 2.322914788395595e-05, "tok_per_s": 1385.2599555926513, "loss": 0.657436229288578, "entropy": 0.6344915479421616, "sharp": 0.15067052375525236} +{"time": "14:32:00", "event": "step", "step": 370, "rows_seen": 11840, "lr": 2.0869026811945157e-05, "tok_per_s": 1386.502488751113, "loss": 0.6929703503847122, "entropy": 0.6372329592704773, "sharp": 0.14347345009446144} +{"time": "14:34:17", "event": "step", "step": 380, "rows_seen": 12160, "lr": 1.8641577034025627e-05, "tok_per_s": 1387.4571409778957, "loss": 0.6699604988098145, "entropy": 0.6468310877680779, "sharp": 0.12435938604176044} +{"time": "14:36:37", "event": "step", "step": 390, "rows_seen": 12480, "lr": 1.6556141248659472e-05, "tok_per_s": 1388.9001537895838, "loss": 0.6420734263956547, "entropy": 0.643364492803812, "sharp": 0.11886970978230238} +{"time": "14:38:50", "event": "step", "step": 400, "rows_seen": 12800, "lr": 1.4621466498270773e-05, "tok_per_s": 1389.5679399243675, "loss": 0.6894581764936447, "entropy": 0.6270874887704849, "sharp": 0.14613841474056244} +{"time": "14:39:39", "event": "val", "step": 400, "rows_seen": 12800, "n": 500, "dropped_long": 0, "noul_ce": 0.586327075958252, "noul_T": 0.8452776932094914, "noul_auc": 0.7351268333023915, "noul_acc": 0.718, "noul_f1": 0.7827426810477658, "noul_nll": 0.5868275874555111, "noul_ece": 0.06957995438575745, "noul_brier": 0.19991566846599454, "noul_sharp": 0.1671372652053833, "entropy": 0.6097084879875183} +{"time": "14:41:56", "event": "step", "step": 410, "rows_seen": 13120, "lr": 1.284566748110963e-05, "tok_per_s": 1378.6660070887528, "loss": 0.651708647608757, "entropy": 0.6645850986242294, "sharp": 0.0935828909277916} +{"time": "14:44:10", "event": "step", "step": 420, "rows_seen": 13440, "lr": 1.1236192515387821e-05, "tok_per_s": 1379.9095047535582, "loss": 0.6629538536071777, "entropy": 0.6541077494621277, "sharp": 0.11181320063769817} +{"time": "14:46:31", "event": "step", "step": 430, "rows_seen": 13760, "lr": 9.799792298443728e-06, "tok_per_s": 1381.0518287120121, "loss": 0.6665687188506126, "entropy": 0.643618069589138, "sharp": 0.12806878797709942} +{"time": "14:48:47", "event": "step", "step": 440, "rows_seen": 14080, "lr": 8.542491591971554e-06, "tok_per_s": 1382.2253219173942, "loss": 0.6694284379482269, "entropy": 0.6517102271318436, "sharp": 0.11869676969945431} +{"time": "14:51:05", "event": "step", "step": 450, "rows_seen": 14400, "lr": 7.469563952077155e-06, "tok_per_s": 1383.5052001902807, "loss": 0.6484436579048634, "entropy": 0.6585446670651436, "sharp": 0.10183630231767893} +{"time": "14:53:24", "event": "step", "step": 460, "rows_seen": 14720, "lr": 6.585509610150972e-06, "tok_per_s": 1384.2484236524776, "loss": 0.6511718519032001, "entropy": 0.652412224560976, "sharp": 0.11477718595415354} +{"time": "14:55:45", "event": "step", "step": 470, "rows_seen": 15040, "lr": 5.894036597333646e-06, "tok_per_s": 1385.265887888306, "loss": 0.7239583767950535, "entropy": 0.658681146800518, "sharp": 0.10835024900734425} +{"time": "14:58:01", "event": "step", "step": 480, "rows_seen": 15360, "lr": 5.398045191744809e-06, "tok_per_s": 1386.1446398746805, "loss": 0.6925403662025928, "entropy": 0.6585375927388668, "sharp": 0.10220846347510815} +{"time": "15:00:14", "event": "step", "step": 490, "rows_seen": 15680, "lr": 5.099615753708697e-06, "tok_per_s": 1386.7823265749425, "loss": 0.5708581134676933, "entropy": 0.6439991369843483, "sharp": 0.12888140976428986} +{"time": "15:02:29", "event": "step", "step": 500, "rows_seen": 16000, "lr": 5e-06, "tok_per_s": 1387.6159044522278, "loss": 0.6142092570662498, "entropy": 0.6462339572608471, "sharp": 0.12718963157385588} +{"time": "15:03:19", "event": "val", "step": 500, "rows_seen": 16000, "n": 500, "dropped_long": 0, "noul_ce": 0.58643639087677, "noul_T": 0.8205674543084395, "noul_auc": 0.7336078715971037, "noul_acc": 0.712, "noul_f1": 0.7798165137614679, "noul_nll": 0.5879021381139755, "noul_ece": 0.06269385373592379, "noul_brier": 0.20049355172020603, "noul_sharp": 0.16403917968273163, "entropy": 0.6131952404975891} +{"time": "15:05:06", "event": "ckpt", "tag": "ckpt-16000", "rows_seen": 16000, "replay_seen": 842, "step": 500, "tokens": 9808867, "tok_per_s": 1357.81214490269, "rows_per_s": 2.3313877268815273, "val": {"n": 1200, "dropped_long": 0, "noul_ce": 0.5730111002922058, "noul_T": 0.8606150402349432, "choice_ce": 0.6754322052001953, "choice_T": 1.048862278686841, "score_ce": 1.0728119611740112, "score_T": 1.007375297200242, "noul_auc": 0.7197823999999999, "noul_acc": 0.697, "noul_f1": 0.7786705624543463, "noul_nll": 0.5894455037936568, "noul_ece": 0.05257578459382058, "noul_brier": 0.20201007162894405, "noul_sharp": 0.17073014378547668, "entropy": 0.6066219210624695}, "dropped_long": 0, "peak_gib": 18.282634735107422} diff --git a/meta_only/podC/e16/S1-E19-b-n4k-syn/ckpt-4000/adapter/adapter_config.json b/meta_only/podC/e16/S1-E19-b-n4k-syn/ckpt-4000/adapter/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..2e0f7f2ddd79096e3680ccc22fc09a1a61d444d7 --- /dev/null +++ b/meta_only/podC/e16/S1-E19-b-n4k-syn/ckpt-4000/adapter/adapter_config.json @@ -0,0 +1,57 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "Qwen3_5ForCausalLM", + "parent_library": "transformers.models.qwen3_5.modeling_qwen3_5" + }, + "base_model_name_or_path": "/workspace/jev_kt/models/hf/JEV-9B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 32, + "lora_bias": false, + "lora_dropout": 0.05, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.0", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "in_proj_qkv", + "k_proj", + "out_proj", + "o_proj", + "v_proj", + "gate_proj", + "in_proj_z", + "q_proj", + "up_proj", + "down_proj" + ], + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-E19-b-n4k-syn/ckpt-4000/adapter_vllm/adapter_config.json b/meta_only/podC/e16/S1-E19-b-n4k-syn/ckpt-4000/adapter_vllm/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..2d093d03334d1bcd8511a3867adb084f382fd3c5 --- /dev/null +++ b/meta_only/podC/e16/S1-E19-b-n4k-syn/ckpt-4000/adapter_vllm/adapter_config.json @@ -0,0 +1,58 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "Qwen3_5ForCausalLM", + "parent_library": "transformers.models.qwen3_5.modeling_qwen3_5" + }, + "base_model_name_or_path": null, + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 64.0, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.0", + "qalora_group_size": 16, + "r": 32, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "down_proj", + "gate_proj", + "in_proj_qkv", + "in_proj_z", + "k_proj", + "lm_head", + "o_proj", + "out_proj", + "q_proj", + "up_proj", + "v_proj" + ], + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-E19-b-n4k-syn/ckpt-4000/adapter_vllm/decision_head.json b/meta_only/podC/e16/S1-E19-b-n4k-syn/ckpt-4000/adapter_vllm/decision_head.json new file mode 100644 index 0000000000000000000000000000000000000000..a094ed4301104f522b5dd90c1ce74dffb043750d --- /dev/null +++ b/meta_only/podC/e16/S1-E19-b-n4k-syn/ckpt-4000/adapter_vllm/decision_head.json @@ -0,0 +1,99 @@ +{ + "bias": [ + 0.00034568874980323017, + -0.00034593677264638245, + -0.0032313589472323656, + -0.0018084117909893394, + -0.0005193057586438954, + 0.0018576451111584902, + 0.0011545668821781874, + -0.0025591563899070024, + -0.0009990816470235586, + -0.0006071000243537128, + -0.0009048727224580944, + -7.070715219015256e-05, + 0.00019903336942661554, + -0.001627005054615438, + -0.003064831020310521, + -0.005064287688583136, + -0.005934138782322407, + -0.004349055700004101, + -0.004926637280732393, + -0.004924265202134848, + -0.00397958280518651, + -0.003337837290018797, + -0.005591725464910269, + -0.0034589830320328474 + ], + "verbalizer_ids": [ + 3721, + 1802, + 15, + 16, + 17, + 18, + 19, + 20, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47 + ], + "slots": { + "num_slots": 24, + "ranges": { + "noul": [ + 0, + 2 + ], + "score": [ + 2, + 8 + ], + "choice": [ + 8, + 24 + ] + }, + "verbalizers": [ + "false", + "true", + "0", + "1", + "2", + "3", + "4", + "5", + "A", + "B", + "C", + "D", + "E", + "F", + "G", + "H", + "I", + "J", + "K", + "L", + "M", + "N", + "O", + "P" + ], + "template_version": "bare-v1" + }, + "note": "decision logits = lm_head-LoRA logprobs of verbalizer ids + bias, then per-kind temperature" +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-E19-b-n4k-syn/ckpt-4000/calibration.json b/meta_only/podC/e16/S1-E19-b-n4k-syn/ckpt-4000/calibration.json new file mode 100644 index 0000000000000000000000000000000000000000..095fa8a792c1365402ac082be197b6b323fbf244 --- /dev/null +++ b/meta_only/podC/e16/S1-E19-b-n4k-syn/ckpt-4000/calibration.json @@ -0,0 +1,29 @@ +{ + "version": 1, + "per_kind": { + "noul": 0.7685758737278032, + "choice": 1.0377340857665667, + "score": 0.9826904204735974 + }, + "fit": { + "noul": { + "n": 1087, + "T": 0.7685758737278032, + "ce_before": 0.5818226933479309, + "ce_after": 0.577202558517456 + }, + "choice": { + "n": 60, + "T": 1.0377340857665667, + "ce_before": 0.6676105856895447, + "ce_after": 0.6673017740249634 + }, + "score": { + "n": 53, + "T": 0.9826904204735974, + "ce_before": 1.0435280799865723, + "ce_after": 1.0434342622756958 + } + }, + "source": "models/e16/S1-E19-b-n4k-syn/ckpt-4000" +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-E19-b-n4k-syn/ckpt-4000/judge_config.json b/meta_only/podC/e16/S1-E19-b-n4k-syn/ckpt-4000/judge_config.json new file mode 100644 index 0000000000000000000000000000000000000000..ee9f50edbb552fc5d470292dfeae851567d6be54 --- /dev/null +++ b/meta_only/podC/e16/S1-E19-b-n4k-syn/ckpt-4000/judge_config.json @@ -0,0 +1,164 @@ +{ + "base_model_path": "/root/models/Qwen3.5-9B", + "hidden_size": 4096, + "slots": { + "num_slots": 24, + "ranges": { + "noul": [ + 0, + 2 + ], + "score": [ + 2, + 8 + ], + "choice": [ + 8, + 24 + ] + }, + "verbalizers": [ + "false", + "true", + "0", + "1", + "2", + "3", + "4", + "5", + "A", + "B", + "C", + "D", + "E", + "F", + "G", + "H", + "I", + "J", + "K", + "L", + "M", + "N", + "O", + "P" + ], + "template_version": "bare-v1" + }, + "verbalizer_ids": [ + 3721, + 1802, + 15, + 16, + 17, + 18, + 19, + 20, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47 + ], + "kinds": [ + "noul", + "choice", + "score" + ], + "model_name": "jev-judge-qwen35-9b", + "model_version": "0.8.0", + "lm_head_included": true, + "weights_mode": "unmerged", + "adapter_subfolder": "adapter", + "lora": { + "r": 16, + "lora_alpha": 32, + "lora_dropout": 0.05, + "target_modules": [ + "down_proj", + "gate_proj", + "in_proj_qkv", + "in_proj_z", + "k_proj", + "o_proj", + "out_proj", + "q_proj", + "up_proj", + "v_proj" + ] + }, + "trained_stage": "e16", + "source_checkpoint": "models/e16/S1-E19-b-n4k-syn/ckpt-4000", + "softcap": null, + "e16": { + "data": "data/e19/E19-b-n4k", + "data_manifest": { + "arm": "E19-b-n4k", + "name": null, + "train_sha256": "f6c266a182ccc61b476eb15d112b13b7504027bcfb76ada104add064f5e9eb0b", + "n_train": 4000 + }, + "init": "released", + "objective": "s-log", + "sigma": 0.5, + "K": 8, + "reward": "brier", + "clip": 0.2, + "passes": 1, + "lr": 0.0001, + "lr_head": 0.0002, + "rows_per_step": 32, + "train_seed": 0, + "replay": "data/e16/replay/train.jsonl", + "replay_frac": 0.05, + "replay_sha256": "9dd2df19851678750cf79d2fdb47581720930ef2f0c6e18e6fbe23ef2181847e", + "max_len": 3072, + "schedule": "warmup 0.03 + cosine to x0.05 over 125 steps", + "total_rows": 4000, + "lora": { + "r": 16, + "lora_alpha": 32, + "lora_dropout": 0.05 + }, + "trainer_sha256": "bc7c08e836bd99bb2665b02903cd41404ea029ecfa9b68a9ec1a7cda96958ba4", + "event": "ckpt", + "tag": "ckpt-4000", + "rows_seen": 4000, + "replay_seen": 210, + "step": 125, + "tokens": 2434864, + "tok_per_s": 1306.7396845693465, + "rows_per_s": 2.2594173910352113, + "val": { + "n": 1200, + "dropped_long": 0, + "noul_ce": 0.5818226933479309, + "noul_T": 0.7685758737278032, + "choice_ce": 0.6676105856895447, + "choice_T": 1.0377340857665667, + "score_ce": 1.0435280799865723, + "score_T": 0.9826904204735974, + "noul_auc": 0.7074815999999999, + "noul_acc": 0.691, + "noul_f1": 0.7695749440715883, + "noul_nll": 0.6001738878861069, + "noul_ece": 0.05198025575280191, + "noul_brier": 0.20643485906425132, + "noul_sharp": 0.1513228714466095, + "entropy": 0.6242910027503967 + }, + "dropped_long": 0, + "peak_gib": 18.282634735107422 + } +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-E19-b-n4k-syn/train_log.jsonl b/meta_only/podC/e16/S1-E19-b-n4k-syn/train_log.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..ab737e64b2e64fe5ae9cf77fe11a71945286bf0b --- /dev/null +++ b/meta_only/podC/e16/S1-E19-b-n4k-syn/train_log.jsonl @@ -0,0 +1,15 @@ +{"time": "08:36:57", "event": "start", "data": "data/e19/E19-b-n4k", "data_manifest": {"arm": "E19-b-n4k", "name": null, "train_sha256": "f6c266a182ccc61b476eb15d112b13b7504027bcfb76ada104add064f5e9eb0b", "n_train": 4000}, "init": "released", "objective": "s-log", "sigma": 0.5, "K": 8, "reward": "brier", "clip": 0.2, "passes": 1, "lr": 0.0001, "lr_head": 0.0002, "rows_per_step": 32, "train_seed": 0, "replay": "data/e16/replay/train.jsonl", "replay_frac": 0.05, "replay_sha256": "9dd2df19851678750cf79d2fdb47581720930ef2f0c6e18e6fbe23ef2181847e", "max_len": 3072, "schedule": "warmup 0.03 + cosine to x0.05 over 125 steps", "total_rows": 4000, "lora": {"r": 16, "lora_alpha": 32, "lora_dropout": 0.05}, "trainer_sha256": "bc7c08e836bd99bb2665b02903cd41404ea029ecfa9b68a9ec1a7cda96958ba4", "device": "cuda", "load_s": 38.619123697280884} +{"time": "08:39:17", "event": "step", "step": 10, "rows_seen": 320, "lr": 9.923040269974204e-05, "tok_per_s": 1395.1902228036531, "loss": 0.652608759701252, "entropy": 0.6663812324404716, "sharp": 0.09333139192312956} +{"time": "08:41:26", "event": "step", "step": 20, "rows_seen": 640, "lr": 9.55208574963224e-05, "tok_per_s": 1408.063235389514, "loss": 0.6964635793119669, "entropy": 0.678698219358921, "sharp": 0.0688387518748641} +{"time": "08:43:48", "event": "step", "step": 30, "rows_seen": 960, "lr": 8.897432118673851e-05, "tok_per_s": 1414.4437910962401, "loss": 0.708336241543293, "entropy": 0.675521232187748, "sharp": 0.08206247817724943} +{"time": "08:46:04", "event": "step", "step": 40, "rows_seen": 1280, "lr": 8.002250216471678e-05, "tok_per_s": 1417.9911461911324, "loss": 0.6829673163592815, "entropy": 0.6360097676515579, "sharp": 0.15014339610934258} +{"time": "08:48:20", "event": "step", "step": 50, "rows_seen": 1600, "lr": 6.925572411108201e-05, "tok_per_s": 1420.5226790693705, "loss": 0.6457732208073139, "entropy": 0.6594375744462013, "sharp": 0.09604541305452585} +{"time": "08:50:36", "event": "step", "step": 60, "rows_seen": 1920, "lr": 5.738399736402462e-05, "tok_per_s": 1424.658320032578, "loss": 0.6495788916945457, "entropy": 0.6481242142617702, "sharp": 0.1252441294491291} +{"time": "08:52:55", "event": "step", "step": 70, "rows_seen": 2240, "lr": 4.519019760655705e-05, "tok_per_s": 1424.6530057432938, "loss": 0.6421274617314339, "entropy": 0.6773120537400246, "sharp": 0.07132185250520706} +{"time": "08:55:13", "event": "step", "step": 80, "rows_seen": 2560, "lr": 3.3478439481564835e-05, "tok_per_s": 1424.9307027092425, "loss": 0.7269035167992115, "entropy": 0.6145926862955093, "sharp": 0.17084839940071106} +{"time": "08:57:28", "event": "step", "step": 90, "rows_seen": 2880, "lr": 2.3021049613197416e-05, "tok_per_s": 1426.1053688075604, "loss": 0.6593592278659344, "entropy": 0.6695116572082043, "sharp": 0.09117608424276114} +{"time": "08:59:44", "event": "step", "step": 100, "rows_seen": 3200, "lr": 1.4507635874863332e-05, "tok_per_s": 1425.928846327255, "loss": 0.6281893737614155, "entropy": 0.6697938703000546, "sharp": 0.08889850601553917} +{"time": "09:00:34", "event": "val", "step": 100, "rows_seen": 3200, "n": 500, "dropped_long": 0, "noul_ce": 0.6060494780540466, "noul_T": 0.7160461231995832, "noul_auc": 0.7146546049855699, "noul_acc": 0.704, "noul_f1": 0.76875, "noul_nll": 0.6085213463753462, "noul_ece": 0.08038864970207213, "noul_brier": 0.20978388987763105, "noul_sharp": 0.12991498410701752, "entropy": 0.6386487483978271} +{"time": "09:02:54", "event": "step", "step": 110, "rows_seen": 3520, "lr": 8.49961150805399e-06, "tok_per_s": 1380.9909036892957, "loss": 0.6725332476198673, "entropy": 0.6620284654200077, "sharp": 0.10374326631426811} +{"time": "09:05:07", "event": "step", "step": 120, "rows_seen": 3840, "lr": 5.3931729785351795e-06, "tok_per_s": 1383.1781833321393, "loss": 0.6242509130388498, "entropy": 0.6576072052121162, "sharp": 0.10790844075381756} +{"time": "09:08:02", "event": "ckpt", "tag": "ckpt-4000", "rows_seen": 4000, "replay_seen": 210, "step": 125, "tokens": 2434864, "tok_per_s": 1306.7396845693465, "rows_per_s": 2.2594173910352113, "val": {"n": 1200, "dropped_long": 0, "noul_ce": 0.5818226933479309, "noul_T": 0.7685758737278032, "choice_ce": 0.6676105856895447, "choice_T": 1.0377340857665667, "score_ce": 1.0435280799865723, "score_T": 0.9826904204735974, "noul_auc": 0.7074815999999999, "noul_acc": 0.691, "noul_f1": 0.7695749440715883, "noul_nll": 0.6001738878861069, "noul_ece": 0.05198025575280191, "noul_brier": 0.20643485906425132, "noul_sharp": 0.1513228714466095, "entropy": 0.6242910027503967}, "dropped_long": 0, "peak_gib": 18.282634735107422} diff --git a/meta_only/podC/e16/S1-F1poolJev16-rp/ckpt-16000/adapter/adapter_config.json b/meta_only/podC/e16/S1-F1poolJev16-rp/ckpt-16000/adapter/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..712eec5919a3eab65e37c9ad7c5c82fdbee4c66c --- /dev/null +++ b/meta_only/podC/e16/S1-F1poolJev16-rp/ckpt-16000/adapter/adapter_config.json @@ -0,0 +1,57 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "Qwen3_5ForCausalLM", + "parent_library": "transformers.models.qwen3_5.modeling_qwen3_5" + }, + "base_model_name_or_path": "/workspace/jev_kt/models/hf/JEV-9B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 32, + "lora_bias": false, + "lora_dropout": 0.05, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.0", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "k_proj", + "up_proj", + "q_proj", + "in_proj_z", + "v_proj", + "gate_proj", + "in_proj_qkv", + "down_proj", + "o_proj", + "out_proj" + ], + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-F1poolJev16-rp/ckpt-16000/adapter_vllm/adapter_config.json b/meta_only/podC/e16/S1-F1poolJev16-rp/ckpt-16000/adapter_vllm/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..2d093d03334d1bcd8511a3867adb084f382fd3c5 --- /dev/null +++ b/meta_only/podC/e16/S1-F1poolJev16-rp/ckpt-16000/adapter_vllm/adapter_config.json @@ -0,0 +1,58 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "Qwen3_5ForCausalLM", + "parent_library": "transformers.models.qwen3_5.modeling_qwen3_5" + }, + "base_model_name_or_path": null, + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 64.0, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.0", + "qalora_group_size": 16, + "r": 32, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "down_proj", + "gate_proj", + "in_proj_qkv", + "in_proj_z", + "k_proj", + "lm_head", + "o_proj", + "out_proj", + "q_proj", + "up_proj", + "v_proj" + ], + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-F1poolJev16-rp/ckpt-16000/adapter_vllm/decision_head.json b/meta_only/podC/e16/S1-F1poolJev16-rp/ckpt-16000/adapter_vllm/decision_head.json new file mode 100644 index 0000000000000000000000000000000000000000..592bdf74cccd6e6f2b8c06a3ce7d56348f5ed53e --- /dev/null +++ b/meta_only/podC/e16/S1-F1poolJev16-rp/ckpt-16000/adapter_vllm/decision_head.json @@ -0,0 +1,99 @@ +{ + "bias": [ + 0.0004445845552254468, + -0.00044484337558969855, + -0.002266105031594634, + -0.0018330224556848407, + -0.0006589297554455698, + 0.0016835161950439215, + 0.0010155835188925266, + -0.002915235934779048, + -0.00011559721315279603, + -0.00029230504878796637, + -0.00016400933964177966, + 0.00024293824390042573, + -0.0003498838050290942, + -0.0036394745111465454, + -0.004487951751798391, + -0.005630992818623781, + -0.005631037522107363, + -0.004504363052546978, + -0.0050340089946985245, + -0.005216071382164955, + -0.004032212309539318, + -0.003668340854346752, + -0.005805127322673798, + -0.003655067179352045 + ], + "verbalizer_ids": [ + 3721, + 1802, + 15, + 16, + 17, + 18, + 19, + 20, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47 + ], + "slots": { + "num_slots": 24, + "ranges": { + "noul": [ + 0, + 2 + ], + "score": [ + 2, + 8 + ], + "choice": [ + 8, + 24 + ] + }, + "verbalizers": [ + "false", + "true", + "0", + "1", + "2", + "3", + "4", + "5", + "A", + "B", + "C", + "D", + "E", + "F", + "G", + "H", + "I", + "J", + "K", + "L", + "M", + "N", + "O", + "P" + ], + "template_version": "bare-v1" + }, + "note": "decision logits = lm_head-LoRA logprobs of verbalizer ids + bias, then per-kind temperature" +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-F1poolJev16-rp/ckpt-16000/calibration.json b/meta_only/podC/e16/S1-F1poolJev16-rp/ckpt-16000/calibration.json new file mode 100644 index 0000000000000000000000000000000000000000..57029c986565f927f66979d26ed0235fa7ba0a73 --- /dev/null +++ b/meta_only/podC/e16/S1-F1poolJev16-rp/ckpt-16000/calibration.json @@ -0,0 +1,29 @@ +{ + "version": 1, + "per_kind": { + "noul": 0.8498741058343346, + "choice": 1.0199980117345528, + "score": 0.9772637150481546 + }, + "fit": { + "noul": { + "n": 2087, + "T": 0.8498741058343346, + "ce_before": 0.5276942849159241, + "ce_after": 0.5249777436256409 + }, + "choice": { + "n": 60, + "T": 1.0199980117345528, + "ce_before": 0.6623139977455139, + "ce_after": 0.6622275114059448 + }, + "score": { + "n": 53, + "T": 0.9772637150481546, + "ce_before": 1.0459426641464233, + "ce_after": 1.0457814931869507 + } + }, + "source": "models/e16/S1-F1poolJev16-rp/ckpt-16000" +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-F1poolJev16-rp/ckpt-16000/judge_config.json b/meta_only/podC/e16/S1-F1poolJev16-rp/ckpt-16000/judge_config.json new file mode 100644 index 0000000000000000000000000000000000000000..040c2b41a72e61575c6b35c1a6a2caf6ccf3d8e6 --- /dev/null +++ b/meta_only/podC/e16/S1-F1poolJev16-rp/ckpt-16000/judge_config.json @@ -0,0 +1,164 @@ +{ + "base_model_path": "/root/models/Qwen3.5-9B", + "hidden_size": 4096, + "slots": { + "num_slots": 24, + "ranges": { + "noul": [ + 0, + 2 + ], + "score": [ + 2, + 8 + ], + "choice": [ + 8, + 24 + ] + }, + "verbalizers": [ + "false", + "true", + "0", + "1", + "2", + "3", + "4", + "5", + "A", + "B", + "C", + "D", + "E", + "F", + "G", + "H", + "I", + "J", + "K", + "L", + "M", + "N", + "O", + "P" + ], + "template_version": "bare-v1" + }, + "verbalizer_ids": [ + 3721, + 1802, + 15, + 16, + 17, + 18, + 19, + 20, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47 + ], + "kinds": [ + "noul", + "choice", + "score" + ], + "model_name": "jev-judge-qwen35-9b", + "model_version": "0.8.0", + "lm_head_included": true, + "weights_mode": "unmerged", + "adapter_subfolder": "adapter", + "lora": { + "r": 16, + "lora_alpha": 32, + "lora_dropout": 0.05, + "target_modules": [ + "down_proj", + "gate_proj", + "in_proj_qkv", + "in_proj_z", + "k_proj", + "o_proj", + "out_proj", + "q_proj", + "up_proj", + "v_proj" + ] + }, + "trained_stage": "e16", + "source_checkpoint": "models/e16/S1-F1poolJev16-rp/ckpt-16000", + "softcap": null, + "e16": { + "data": "data/e15/F1-pool-jev", + "data_manifest": { + "arm": "F1-pool-jev", + "name": "F1-pool-jev", + "train_sha256": "33278ed5393e703c3cb6be07e1a9bc09b521d1c79801078ff875904387ee7ecb", + "n_train": 64000 + }, + "init": "released", + "objective": "s-log", + "sigma": 0.5, + "K": 8, + "reward": "brier", + "clip": 0.2, + "passes": 1, + "lr": 0.0001, + "lr_head": 0.0002, + "rows_per_step": 32, + "train_seed": 0, + "replay": "data/e16/replay/train.jsonl", + "replay_frac": 0.05, + "replay_sha256": "9dd2df19851678750cf79d2fdb47581720930ef2f0c6e18e6fbe23ef2181847e", + "max_len": 3072, + "schedule": "warmup 0.03 + cosine to x0.05 over 500 steps", + "total_rows": 16000, + "lora": { + "r": 16, + "lora_alpha": 32, + "lora_dropout": 0.05 + }, + "trainer_sha256": "bc7c08e836bd99bb2665b02903cd41404ea029ecfa9b68a9ec1a7cda96958ba4", + "event": "ckpt", + "tag": "ckpt-16000", + "rows_seen": 16000, + "replay_seen": 842, + "step": 500, + "tokens": 10655956, + "tok_per_s": 1340.769396101485, + "rows_per_s": 2.1191189380255646, + "val": { + "n": 2200, + "dropped_long": 0, + "noul_ce": 0.5276942849159241, + "noul_T": 0.8498741058343346, + "choice_ce": 0.6623139977455139, + "choice_T": 1.0199980117345528, + "score_ce": 1.0459426641464233, + "score_T": 0.9772637150481546, + "noul_auc": 0.7776549648252538, + "noul_acc": 0.737, + "noul_f1": 0.806047197640118, + "noul_nll": 0.5317924167755991, + "noul_ece": 0.047244795709848394, + "noul_brier": 0.17730553710900523, + "noul_sharp": 0.21554674208164215, + "entropy": 0.5635025501251221 + }, + "dropped_long": 0, + "peak_gib": 18.282634258270264 + } +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-F1poolJev16-rp/train_log.jsonl b/meta_only/podC/e16/S1-F1poolJev16-rp/train_log.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..ad9a6a18a94dcf2b26d452a4c770ef43387dd4ed --- /dev/null +++ b/meta_only/podC/e16/S1-F1poolJev16-rp/train_log.jsonl @@ -0,0 +1,57 @@ +{"time": "23:03:14", "event": "start", "data": "data/e15/F1-pool-jev", "data_manifest": {"arm": "F1-pool-jev", "name": "F1-pool-jev", "train_sha256": "33278ed5393e703c3cb6be07e1a9bc09b521d1c79801078ff875904387ee7ecb", "n_train": 64000}, "init": "released", "objective": "s-log", "sigma": 0.5, "K": 8, "reward": "brier", "clip": 0.2, "passes": 1, "lr": 0.0001, "lr_head": 0.0002, "rows_per_step": 32, "train_seed": 0, "replay": "data/e16/replay/train.jsonl", "replay_frac": 0.05, "replay_sha256": "9dd2df19851678750cf79d2fdb47581720930ef2f0c6e18e6fbe23ef2181847e", "max_len": 3072, "schedule": "warmup 0.03 + cosine to x0.05 over 500 steps", "total_rows": 16000, "lora": {"r": 16, "lora_alpha": 32, "lora_dropout": 0.05}, "trainer_sha256": "bc7c08e836bd99bb2665b02903cd41404ea029ecfa9b68a9ec1a7cda96958ba4", "device": "cuda", "load_s": 40.37867259979248} +{"time": "23:05:45", "event": "step", "step": 10, "rows_seen": 320, "lr": 7.333333333333333e-05, "tok_per_s": 1418.0194719526364, "loss": 0.5679484102874994, "entropy": 0.5919140018522739, "sharp": 0.187732245773077} +{"time": "23:08:17", "event": "step", "step": 20, "rows_seen": 640, "lr": 9.997508952966197e-05, "tok_per_s": 1423.3611007248626, "loss": 0.5799999833106995, "entropy": 0.583223968744278, "sharp": 0.20699235424399376} +{"time": "23:10:46", "event": "step", "step": 30, "rows_seen": 960, "lr": 9.977596250541417e-05, "tok_per_s": 1420.7997764968497, "loss": 0.6375841647386551, "entropy": 0.5212835296988487, "sharp": 0.24876212794333696} +{"time": "23:13:19", "event": "step", "step": 40, "rows_seen": 1280, "lr": 9.937854366485982e-05, "tok_per_s": 1422.3137635184328, "loss": 0.6283566504716873, "entropy": 0.5476322825998068, "sharp": 0.25088689662516117} +{"time": "23:15:48", "event": "step", "step": 50, "rows_seen": 1600, "lr": 9.8784499920729e-05, "tok_per_s": 1425.942701058797, "loss": 0.6727377120405436, "entropy": 0.5477399528026581, "sharp": 0.23367653600871563} +{"time": "23:18:16", "event": "step", "step": 60, "rows_seen": 1920, "lr": 9.79963228989294e-05, "tok_per_s": 1428.8475910345517, "loss": 0.5748580461367965, "entropy": 0.6007068194448948, "sharp": 0.18231045454740524} +{"time": "23:20:44", "event": "step", "step": 70, "rows_seen": 2240, "lr": 9.701731848780134e-05, "tok_per_s": 1427.7398955532753, "loss": 0.5692136846482754, "entropy": 0.5824771532788873, "sharp": 0.19694540835916996} +{"time": "23:23:12", "event": "step", "step": 80, "rows_seen": 2560, "lr": 9.585159297207315e-05, "tok_per_s": 1429.501340885869, "loss": 0.5291497763246298, "entropy": 0.5128176733851433, "sharp": 0.24792776443064213} +{"time": "23:25:40", "event": "step", "step": 90, "rows_seen": 2880, "lr": 9.450403580967612e-05, "tok_per_s": 1431.2086237866163, "loss": 0.5992568731307983, "entropy": 0.5714901387691498, "sharp": 0.21465266216546297} +{"time": "23:28:09", "event": "step", "step": 100, "rows_seen": 3200, "lr": 9.298029912365855e-05, "tok_per_s": 1430.9120857786686, "loss": 0.5303112622350454, "entropy": 0.5743989646434784, "sharp": 0.2173917293548584} +{"time": "23:29:10", "event": "val", "step": 100, "rows_seen": 3200, "n": 500, "dropped_long": 0, "noul_ce": 0.5389427542686462, "noul_T": 0.7659661450410498, "noul_auc": 0.7750048881067917, "noul_acc": 0.728, "noul_f1": 0.8028985507246377, "noul_nll": 0.5389427387416362, "noul_ece": 0.0806822715997696, "noul_brier": 0.1795264487737246, "noul_sharp": 0.20142312347888947, "entropy": 0.5868836045265198} +{"time": "23:31:38", "event": "step", "step": 110, "rows_seen": 3520, "lr": 9.128677399521752e-05, "tok_per_s": 1382.8317827824894, "loss": 0.6183674167841673, "entropy": 0.516363974660635, "sharp": 0.2556722778826952} +{"time": "23:34:01", "event": "step", "step": 120, "rows_seen": 3840, "lr": 8.943056365728335e-05, "tok_per_s": 1386.2818405858782, "loss": 0.6111462209373713, "entropy": 0.607584610581398, "sharp": 0.18333934992551804} +{"time": "23:36:25", "event": "step", "step": 130, "rows_seen": 4160, "lr": 8.741945370109202e-05, "tok_per_s": 1389.747141934052, "loss": 0.5557961827144027, "entropy": 0.5853724144399166, "sharp": 0.20160602405667305} +{"time": "23:38:55", "event": "step", "step": 140, "rows_seen": 4480, "lr": 8.526187942070997e-05, "tok_per_s": 1392.1125112910731, "loss": 0.6297052223235369, "entropy": 0.542596903629601, "sharp": 0.25111646950244904} +{"time": "23:41:25", "event": "step", "step": 150, "rows_seen": 4800, "lr": 8.296689043247915e-05, "tok_per_s": 1394.1886110720202, "loss": 0.544813359156251, "entropy": 0.6022397726774216, "sharp": 0.17782835382968187} +{"time": "23:43:57", "event": "step", "step": 160, "rows_seen": 5120, "lr": 8.054411271778132e-05, "tok_per_s": 1396.116424491592, "loss": 0.5840585231781006, "entropy": 0.57222237624228, "sharp": 0.20754739083349705} +{"time": "23:46:27", "event": "step", "step": 170, "rows_seen": 5440, "lr": 7.800370824832674e-05, "tok_per_s": 1398.0105110479374, "loss": 0.5655817035585642, "entropy": 0.6007212549448013, "sharp": 0.177442017942667} +{"time": "23:48:50", "event": "step", "step": 180, "rows_seen": 5760, "lr": 7.535633236331324e-05, "tok_per_s": 1400.463447692788, "loss": 0.5397903434932232, "entropy": 0.6058916952461004, "sharp": 0.1760798515751958} +{"time": "23:51:16", "event": "step", "step": 190, "rows_seen": 6080, "lr": 7.26130890772308e-05, "tok_per_s": 1402.6634841165683, "loss": 0.6052320450544357, "entropy": 0.5253884233534336, "sharp": 0.25174558348953724} +{"time": "23:53:51", "event": "step", "step": 200, "rows_seen": 6400, "lr": 6.978548450576568e-05, "tok_per_s": 1403.6011336211793, "loss": 0.601745480671525, "entropy": 0.639547560364008, "sharp": 0.12845684122294188} +{"time": "23:54:51", "event": "val", "step": 200, "rows_seen": 6400, "n": 500, "dropped_long": 0, "noul_ce": 0.5494245886802673, "noul_T": 0.595792739578263, "noul_auc": 0.774400540357987, "noul_acc": 0.744, "noul_f1": 0.8207282913165266, "noul_nll": 0.5494245593845845, "noul_ece": 0.11002300453186038, "noul_brier": 0.1835911388640104, "noul_sharp": 0.15918399393558502, "entropy": 0.6175652742385864} +{"time": "23:57:20", "event": "step", "step": 210, "rows_seen": 6720, "lr": 6.688537860515266e-05, "tok_per_s": 1379.6694951614127, "loss": 0.6410736106336117, "entropy": 0.5597691303119063, "sharp": 0.2175869159400463} +{"time": "23:59:43", "event": "step", "step": 220, "rows_seen": 7040, "lr": 6.392493542739706e-05, "tok_per_s": 1382.629840868335, "loss": 0.5915482304990292, "entropy": 0.5112851113080978, "sharp": 0.26163000240921974} +{"time": "00:02:12", "event": "step", "step": 230, "rows_seen": 7360, "lr": 6.091657210001309e-05, "tok_per_s": 1385.5190105374322, "loss": 0.592192530632019, "entropy": 0.6141953803598881, "sharp": 0.1699026096612215} +{"time": "00:04:34", "event": "step", "step": 240, "rows_seen": 7680, "lr": 5.7872906744276015e-05, "tok_per_s": 1387.6418669219406, "loss": 0.5521364808082581, "entropy": 0.5626974999904633, "sharp": 0.21247673220932484} +{"time": "00:07:02", "event": "step", "step": 250, "rows_seen": 8000, "lr": 5.48067055504363e-05, "tok_per_s": 1389.8758035347787, "loss": 0.5238737482577562, "entropy": 0.5919249393045902, "sharp": 0.19495612755417824} +{"time": "00:09:24", "event": "step", "step": 260, "rows_seen": 8320, "lr": 5.173082923188119e-05, "tok_per_s": 1391.8452282515998, "loss": 0.5410611564293504, "entropy": 0.5497297775000334, "sharp": 0.22571753431111574} +{"time": "00:11:51", "event": "step", "step": 270, "rows_seen": 8640, "lr": 4.865817908283331e-05, "tok_per_s": 1393.3838713262144, "loss": 0.5753916390240192, "entropy": 0.5643397569656372, "sharp": 0.21216538734734058} +{"time": "00:14:19", "event": "step", "step": 280, "rows_seen": 8960, "lr": 4.560164286583922e-05, "tok_per_s": 1395.2555334770962, "loss": 0.590911652892828, "entropy": 0.5716178752481937, "sharp": 0.20854537561535835} +{"time": "00:16:51", "event": "step", "step": 290, "rows_seen": 9280, "lr": 4.257404075601443e-05, "tok_per_s": 1396.5557270154454, "loss": 0.5453431960195303, "entropy": 0.5523164421319962, "sharp": 0.22592277079820633} +{"time": "00:19:17", "event": "step", "step": 300, "rows_seen": 9600, "lr": 3.958807156877371e-05, "tok_per_s": 1397.9915186350734, "loss": 0.5871835071593523, "entropy": 0.5653505995869637, "sharp": 0.2156872944906354} +{"time": "00:20:17", "event": "val", "step": 300, "rows_seen": 9600, "n": 500, "dropped_long": 0, "noul_ce": 0.5366700887680054, "noul_T": 0.960285690365144, "noul_auc": 0.7694057839634546, "noul_acc": 0.728, "noul_f1": 0.799410029498525, "noul_nll": 0.5366701576709747, "noul_ece": 0.059371438264846796, "noul_brier": 0.17972294404616276, "noul_sharp": 0.23413635790348053, "entropy": 0.5456459522247314} +{"time": "00:22:50", "event": "step", "step": 310, "rows_seen": 9920, "lr": 3.665625949658603e-05, "tok_per_s": 1381.254258818211, "loss": 0.6206168681383133, "entropy": 0.5708802044391632, "sharp": 0.21027307212352753} +{"time": "00:25:17", "event": "step", "step": 320, "rows_seen": 10240, "lr": 3.379090157815887e-05, "tok_per_s": 1383.0430871332728, "loss": 0.5494284462183714, "entropy": 0.575347539037466, "sharp": 0.21409020572900772} +{"time": "00:27:44", "event": "step", "step": 330, "rows_seen": 10560, "lr": 3.10040161203844e-05, "tok_per_s": 1384.5302044609982, "loss": 0.6217551231384277, "entropy": 0.5857317894697189, "sharp": 0.1866032686084509} +{"time": "00:30:15", "event": "step", "step": 340, "rows_seen": 10880, "lr": 2.8307292289383776e-05, "tok_per_s": 1386.2689148558063, "loss": 0.604221023619175, "entropy": 0.5899978317320347, "sharp": 0.19442999549210072} +{"time": "00:32:43", "event": "step", "step": 350, "rows_seen": 11200, "lr": 2.571204108208194e-05, "tok_per_s": 1388.0886317385111, "loss": 0.6077579176053405, "entropy": 0.5468552261590958, "sharp": 0.22565945610404015} +{"time": "00:35:09", "event": "step", "step": 360, "rows_seen": 11520, "lr": 2.322914788395595e-05, "tok_per_s": 1389.4658005053898, "loss": 0.560117932036519, "entropy": 0.5693891290575266, "sharp": 0.21752069890499115} +{"time": "00:37:37", "event": "step", "step": 370, "rows_seen": 11840, "lr": 2.0869026811945157e-05, "tok_per_s": 1390.556289389356, "loss": 0.5659406408667564, "entropy": 0.5712960064411163, "sharp": 0.21445169486105442} +{"time": "00:40:04", "event": "step", "step": 380, "rows_seen": 12160, "lr": 1.8641577034025627e-05, "tok_per_s": 1392.211561106577, "loss": 0.5900156311690807, "entropy": 0.5739358589053154, "sharp": 0.20392481423914433} +{"time": "00:42:32", "event": "step", "step": 390, "rows_seen": 12480, "lr": 1.6556141248659472e-05, "tok_per_s": 1393.3391075338734, "loss": 0.5132851414382458, "entropy": 0.5116366315633059, "sharp": 0.2529973331838846} +{"time": "00:45:01", "event": "step", "step": 400, "rows_seen": 12800, "lr": 1.4621466498270773e-05, "tok_per_s": 1394.4912844820522, "loss": 0.48023470025509596, "entropy": 0.5343296024948359, "sharp": 0.24028369411826134} +{"time": "00:46:00", "event": "val", "step": 400, "rows_seen": 12800, "n": 500, "dropped_long": 0, "noul_ce": 0.5312105417251587, "noul_T": 0.9268169103599417, "noul_auc": 0.7734406939334152, "noul_acc": 0.75, "noul_f1": 0.8271092669432918, "noul_nll": 0.5312105418145656, "noul_ece": 0.06647395849227908, "noul_brier": 0.17744506829524323, "noul_sharp": 0.22554843127727509, "entropy": 0.54704749584198} +{"time": "00:48:31", "event": "step", "step": 410, "rows_seen": 13120, "lr": 1.284566748110963e-05, "tok_per_s": 1382.4291305318704, "loss": 0.46830838546156883, "entropy": 0.5125050935894251, "sharp": 0.2609159108251333} +{"time": "00:50:59", "event": "step", "step": 420, "rows_seen": 13440, "lr": 1.1236192515387821e-05, "tok_per_s": 1383.8093083539889, "loss": 0.6020109690725803, "entropy": 0.5811271071434021, "sharp": 0.19319846108555794} +{"time": "00:53:29", "event": "step", "step": 430, "rows_seen": 13760, "lr": 9.799792298443728e-06, "tok_per_s": 1385.2289203468265, "loss": 0.5992871019989252, "entropy": 0.5423487424850464, "sharp": 0.23069767374545336} +{"time": "00:55:54", "event": "step", "step": 440, "rows_seen": 14080, "lr": 8.542491591971554e-06, "tok_per_s": 1386.3635941383088, "loss": 0.5417230539023876, "entropy": 0.515627034008503, "sharp": 0.24478448182344437} +{"time": "00:58:23", "event": "step", "step": 450, "rows_seen": 14400, "lr": 7.469563952077155e-06, "tok_per_s": 1387.5672692564551, "loss": 0.546052347868681, "entropy": 0.5683451592922211, "sharp": 0.21458417177200317} +{"time": "01:00:50", "event": "step", "step": 460, "rows_seen": 14720, "lr": 6.585509610150972e-06, "tok_per_s": 1388.8297069973223, "loss": 0.5878501096740365, "entropy": 0.532036304473877, "sharp": 0.2491233702749014} +{"time": "01:03:22", "event": "step", "step": 470, "rows_seen": 15040, "lr": 5.894036597333646e-06, "tok_per_s": 1389.7867586598736, "loss": 0.5835849493741989, "entropy": 0.5767244035378098, "sharp": 0.18902557622641325} +{"time": "01:05:47", "event": "step", "step": 480, "rows_seen": 15360, "lr": 5.398045191744809e-06, "tok_per_s": 1390.8453144904634, "loss": 0.5953803211450577, "entropy": 0.5601577702909708, "sharp": 0.22378395311534405} +{"time": "01:08:15", "event": "step", "step": 490, "rows_seen": 15680, "lr": 5.099615753708697e-06, "tok_per_s": 1392.0327047716107, "loss": 0.5715182945132256, "entropy": 0.5570119898766279, "sharp": 0.22012639790773392} +{"time": "01:10:43", "event": "step", "step": 500, "rows_seen": 16000, "lr": 5e-06, "tok_per_s": 1393.1603638890456, "loss": 0.5367603339254856, "entropy": 0.5710874944925308, "sharp": 0.20983687415719032} +{"time": "01:11:43", "event": "val", "step": 500, "rows_seen": 16000, "n": 500, "dropped_long": 0, "noul_ce": 0.5344406962394714, "noul_T": 0.8577765487693831, "noul_auc": 0.7736006683375104, "noul_acc": 0.732, "noul_f1": 0.8005952380952381, "noul_nll": 0.5344406595006586, "noul_ece": 0.06059278088808061, "noul_brier": 0.17883792971998883, "noul_sharp": 0.21389581263065338, "entropy": 0.5640824437141418} +{"time": "01:15:43", "event": "ckpt", "tag": "ckpt-16000", "rows_seen": 16000, "replay_seen": 842, "step": 500, "tokens": 10655956, "tok_per_s": 1340.769396101485, "rows_per_s": 2.1191189380255646, "val": {"n": 2200, "dropped_long": 0, "noul_ce": 0.5276942849159241, "noul_T": 0.8498741058343346, "choice_ce": 0.6623139977455139, "choice_T": 1.0199980117345528, "score_ce": 1.0459426641464233, "score_T": 0.9772637150481546, "noul_auc": 0.7776549648252538, "noul_acc": 0.737, "noul_f1": 0.806047197640118, "noul_nll": 0.5317924167755991, "noul_ece": 0.047244795709848394, "noul_brier": 0.17730553710900523, "noul_sharp": 0.21554674208164215, "entropy": 0.5635025501251221}, "dropped_long": 0, "peak_gib": 18.282634258270264} diff --git a/meta_only/podC/e16/S1-F1poolJev64-rp/ckpt-16000/adapter/adapter_config.json b/meta_only/podC/e16/S1-F1poolJev64-rp/ckpt-16000/adapter/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..72b11637e67d8cd86a27762ad144cd2502c91373 --- /dev/null +++ b/meta_only/podC/e16/S1-F1poolJev64-rp/ckpt-16000/adapter/adapter_config.json @@ -0,0 +1,57 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "Qwen3_5ForCausalLM", + "parent_library": "transformers.models.qwen3_5.modeling_qwen3_5" + }, + "base_model_name_or_path": "/workspace/jev_kt/models/hf/JEV-9B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 32, + "lora_bias": false, + "lora_dropout": 0.05, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.0", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "up_proj", + "o_proj", + "out_proj", + "in_proj_qkv", + "v_proj", + "in_proj_z", + "q_proj", + "gate_proj", + "k_proj", + "down_proj" + ], + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-F1poolJev64-rp/ckpt-16000/adapter_vllm/adapter_config.json b/meta_only/podC/e16/S1-F1poolJev64-rp/ckpt-16000/adapter_vllm/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..2d093d03334d1bcd8511a3867adb084f382fd3c5 --- /dev/null +++ b/meta_only/podC/e16/S1-F1poolJev64-rp/ckpt-16000/adapter_vllm/adapter_config.json @@ -0,0 +1,58 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "Qwen3_5ForCausalLM", + "parent_library": "transformers.models.qwen3_5.modeling_qwen3_5" + }, + "base_model_name_or_path": null, + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 64.0, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.0", + "qalora_group_size": 16, + "r": 32, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "down_proj", + "gate_proj", + "in_proj_qkv", + "in_proj_z", + "k_proj", + "lm_head", + "o_proj", + "out_proj", + "q_proj", + "up_proj", + "v_proj" + ], + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-F1poolJev64-rp/ckpt-16000/adapter_vllm/decision_head.json b/meta_only/podC/e16/S1-F1poolJev64-rp/ckpt-16000/adapter_vllm/decision_head.json new file mode 100644 index 0000000000000000000000000000000000000000..4b5f16112e5e0ce18c0f235b2af0fa3cca90d19d --- /dev/null +++ b/meta_only/podC/e16/S1-F1poolJev64-rp/ckpt-16000/adapter_vllm/decision_head.json @@ -0,0 +1,99 @@ +{ + "bias": [ + 0.00026669082581065595, + -0.00026695773703977466, + -0.002613887656480074, + -0.0018530103843659163, + -0.00043132074642926455, + 0.002083771862089634, + 0.0017924488056451082, + -0.003569473046809435, + 0.0006935085402801633, + -0.00015733818872831762, + -0.0004426038358360529, + 0.0005030741449445486, + -0.0014365906827151775, + -0.004658731631934643, + -0.0035295886918902397, + -0.00613065343350172, + -0.006616486236453056, + -0.005759988911449909, + -0.005811965558677912, + -0.00645890086889267, + -0.003109618788585067, + -0.004905948415398598, + -0.007198779843747616, + -0.00460008205845952 + ], + "verbalizer_ids": [ + 3721, + 1802, + 15, + 16, + 17, + 18, + 19, + 20, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47 + ], + "slots": { + "num_slots": 24, + "ranges": { + "noul": [ + 0, + 2 + ], + "score": [ + 2, + 8 + ], + "choice": [ + 8, + 24 + ] + }, + "verbalizers": [ + "false", + "true", + "0", + "1", + "2", + "3", + "4", + "5", + "A", + "B", + "C", + "D", + "E", + "F", + "G", + "H", + "I", + "J", + "K", + "L", + "M", + "N", + "O", + "P" + ], + "template_version": "bare-v1" + }, + "note": "decision logits = lm_head-LoRA logprobs of verbalizer ids + bias, then per-kind temperature" +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-F1poolJev64-rp/ckpt-16000/calibration.json b/meta_only/podC/e16/S1-F1poolJev64-rp/ckpt-16000/calibration.json new file mode 100644 index 0000000000000000000000000000000000000000..ec5386d9dbc7e3049905b6d3d3b5975729b49cda --- /dev/null +++ b/meta_only/podC/e16/S1-F1poolJev64-rp/ckpt-16000/calibration.json @@ -0,0 +1,29 @@ +{ + "version": 1, + "per_kind": { + "noul": 0.8513014014834599, + "choice": 1.0137597906837046, + "score": 1.0856232046443492 + }, + "fit": { + "noul": { + "n": 2087, + "T": 0.8513014014834599, + "ce_before": 0.5261444449424744, + "ce_after": 0.5234718918800354 + }, + "choice": { + "n": 60, + "T": 1.0137597906837046, + "ce_before": 0.714280903339386, + "ce_after": 0.7142382860183716 + }, + "score": { + "n": 53, + "T": 1.0856232046443492, + "ce_before": 1.1209250688552856, + "ce_after": 1.1188633441925049 + } + }, + "source": "models/e16/S1-F1poolJev64-rp/ckpt-16000" +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-F1poolJev64-rp/ckpt-16000/judge_config.json b/meta_only/podC/e16/S1-F1poolJev64-rp/ckpt-16000/judge_config.json new file mode 100644 index 0000000000000000000000000000000000000000..e4b8b32057a5bf6e7fa628ff4798316d0d527fbd --- /dev/null +++ b/meta_only/podC/e16/S1-F1poolJev64-rp/ckpt-16000/judge_config.json @@ -0,0 +1,164 @@ +{ + "base_model_path": "/root/models/Qwen3.5-9B", + "hidden_size": 4096, + "slots": { + "num_slots": 24, + "ranges": { + "noul": [ + 0, + 2 + ], + "score": [ + 2, + 8 + ], + "choice": [ + 8, + 24 + ] + }, + "verbalizers": [ + "false", + "true", + "0", + "1", + "2", + "3", + "4", + "5", + "A", + "B", + "C", + "D", + "E", + "F", + "G", + "H", + "I", + "J", + "K", + "L", + "M", + "N", + "O", + "P" + ], + "template_version": "bare-v1" + }, + "verbalizer_ids": [ + 3721, + 1802, + 15, + 16, + 17, + 18, + 19, + 20, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47 + ], + "kinds": [ + "noul", + "choice", + "score" + ], + "model_name": "jev-judge-qwen35-9b", + "model_version": "0.8.0", + "lm_head_included": true, + "weights_mode": "unmerged", + "adapter_subfolder": "adapter", + "lora": { + "r": 16, + "lora_alpha": 32, + "lora_dropout": 0.05, + "target_modules": [ + "down_proj", + "gate_proj", + "in_proj_qkv", + "in_proj_z", + "k_proj", + "o_proj", + "out_proj", + "q_proj", + "up_proj", + "v_proj" + ] + }, + "trained_stage": "e16", + "source_checkpoint": "models/e16/S1-F1poolJev64-rp/ckpt-16000", + "softcap": null, + "e16": { + "data": "data/e15/F1-pool-jev", + "data_manifest": { + "arm": "F1-pool-jev", + "name": "F1-pool-jev", + "train_sha256": "33278ed5393e703c3cb6be07e1a9bc09b521d1c79801078ff875904387ee7ecb", + "n_train": 64000 + }, + "init": "released", + "objective": "s-log", + "sigma": 0.5, + "K": 8, + "reward": "brier", + "clip": 0.2, + "passes": 1, + "lr": 0.0001, + "lr_head": 0.0002, + "rows_per_step": 32, + "train_seed": 0, + "replay": "data/e16/replay/train.jsonl", + "replay_frac": 0.05, + "replay_sha256": "9dd2df19851678750cf79d2fdb47581720930ef2f0c6e18e6fbe23ef2181847e", + "max_len": 3072, + "schedule": "warmup 0.03 + cosine to x0.05 over 2000 steps", + "total_rows": 64000, + "lora": { + "r": 16, + "lora_alpha": 32, + "lora_dropout": 0.05 + }, + "trainer_sha256": "bc7c08e836bd99bb2665b02903cd41404ea029ecfa9b68a9ec1a7cda96958ba4", + "event": "ckpt", + "tag": "ckpt-16000", + "rows_seen": 16000, + "replay_seen": 842, + "step": 500, + "tokens": 10655956, + "tok_per_s": 1343.2578784274262, + "rows_per_s": 2.12305204541718, + "val": { + "n": 2200, + "dropped_long": 0, + "noul_ce": 0.5261444449424744, + "noul_T": 0.8513014014834599, + "choice_ce": 0.714280903339386, + "choice_T": 1.0137597906837046, + "score_ce": 1.1209250688552856, + "score_T": 1.0856232046443492, + "noul_auc": 0.7798092156606611, + "noul_acc": 0.735, + "noul_f1": 0.8023862788963461, + "noul_nll": 0.5300771337933838, + "noul_ece": 0.04573092176020144, + "noul_brier": 0.17679113937036076, + "noul_sharp": 0.21547271311283112, + "entropy": 0.5615574717521667 + }, + "dropped_long": 0, + "peak_gib": 18.282634258270264 + } +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-F1poolJev64-rp/ckpt-64000/adapter/adapter_config.json b/meta_only/podC/e16/S1-F1poolJev64-rp/ckpt-64000/adapter/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..72b11637e67d8cd86a27762ad144cd2502c91373 --- /dev/null +++ b/meta_only/podC/e16/S1-F1poolJev64-rp/ckpt-64000/adapter/adapter_config.json @@ -0,0 +1,57 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "Qwen3_5ForCausalLM", + "parent_library": "transformers.models.qwen3_5.modeling_qwen3_5" + }, + "base_model_name_or_path": "/workspace/jev_kt/models/hf/JEV-9B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 32, + "lora_bias": false, + "lora_dropout": 0.05, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.0", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "up_proj", + "o_proj", + "out_proj", + "in_proj_qkv", + "v_proj", + "in_proj_z", + "q_proj", + "gate_proj", + "k_proj", + "down_proj" + ], + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-F1poolJev64-rp/ckpt-64000/adapter_vllm/adapter_config.json b/meta_only/podC/e16/S1-F1poolJev64-rp/ckpt-64000/adapter_vllm/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..2d093d03334d1bcd8511a3867adb084f382fd3c5 --- /dev/null +++ b/meta_only/podC/e16/S1-F1poolJev64-rp/ckpt-64000/adapter_vllm/adapter_config.json @@ -0,0 +1,58 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "Qwen3_5ForCausalLM", + "parent_library": "transformers.models.qwen3_5.modeling_qwen3_5" + }, + "base_model_name_or_path": null, + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 64.0, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.0", + "qalora_group_size": 16, + "r": 32, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "down_proj", + "gate_proj", + "in_proj_qkv", + "in_proj_z", + "k_proj", + "lm_head", + "o_proj", + "out_proj", + "q_proj", + "up_proj", + "v_proj" + ], + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-F1poolJev64-rp/ckpt-64000/adapter_vllm/decision_head.json b/meta_only/podC/e16/S1-F1poolJev64-rp/ckpt-64000/adapter_vllm/decision_head.json new file mode 100644 index 0000000000000000000000000000000000000000..6bb2ece94cbceaa027793f1fcab9bcdb5e289bc9 --- /dev/null +++ b/meta_only/podC/e16/S1-F1poolJev64-rp/ckpt-64000/adapter_vllm/decision_head.json @@ -0,0 +1,99 @@ +{ + "bias": [ + 0.0003487219801172614, + -0.0003490124363452196, + -0.0036284823436290026, + -0.002368647838011384, + -0.00039070830098353326, + 0.0019879131577908993, + 0.0013956415932625532, + -0.002944021252915263, + -0.0007533390307798982, + -0.0006712725153192878, + -0.0005860609817318618, + -0.00023491194588132203, + -0.0014619485009461641, + -0.007113779429346323, + -0.006820283830165863, + -0.006841991562396288, + -0.006860924419015646, + -0.0062736752443015575, + -0.0059112790040671825, + -0.006723742000758648, + -0.0037509158719331026, + -0.005233181640505791, + -0.007325358688831329, + -0.004852266050875187 + ], + "verbalizer_ids": [ + 3721, + 1802, + 15, + 16, + 17, + 18, + 19, + 20, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47 + ], + "slots": { + "num_slots": 24, + "ranges": { + "noul": [ + 0, + 2 + ], + "score": [ + 2, + 8 + ], + "choice": [ + 8, + 24 + ] + }, + "verbalizers": [ + "false", + "true", + "0", + "1", + "2", + "3", + "4", + "5", + "A", + "B", + "C", + "D", + "E", + "F", + "G", + "H", + "I", + "J", + "K", + "L", + "M", + "N", + "O", + "P" + ], + "template_version": "bare-v1" + }, + "note": "decision logits = lm_head-LoRA logprobs of verbalizer ids + bias, then per-kind temperature" +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-F1poolJev64-rp/ckpt-64000/calibration.json b/meta_only/podC/e16/S1-F1poolJev64-rp/ckpt-64000/calibration.json new file mode 100644 index 0000000000000000000000000000000000000000..115103d87cb0095fad37e1c647c5646c6f9cfa9a --- /dev/null +++ b/meta_only/podC/e16/S1-F1poolJev64-rp/ckpt-64000/calibration.json @@ -0,0 +1,29 @@ +{ + "version": 1, + "per_kind": { + "noul": 0.7837499660588049, + "choice": 1.0310905563324595, + "score": 1.0038335926287578 + }, + "fit": { + "noul": { + "n": 2087, + "T": 0.7837499660588049, + "ce_before": 0.5206815004348755, + "ce_after": 0.5147730708122253 + }, + "choice": { + "n": 60, + "T": 1.0310905563324595, + "ce_before": 0.6738867163658142, + "ce_after": 0.6736864447593689 + }, + "score": { + "n": 53, + "T": 1.0038335926287578, + "ce_before": 1.0664595365524292, + "ce_after": 1.0664554834365845 + } + }, + "source": "models/e16/S1-F1poolJev64-rp/ckpt-64000" +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-F1poolJev64-rp/ckpt-64000/judge_config.json b/meta_only/podC/e16/S1-F1poolJev64-rp/ckpt-64000/judge_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3415901de5cbfd0492150ef6a570a04fe9556ccf --- /dev/null +++ b/meta_only/podC/e16/S1-F1poolJev64-rp/ckpt-64000/judge_config.json @@ -0,0 +1,164 @@ +{ + "base_model_path": "/root/models/Qwen3.5-9B", + "hidden_size": 4096, + "slots": { + "num_slots": 24, + "ranges": { + "noul": [ + 0, + 2 + ], + "score": [ + 2, + 8 + ], + "choice": [ + 8, + 24 + ] + }, + "verbalizers": [ + "false", + "true", + "0", + "1", + "2", + "3", + "4", + "5", + "A", + "B", + "C", + "D", + "E", + "F", + "G", + "H", + "I", + "J", + "K", + "L", + "M", + "N", + "O", + "P" + ], + "template_version": "bare-v1" + }, + "verbalizer_ids": [ + 3721, + 1802, + 15, + 16, + 17, + 18, + 19, + 20, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47 + ], + "kinds": [ + "noul", + "choice", + "score" + ], + "model_name": "jev-judge-qwen35-9b", + "model_version": "0.8.0", + "lm_head_included": true, + "weights_mode": "unmerged", + "adapter_subfolder": "adapter", + "lora": { + "r": 16, + "lora_alpha": 32, + "lora_dropout": 0.05, + "target_modules": [ + "down_proj", + "gate_proj", + "in_proj_qkv", + "in_proj_z", + "k_proj", + "o_proj", + "out_proj", + "q_proj", + "up_proj", + "v_proj" + ] + }, + "trained_stage": "e16", + "source_checkpoint": "models/e16/S1-F1poolJev64-rp/ckpt-64000", + "softcap": null, + "e16": { + "data": "data/e15/F1-pool-jev", + "data_manifest": { + "arm": "F1-pool-jev", + "name": "F1-pool-jev", + "train_sha256": "33278ed5393e703c3cb6be07e1a9bc09b521d1c79801078ff875904387ee7ecb", + "n_train": 64000 + }, + "init": "released", + "objective": "s-log", + "sigma": 0.5, + "K": 8, + "reward": "brier", + "clip": 0.2, + "passes": 1, + "lr": 0.0001, + "lr_head": 0.0002, + "rows_per_step": 32, + "train_seed": 0, + "replay": "data/e16/replay/train.jsonl", + "replay_frac": 0.05, + "replay_sha256": "9dd2df19851678750cf79d2fdb47581720930ef2f0c6e18e6fbe23ef2181847e", + "max_len": 3072, + "schedule": "warmup 0.03 + cosine to x0.05 over 2000 steps", + "total_rows": 64000, + "lora": { + "r": 16, + "lora_alpha": 32, + "lora_dropout": 0.05 + }, + "trainer_sha256": "bc7c08e836bd99bb2665b02903cd41404ea029ecfa9b68a9ec1a7cda96958ba4", + "event": "ckpt", + "tag": "ckpt-64000", + "rows_seen": 64000, + "replay_seen": 3368, + "step": 2000, + "tokens": 42644468, + "tok_per_s": 1364.5770199814233, + "rows_per_s": 2.155703400398769, + "val": { + "n": 2200, + "dropped_long": 0, + "noul_ce": 0.5206815004348755, + "noul_T": 0.7837499660588049, + "choice_ce": 0.6738867163658142, + "choice_T": 1.0310905563324595, + "score_ce": 1.0664595365524292, + "score_T": 1.0038335926287578, + "noul_auc": 0.7873795177023706, + "noul_acc": 0.747, + "noul_f1": 0.8151935719503287, + "noul_nll": 0.5246985509824008, + "noul_ece": 0.048169060423970206, + "noul_brier": 0.174098943924391, + "noul_sharp": 0.20803777873516083, + "entropy": 0.5705315470695496 + }, + "dropped_long": 0, + "peak_gib": 18.285059452056885 + } +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-F1poolJev64-rp/train_log.jsonl b/meta_only/podC/e16/S1-F1poolJev64-rp/train_log.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..272d7b79ec6074932b76f6bf7e1a17e746c35ede --- /dev/null +++ b/meta_only/podC/e16/S1-F1poolJev64-rp/train_log.jsonl @@ -0,0 +1,223 @@ +{"time": "07:20:04", "event": "start", "data": "data/e15/F1-pool-jev", "data_manifest": {"arm": "F1-pool-jev", "name": "F1-pool-jev", "train_sha256": "33278ed5393e703c3cb6be07e1a9bc09b521d1c79801078ff875904387ee7ecb", "n_train": 64000}, "init": "released", "objective": "s-log", "sigma": 0.5, "K": 8, "reward": "brier", "clip": 0.2, "passes": 1, "lr": 0.0001, "lr_head": 0.0002, "rows_per_step": 32, "train_seed": 0, "replay": "data/e16/replay/train.jsonl", "replay_frac": 0.05, "replay_sha256": "9dd2df19851678750cf79d2fdb47581720930ef2f0c6e18e6fbe23ef2181847e", "max_len": 3072, "schedule": "warmup 0.03 + cosine to x0.05 over 2000 steps", "total_rows": 64000, "lora": {"r": 16, "lora_alpha": 32, "lora_dropout": 0.05}, "trainer_sha256": "bc7c08e836bd99bb2665b02903cd41404ea029ecfa9b68a9ec1a7cda96958ba4", "device": "cuda", "load_s": 38.98274207115173} +{"time": "07:22:37", "event": "step", "step": 10, "rows_seen": 320, "lr": 1.8333333333333333e-05, "tok_per_s": 1400.2524906048309, "loss": 0.5827213292941451, "entropy": 0.5477172322571278, "sharp": 0.2263948004692793} +{"time": "07:25:08", "event": "step", "step": 20, "rows_seen": 640, "lr": 3.5e-05, "tok_per_s": 1417.2584688745849, "loss": 0.5981335453689098, "entropy": 0.589746281504631, "sharp": 0.1896751243621111} +{"time": "07:27:37", "event": "step", "step": 30, "rows_seen": 960, "lr": 5.166666666666667e-05, "tok_per_s": 1418.8398713974445, "loss": 0.6530707068741322, "entropy": 0.5032561011612415, "sharp": 0.25986889749765396} +{"time": "07:30:09", "event": "step", "step": 40, "rows_seen": 1280, "lr": 6.833333333333333e-05, "tok_per_s": 1422.4681361110127, "loss": 0.6236845143139362, "entropy": 0.5478683011606336, "sharp": 0.2456020973622799} +{"time": "07:32:38", "event": "step", "step": 50, "rows_seen": 1600, "lr": 8.5e-05, "tok_per_s": 1426.6331400728843, "loss": 0.6656032782047987, "entropy": 0.5774694345891476, "sharp": 0.21037613041698933} +{"time": "07:35:05", "event": "step", "step": 60, "rows_seen": 1920, "lr": 0.0001, "tok_per_s": 1430.2940457927396, "loss": 0.5787754748016596, "entropy": 0.5983597915619612, "sharp": 0.18054982833564281} +{"time": "07:37:33", "event": "step", "step": 70, "rows_seen": 2240, "lr": 9.999377197411753e-05, "tok_per_s": 1429.6313843828718, "loss": 0.5943648479878902, "entropy": 0.5996861141175032, "sharp": 0.17276618629693985} +{"time": "07:40:00", "event": "step", "step": 80, "rows_seen": 2560, "lr": 9.997508952966197e-05, "tok_per_s": 1431.8847439568926, "loss": 0.5180948916822672, "entropy": 0.526675995439291, "sharp": 0.23837191611528397} +{"time": "07:42:28", "event": "step", "step": 90, "rows_seen": 2880, "lr": 9.994395756578056e-05, "tok_per_s": 1433.8771583094008, "loss": 0.591594897210598, "entropy": 0.5604734681546688, "sharp": 0.22052187286317348} +{"time": "07:44:56", "event": "step", "step": 100, "rows_seen": 3200, "lr": 9.990038424629131e-05, "tok_per_s": 1433.971608299362, "loss": 0.5394542794674635, "entropy": 0.5903550609946251, "sharp": 0.1954897977411747} +{"time": "07:45:56", "event": "val", "step": 100, "rows_seen": 3200, "n": 500, "dropped_long": 0, "noul_ce": 0.5357717275619507, "noul_T": 0.7945516391611844, "noul_auc": 0.781563838674701, "noul_acc": 0.738, "noul_f1": 0.8198074277854195, "noul_nll": 0.5357717326581478, "noul_ece": 0.08587717103958131, "noul_brier": 0.17868177374501407, "noul_sharp": 0.20654407143592834, "entropy": 0.5786758661270142} +{"time": "07:48:24", "event": "step", "step": 110, "rows_seen": 3520, "lr": 9.984438099754206e-05, "tok_per_s": 1386.092054811585, "loss": 0.6266700280830264, "entropy": 0.5121768768876791, "sharp": 0.26105943880975246} +{"time": "07:50:47", "event": "step", "step": 120, "rows_seen": 3840, "lr": 9.977596250541417e-05, "tok_per_s": 1389.6861867237503, "loss": 0.6166014112532139, "entropy": 0.6263995580375195, "sharp": 0.14671650063246489} +{"time": "07:53:10", "event": "step", "step": 130, "rows_seen": 4160, "lr": 9.969514671147145e-05, "tok_per_s": 1393.4191363024268, "loss": 0.579306835308671, "entropy": 0.5790133737027645, "sharp": 0.2112835142761469} +{"time": "07:55:39", "event": "step", "step": 140, "rows_seen": 4480, "lr": 9.96019548082552e-05, "tok_per_s": 1396.0141525757695, "loss": 0.6057696798816323, "entropy": 0.5468740966171026, "sharp": 0.24228882044553757} +{"time": "07:58:08", "event": "step", "step": 150, "rows_seen": 4800, "lr": 9.949641123372692e-05, "tok_per_s": 1398.3340849307308, "loss": 0.5425258334726095, "entropy": 0.6192922443151474, "sharp": 0.16337066236883402} +{"time": "08:00:39", "event": "step", "step": 160, "rows_seen": 5120, "lr": 9.937854366485982e-05, "tok_per_s": 1400.3447922304995, "loss": 0.5908117908984423, "entropy": 0.5733298808336258, "sharp": 0.20729351416230202} +{"time": "08:03:09", "event": "step", "step": 170, "rows_seen": 5440, "lr": 9.924838301038104e-05, "tok_per_s": 1402.066148883898, "loss": 0.5661538122221828, "entropy": 0.5889195762574673, "sharp": 0.19222303479909897} +{"time": "08:05:32", "event": "step", "step": 180, "rows_seen": 5760, "lr": 9.910596340266635e-05, "tok_per_s": 1404.4574412991892, "loss": 0.5337490420788527, "entropy": 0.604455903172493, "sharp": 0.1891107875853777} +{"time": "08:07:58", "event": "step", "step": 190, "rows_seen": 6080, "lr": 9.895132218878961e-05, "tok_per_s": 1406.5512616880537, "loss": 0.6041468046605587, "entropy": 0.569889584556222, "sharp": 0.21134358923882246} +{"time": "08:10:33", "event": "step", "step": 200, "rows_seen": 6400, "lr": 9.8784499920729e-05, "tok_per_s": 1407.3652143868994, "loss": 0.6002707444131374, "entropy": 0.6136578805744648, "sharp": 0.15694448724389076} +{"time": "08:11:33", "event": "val", "step": 200, "rows_seen": 6400, "n": 500, "dropped_long": 0, "noul_ce": 0.5404412746429443, "noul_T": 0.7708726798688363, "noul_auc": 0.7679304644590199, "noul_acc": 0.744, "noul_f1": 0.8176638176638177, "noul_nll": 0.540441324532032, "noul_ece": 0.07383140337467196, "noul_brier": 0.18051385958755953, "noul_sharp": 0.1928749978542328, "entropy": 0.5844650268554688} +{"time": "08:14:01", "event": "step", "step": 210, "rows_seen": 6720, "lr": 9.860554034473306e-05, "tok_per_s": 1383.1499191405135, "loss": 0.6163882650434971, "entropy": 0.5125567205250263, "sharp": 0.25368547439575195} +{"time": "08:16:24", "event": "step", "step": 220, "rows_seen": 7040, "lr": 9.841449038984903e-05, "tok_per_s": 1385.9915484795895, "loss": 0.5883037187159061, "entropy": 0.5949115455150604, "sharp": 0.18860073573887348} +{"time": "08:18:53", "event": "step", "step": 230, "rows_seen": 7360, "lr": 9.821140015561645e-05, "tok_per_s": 1388.8956893411278, "loss": 0.5972743760794401, "entropy": 0.5975673981010914, "sharp": 0.18604946322739124} +{"time": "08:21:15", "event": "step", "step": 240, "rows_seen": 7680, "lr": 9.79963228989294e-05, "tok_per_s": 1391.0348552250314, "loss": 0.5513666672632098, "entropy": 0.5351932942867279, "sharp": 0.23240740969777107} +{"time": "08:23:42", "event": "step", "step": 250, "rows_seen": 8000, "lr": 9.776931502007089e-05, "tok_per_s": 1393.2383687958386, "loss": 0.502466244623065, "entropy": 0.5430139396339655, "sharp": 0.2283628825098276} +{"time": "08:26:04", "event": "step", "step": 260, "rows_seen": 8320, "lr": 9.753043604792285e-05, "tok_per_s": 1395.1886784436037, "loss": 0.5777906579896808, "entropy": 0.5606307815760374, "sharp": 0.20309704262763262} +{"time": "08:28:31", "event": "step", "step": 270, "rows_seen": 8640, "lr": 9.727974862435562e-05, "tok_per_s": 1396.6435520718799, "loss": 0.5831130370497704, "entropy": 0.5364396832883358, "sharp": 0.22074992209672928} +{"time": "08:30:59", "event": "step", "step": 280, "rows_seen": 8960, "lr": 9.701731848780134e-05, "tok_per_s": 1398.452387950693, "loss": 0.6083768680691719, "entropy": 0.5808975845575333, "sharp": 0.2060101181268692} +{"time": "08:33:30", "event": "step", "step": 290, "rows_seen": 9280, "lr": 9.674321445601502e-05, "tok_per_s": 1399.7443089168648, "loss": 0.5502366963773966, "entropy": 0.5611537229269743, "sharp": 0.2166066411882639} +{"time": "08:35:57", "event": "step", "step": 300, "rows_seen": 9600, "lr": 9.645750840802845e-05, "tok_per_s": 1401.1743817050985, "loss": 0.6005162205547094, "entropy": 0.5285095274448395, "sharp": 0.24302520416676998} +{"time": "08:36:56", "event": "val", "step": 300, "rows_seen": 9600, "n": 500, "dropped_long": 0, "noul_ce": 0.5341960191726685, "noul_T": 1.114125907663514, "noul_auc": 0.7718764997600384, "noul_acc": 0.732, "noul_f1": 0.8074712643678161, "noul_nll": 0.5341960619688034, "noul_ece": 0.053406643629074095, "noul_brier": 0.178468830815874, "noul_sharp": 0.26299554109573364, "entropy": 0.5061817765235901} +{"time": "08:39:29", "event": "step", "step": 310, "rows_seen": 9920, "lr": 9.616027526530109e-05, "tok_per_s": 1384.3048448402355, "loss": 0.6350497119128704, "entropy": 0.5922302342951298, "sharp": 0.19153600558638573} +{"time": "08:41:56", "event": "step", "step": 320, "rows_seen": 10240, "lr": 9.585159297207315e-05, "tok_per_s": 1386.0100425136686, "loss": 0.5551260523498058, "entropy": 0.5386437065899372, "sharp": 0.24498549290001392} +{"time": "08:44:24", "event": "step", "step": 330, "rows_seen": 10560, "lr": 9.553154247492623e-05, "tok_per_s": 1387.42714325827, "loss": 0.6175281777977943, "entropy": 0.6038471758365631, "sharp": 0.1634056344628334} +{"time": "08:46:54", "event": "step", "step": 340, "rows_seen": 10880, "lr": 9.520020770155628e-05, "tok_per_s": 1389.100351253903, "loss": 0.6055586487054825, "entropy": 0.5705126188695431, "sharp": 0.20509620010852814} +{"time": "08:49:23", "event": "step", "step": 350, "rows_seen": 11200, "lr": 9.485767553876519e-05, "tok_per_s": 1390.8623354359606, "loss": 0.6423530085012317, "entropy": 0.5262468233704567, "sharp": 0.24223767220973969} +{"time": "08:51:48", "event": "step", "step": 360, "rows_seen": 11520, "lr": 9.450403580967612e-05, "tok_per_s": 1392.23256669851, "loss": 0.5722369812428951, "entropy": 0.6190504431724548, "sharp": 0.16848047263920307} +{"time": "08:54:16", "event": "step", "step": 370, "rows_seen": 11840, "lr": 9.413938125017902e-05, "tok_per_s": 1393.3513551807087, "loss": 0.5623619128018618, "entropy": 0.535004697740078, "sharp": 0.24594110436737537} +{"time": "08:56:42", "event": "step", "step": 380, "rows_seen": 12160, "lr": 9.376380748461219e-05, "tok_per_s": 1394.9990803354117, "loss": 0.6052537225186825, "entropy": 0.5686648041009903, "sharp": 0.2035021260380745} +{"time": "08:59:10", "event": "step", "step": 390, "rows_seen": 12480, "lr": 9.337741300068645e-05, "tok_per_s": 1396.1028559878384, "loss": 0.5187777411192656, "entropy": 0.4902561567723751, "sharp": 0.2636635862290859} +{"time": "09:01:38", "event": "step", "step": 400, "rows_seen": 12800, "lr": 9.298029912365855e-05, "tok_per_s": 1397.2202690685328, "loss": 0.47623036056756973, "entropy": 0.5352429328486323, "sharp": 0.24177316017448902} +{"time": "09:02:38", "event": "val", "step": 400, "rows_seen": 12800, "n": 500, "dropped_long": 0, "noul_ce": 0.5314570665359497, "noul_T": 0.9495150722430016, "noul_auc": 0.7714499013491176, "noul_acc": 0.748, "noul_f1": 0.8230337078651685, "noul_nll": 0.5314571048915386, "noul_ece": 0.043308130145072954, "noul_brier": 0.17709270669814806, "noul_sharp": 0.2331453263759613, "entropy": 0.542953372001648} +{"time": "09:05:08", "event": "step", "step": 410, "rows_seen": 13120, "lr": 9.257256998976022e-05, "tok_per_s": 1385.0959575623942, "loss": 0.4618132710456848, "entropy": 0.5190700571984053, "sharp": 0.25440808571875095} +{"time": "09:07:37", "event": "step", "step": 420, "rows_seen": 13440, "lr": 9.215433251889039e-05, "tok_per_s": 1386.4661642837752, "loss": 0.6066319532692432, "entropy": 0.5711066797375679, "sharp": 0.20360510516911745} +{"time": "09:10:06", "event": "step", "step": 430, "rows_seen": 13760, "lr": 9.172569638657718e-05, "tok_per_s": 1387.901873997774, "loss": 0.5909220837056637, "entropy": 0.5096733309328556, "sharp": 0.2609963156282902} +{"time": "09:12:30", "event": "step", "step": 440, "rows_seen": 14080, "lr": 9.128677399521752e-05, "tok_per_s": 1389.0302583063478, "loss": 0.5654502622783184, "entropy": 0.553362037986517, "sharp": 0.22946315817534924} +{"time": "09:14:59", "event": "step", "step": 450, "rows_seen": 14400, "lr": 9.083768044460145e-05, "tok_per_s": 1390.235091289586, "loss": 0.5462323985993862, "entropy": 0.5841738879680634, "sharp": 0.1989877037703991} +{"time": "09:17:26", "event": "step", "step": 460, "rows_seen": 14720, "lr": 9.037853350172924e-05, "tok_per_s": 1391.4797804417537, "loss": 0.596154966391623, "entropy": 0.5101679470390081, "sharp": 0.2678915075957775} +{"time": "09:19:58", "event": "step", "step": 470, "rows_seen": 15040, "lr": 8.990945356992909e-05, "tok_per_s": 1392.4731986772877, "loss": 0.5873774429783225, "entropy": 0.5592938251793385, "sharp": 0.21610924880951643} +{"time": "09:22:23", "event": "step", "step": 480, "rows_seen": 15360, "lr": 8.943056365728335e-05, "tok_per_s": 1393.5415024519625, "loss": 0.5917134173214436, "entropy": 0.5903248190879822, "sharp": 0.18645593151450157} +{"time": "09:24:51", "event": "step", "step": 490, "rows_seen": 15680, "lr": 8.894198934437185e-05, "tok_per_s": 1394.706822064549, "loss": 0.5722726061940193, "entropy": 0.5821388494223356, "sharp": 0.19724328629672527} +{"time": "09:27:18", "event": "step", "step": 500, "rows_seen": 16000, "lr": 8.844385875134053e-05, "tok_per_s": 1395.8277055705066, "loss": 0.5297755300998688, "entropy": 0.565405186265707, "sharp": 0.21855342015624046} +{"time": "09:28:18", "event": "val", "step": 500, "rows_seen": 16000, "n": 500, "dropped_long": 0, "noul_ce": 0.5333870053291321, "noul_T": 0.8541181964347226, "noul_auc": 0.7759291846637872, "noul_acc": 0.74, "noul_f1": 0.8048048048048048, "noul_nll": 0.5333870186209678, "noul_ece": 0.05819518309831621, "noul_brier": 0.1782782194637784, "noul_sharp": 0.2133864462375641, "entropy": 0.5637167096138} +{"time": "09:32:18", "event": "ckpt", "tag": "ckpt-16000", "rows_seen": 16000, "replay_seen": 842, "step": 500, "tokens": 10655956, "tok_per_s": 1343.2578784274262, "rows_per_s": 2.12305204541718, "val": {"n": 2200, "dropped_long": 0, "noul_ce": 0.5261444449424744, "noul_T": 0.8513014014834599, "choice_ce": 0.714280903339386, "choice_T": 1.0137597906837046, "score_ce": 1.1209250688552856, "score_T": 1.0856232046443492, "noul_auc": 0.7798092156606611, "noul_acc": 0.735, "noul_f1": 0.8023862788963461, "noul_nll": 0.5300771337933838, "noul_ece": 0.04573092176020144, "noul_brier": 0.17679113937036076, "noul_sharp": 0.21547271311283112, "entropy": 0.5615574717521667}, "dropped_long": 0, "peak_gib": 18.282634258270264} +{"time": "09:34:47", "event": "step", "step": 510, "rows_seen": 16320, "lr": 8.793630250430419e-05, "tok_per_s": 1344.8791866813547, "loss": 0.5809751125052571, "entropy": 0.6093990784138441, "sharp": 0.1790710613131523} +{"time": "09:37:15", "event": "step", "step": 520, "rows_seen": 16640, "lr": 8.741945370109202e-05, "tok_per_s": 1346.5591767109051, "loss": 0.531632755883038, "entropy": 0.5692347753793001, "sharp": 0.213534751906991} +{"time": "09:39:43", "event": "step", "step": 530, "rows_seen": 16960, "lr": 8.689344787634503e-05, "tok_per_s": 1348.3101446805254, "loss": 0.4954735338687897, "entropy": 0.5627440605312586, "sharp": 0.2186777014285326} +{"time": "09:42:11", "event": "step", "step": 540, "rows_seen": 17280, "lr": 8.63584229659744e-05, "tok_per_s": 1349.9451638933758, "loss": 0.5464797802269459, "entropy": 0.5518501736223698, "sharp": 0.22898507304489613} +{"time": "09:44:40", "event": "step", "step": 550, "rows_seen": 17600, "lr": 8.581451927099022e-05, "tok_per_s": 1351.4253170833115, "loss": 0.6889607338234782, "entropy": 0.5701798088848591, "sharp": 0.2068354431539774} +{"time": "09:47:09", "event": "step", "step": 560, "rows_seen": 17920, "lr": 8.526187942070997e-05, "tok_per_s": 1352.9163411311806, "loss": 0.5966919921338558, "entropy": 0.6081695966422558, "sharp": 0.1768296342343092} +{"time": "09:49:38", "event": "step", "step": 570, "rows_seen": 18240, "lr": 8.470064833535642e-05, "tok_per_s": 1354.0851557854837, "loss": 0.5513709262013435, "entropy": 0.5059158802032471, "sharp": 0.256978053599596} +{"time": "09:52:06", "event": "step", "step": 580, "rows_seen": 18560, "lr": 8.413097318805486e-05, "tok_per_s": 1355.2063726259107, "loss": 0.5239688064903021, "entropy": 0.5655338428914547, "sharp": 0.20905370730906725} +{"time": "09:54:36", "event": "step", "step": 590, "rows_seen": 18880, "lr": 8.35530033662395e-05, "tok_per_s": 1356.7032545156944, "loss": 0.5939072323963046, "entropy": 0.5339214839041233, "sharp": 0.2501412630081177} +{"time": "09:57:03", "event": "step", "step": 600, "rows_seen": 19200, "lr": 8.296689043247915e-05, "tok_per_s": 1358.1260440149747, "loss": 0.5542648285627365, "entropy": 0.5502396542578936, "sharp": 0.23981102742254734} +{"time": "09:58:02", "event": "val", "step": 600, "rows_seen": 19200, "n": 500, "dropped_long": 0, "noul_ce": 0.5282125473022461, "noul_T": 0.8790455135787147, "noul_auc": 0.7799640946337475, "noul_acc": 0.742, "noul_f1": 0.8235294117647058, "noul_nll": 0.5282125799655915, "noul_ece": 0.04702418816089631, "noul_brier": 0.17612932582307722, "noul_sharp": 0.22234076261520386, "entropy": 0.5545337200164795} +{"time": "10:00:28", "event": "step", "step": 610, "rows_seen": 19520, "lr": 8.237278808473261e-05, "tok_per_s": 1351.15918690013, "loss": 0.5495894104242325, "entropy": 0.5786859001964331, "sharp": 0.20768278650939465} +{"time": "10:02:55", "event": "step", "step": 620, "rows_seen": 19840, "lr": 8.177085211604405e-05, "tok_per_s": 1352.6500460313125, "loss": 0.566490301862359, "entropy": 0.5563824316486716, "sharp": 0.2089071050286293} +{"time": "10:05:20", "event": "step", "step": 630, "rows_seen": 20160, "lr": 8.116124037368893e-05, "tok_per_s": 1353.8873880751726, "loss": 0.6292647644877434, "entropy": 0.5895460909232497, "sharp": 0.17818857915699482} +{"time": "10:07:52", "event": "step", "step": 640, "rows_seen": 20480, "lr": 8.054411271778132e-05, "tok_per_s": 1355.3398767054236, "loss": 0.568607347086072, "entropy": 0.5693864040076733, "sharp": 0.21455608494579792} +{"time": "10:10:20", "event": "step", "step": 650, "rows_seen": 20800, "lr": 7.991963097935343e-05, "tok_per_s": 1356.6720573710556, "loss": 0.6911901831626892, "entropy": 0.5732964277267456, "sharp": 0.21346954628825188} +{"time": "10:12:48", "event": "step", "step": 660, "rows_seen": 21120, "lr": 7.928795891791805e-05, "tok_per_s": 1357.8336196260582, "loss": 0.5306994915008545, "entropy": 0.5490068569779396, "sharp": 0.22663082741200924} +{"time": "10:15:10", "event": "step", "step": 670, "rows_seen": 21440, "lr": 7.864926217852567e-05, "tok_per_s": 1358.9287619804365, "loss": 0.6042031161487103, "entropy": 0.6304781511425972, "sharp": 0.1340151196345687} +{"time": "10:17:37", "event": "step", "step": 680, "rows_seen": 21760, "lr": 7.800370824832674e-05, "tok_per_s": 1360.184598664241, "loss": 0.6242344528436661, "entropy": 0.5540750902146101, "sharp": 0.2115282267332077} +{"time": "10:20:03", "event": "step", "step": 690, "rows_seen": 22080, "lr": 7.735146641265118e-05, "tok_per_s": 1361.304608624406, "loss": 0.5931355096399784, "entropy": 0.5802022740244865, "sharp": 0.20461676269769669} +{"time": "10:22:28", "event": "step", "step": 700, "rows_seen": 22400, "lr": 7.669270771061626e-05, "tok_per_s": 1362.605179476308, "loss": 0.5668163439258933, "entropy": 0.5305038075894117, "sharp": 0.2350502386689186} +{"time": "10:23:28", "event": "val", "step": 700, "rows_seen": 22400, "n": 500, "dropped_long": 0, "noul_ce": 0.538131833076477, "noul_T": 0.8646465803551379, "noul_auc": 0.7738139675429707, "noul_acc": 0.726, "noul_f1": 0.7921092564491654, "noul_nll": 0.5381318483799696, "noul_ece": 0.057873048543930064, "noul_brier": 0.180089036630067, "noul_sharp": 0.21121175587177277, "entropy": 0.565852165222168} +{"time": "10:25:58", "event": "step", "step": 710, "rows_seen": 22720, "lr": 7.602760489027442e-05, "tok_per_s": 1356.2404910976657, "loss": 0.5653812661767006, "entropy": 0.5996428243815899, "sharp": 0.1746343169361353} +{"time": "10:28:28", "event": "step", "step": 720, "rows_seen": 23040, "lr": 7.535633236331324e-05, "tok_per_s": 1357.3302121949946, "loss": 0.508170623332262, "entropy": 0.5752949938178062, "sharp": 0.21244825795292854} +{"time": "10:30:57", "event": "step", "step": 730, "rows_seen": 23360, "lr": 7.467906615931893e-05, "tok_per_s": 1358.4055912977792, "loss": 0.6617436800152063, "entropy": 0.5531763397157192, "sharp": 0.22003599628806114} +{"time": "10:33:26", "event": "step", "step": 740, "rows_seen": 23680, "lr": 7.399598387961561e-05, "tok_per_s": 1359.3990660506681, "loss": 0.562509554438293, "entropy": 0.599043145775795, "sharp": 0.19624353758990765} +{"time": "10:35:55", "event": "step", "step": 750, "rows_seen": 24000, "lr": 7.330726465069241e-05, "tok_per_s": 1360.3827726361324, "loss": 0.5251411441713572, "entropy": 0.5102298650890589, "sharp": 0.25779377669095993} +{"time": "10:38:13", "event": "step", "step": 760, "rows_seen": 24320, "lr": 7.26130890772308e-05, "tok_per_s": 1361.274627483555, "loss": 0.5246153371408582, "entropy": 0.5209272596985102, "sharp": 0.23895155731588602} +{"time": "10:40:43", "event": "step", "step": 770, "rows_seen": 24640, "lr": 7.191363919474393e-05, "tok_per_s": 1362.1695187270398, "loss": 0.5188124049454927, "entropy": 0.5933090299367905, "sharp": 0.18727518990635872} +{"time": "10:43:16", "event": "step", "step": 780, "rows_seen": 24960, "lr": 7.120909842184114e-05, "tok_per_s": 1363.2694751646156, "loss": 0.5392673192545772, "entropy": 0.5905688917264342, "sharp": 0.18649677373468876} +{"time": "10:45:48", "event": "step", "step": 790, "rows_seen": 25280, "lr": 7.049965151212958e-05, "tok_per_s": 1364.1069000086936, "loss": 0.6226090993732214, "entropy": 0.5783135108649731, "sharp": 0.2008604547008872} +{"time": "10:48:18", "event": "step", "step": 800, "rows_seen": 25600, "lr": 6.978548450576568e-05, "tok_per_s": 1364.97497945348, "loss": 0.5884091882035136, "entropy": 0.5440617129206657, "sharp": 0.2241965103894472} +{"time": "10:49:17", "event": "val", "step": 800, "rows_seen": 25600, "n": 500, "dropped_long": 0, "noul_ce": 0.5270217061042786, "noul_T": 0.9145316169870609, "noul_auc": 0.7839456798023426, "noul_acc": 0.734, "noul_f1": 0.8229027962716379, "noul_nll": 0.5270217201709747, "noul_ece": 0.07340306150913238, "noul_brier": 0.17581394891792287, "noul_sharp": 0.22894126176834106, "entropy": 0.5457684397697449} +{"time": "10:51:49", "event": "step", "step": 810, "rows_seen": 25920, "lr": 6.90667846806694e-05, "tok_per_s": 1359.5813121444342, "loss": 0.5660407859832048, "entropy": 0.5973498653620481, "sharp": 0.1716129593551159} +{"time": "10:54:17", "event": "step", "step": 820, "rows_seen": 26240, "lr": 6.834374050341399e-05, "tok_per_s": 1360.262828715335, "loss": 0.591200090944767, "entropy": 0.5126962885260582, "sharp": 0.2678896114230156} +{"time": "10:56:48", "event": "step", "step": 830, "rows_seen": 26560, "lr": 6.76165415798036e-05, "tok_per_s": 1361.2657549730984, "loss": 0.5963190384209156, "entropy": 0.6016481593251228, "sharp": 0.1772682275623083} +{"time": "10:59:17", "event": "step", "step": 840, "rows_seen": 26880, "lr": 6.688537860515266e-05, "tok_per_s": 1362.201047869778, "loss": 0.5596364662051201, "entropy": 0.5043770782649517, "sharp": 0.24966363050043583} +{"time": "11:01:44", "event": "step", "step": 850, "rows_seen": 27200, "lr": 6.615044331427935e-05, "tok_per_s": 1363.10703631606, "loss": 0.5800475152209401, "entropy": 0.5821277983486652, "sharp": 0.1920390948653221} +{"time": "11:04:14", "event": "step", "step": 860, "rows_seen": 27520, "lr": 6.541192843122628e-05, "tok_per_s": 1363.7588335442279, "loss": 0.5662092734128237, "entropy": 0.575153686106205, "sharp": 0.2039913348853588} +{"time": "11:06:46", "event": "step", "step": 870, "rows_seen": 27840, "lr": 6.467002761872219e-05, "tok_per_s": 1364.56987054714, "loss": 0.625460222363472, "entropy": 0.5512461811304092, "sharp": 0.2371076662093401} +{"time": "11:09:17", "event": "step", "step": 880, "rows_seen": 28160, "lr": 6.392493542739706e-05, "tok_per_s": 1365.5659642805542, "loss": 0.5978365316987038, "entropy": 0.5744948014616966, "sharp": 0.19950414262712002} +{"time": "11:11:40", "event": "step", "step": 890, "rows_seen": 28480, "lr": 6.317684724476465e-05, "tok_per_s": 1366.329573209058, "loss": 0.5799608733505011, "entropy": 0.5907609201967716, "sharp": 0.18687025923281908} +{"time": "11:14:11", "event": "step", "step": 900, "rows_seen": 28800, "lr": 6.242595924398558e-05, "tok_per_s": 1367.1963794272122, "loss": 0.5347108319401741, "entropy": 0.5881593506783247, "sharp": 0.18523536063730717} +{"time": "11:15:11", "event": "val", "step": 900, "rows_seen": 28800, "n": 500, "dropped_long": 0, "noul_ce": 0.5279914140701294, "noul_T": 0.7736476967086875, "noul_auc": 0.7830569331129242, "noul_acc": 0.756, "noul_f1": 0.8231884057971014, "noul_nll": 0.5279913877248764, "noul_ece": 0.06041191488504411, "noul_brier": 0.1753659565512063, "noul_sharp": 0.2053185999393463, "entropy": 0.5752867460250854} +{"time": "11:17:40", "event": "step", "step": 910, "rows_seen": 29120, "lr": 6.16724683324242e-05, "tok_per_s": 1362.3660419675489, "loss": 0.583823062479496, "entropy": 0.5540859224274755, "sharp": 0.2351431641727686} +{"time": "11:20:08", "event": "step", "step": 920, "rows_seen": 29440, "lr": 6.091657210001309e-05, "tok_per_s": 1363.2045350045478, "loss": 0.567825180478394, "entropy": 0.5862998608499765, "sharp": 0.193871745839715} +{"time": "11:22:39", "event": "step", "step": 930, "rows_seen": 29760, "lr": 6.015846876743859e-05, "tok_per_s": 1364.0966019133712, "loss": 0.5600452446378767, "entropy": 0.5981838330626488, "sharp": 0.17191379237920046} +{"time": "11:25:10", "event": "step", "step": 940, "rows_seen": 30080, "lr": 5.9398357134160796e-05, "tok_per_s": 1364.927808782652, "loss": 0.5455988142639399, "entropy": 0.5415444690734148, "sharp": 0.24187088385224342} +{"time": "11:27:39", "event": "step", "step": 950, "rows_seen": 30400, "lr": 5.8636436526281816e-05, "tok_per_s": 1365.8666402570295, "loss": 0.5312375361099839, "entropy": 0.5361891984939575, "sharp": 0.2250005565583706} +{"time": "11:30:12", "event": "step", "step": 960, "rows_seen": 30720, "lr": 5.7872906744276015e-05, "tok_per_s": 1366.5750301110982, "loss": 0.49380530044436455, "entropy": 0.5428718905895948, "sharp": 0.22570883203297853} +{"time": "11:32:40", "event": "step", "step": 970, "rows_seen": 31040, "lr": 5.7107968010595795e-05, "tok_per_s": 1367.294032747277, "loss": 0.5341117987409234, "entropy": 0.5653197877109051, "sharp": 0.2065274938941002} +{"time": "11:35:08", "event": "step", "step": 980, "rows_seen": 31360, "lr": 5.634182091716671e-05, "tok_per_s": 1367.9945134201203, "loss": 0.5389574421569705, "entropy": 0.5611415077000856, "sharp": 0.21822530962526798} +{"time": "11:37:36", "event": "step", "step": 990, "rows_seen": 31680, "lr": 5.5574666372785714e-05, "tok_per_s": 1368.4651019243645, "loss": 0.5623838976025581, "entropy": 0.5435219742357731, "sharp": 0.23366059362888336} +{"time": "11:40:03", "event": "step", "step": 1000, "rows_seen": 32000, "lr": 5.48067055504363e-05, "tok_per_s": 1369.2291979271306, "loss": 0.493774875998497, "entropy": 0.5562827996909618, "sharp": 0.22318676207214594} +{"time": "11:41:03", "event": "val", "step": 1000, "rows_seen": 32000, "n": 500, "dropped_long": 0, "noul_ce": 0.5295058488845825, "noul_T": 0.7921640538603454, "noul_auc": 0.7770845553600313, "noul_acc": 0.748, "noul_f1": 0.8205128205128205, "noul_nll": 0.529505857527256, "noul_ece": 0.05190286725759509, "noul_brier": 0.17604903826501814, "noul_sharp": 0.20670364797115326, "entropy": 0.5731143951416016} +{"time": "11:43:28", "event": "step", "step": 1010, "rows_seen": 32320, "lr": 5.403813983453441e-05, "tok_per_s": 1364.853598093178, "loss": 0.6024904530495405, "entropy": 0.5945339500904083, "sharp": 0.18942646775394678} +{"time": "11:45:54", "event": "step", "step": 1020, "rows_seen": 32640, "lr": 5.3269170768118824e-05, "tok_per_s": 1365.4855154839506, "loss": 0.5973410531878471, "entropy": 0.5285632666200399, "sharp": 0.25985624454915524} +{"time": "11:48:21", "event": "step", "step": 1030, "rows_seen": 32960, "lr": 5.25e-05, "tok_per_s": 1366.1080106004763, "loss": 0.5378686487674713, "entropy": 0.5589549699798226, "sharp": 0.22917131893336773} +{"time": "11:50:48", "event": "step", "step": 1040, "rows_seen": 33280, "lr": 5.173082923188119e-05, "tok_per_s": 1366.8160863084613, "loss": 0.5834677862003446, "entropy": 0.5964897163212299, "sharp": 0.17041225731372833} +{"time": "11:53:15", "event": "step", "step": 1050, "rows_seen": 33600, "lr": 5.0961860165465604e-05, "tok_per_s": 1367.5126960387756, "loss": 0.5531604755669832, "entropy": 0.5704814996570349, "sharp": 0.2071791458874941} +{"time": "11:55:48", "event": "step", "step": 1060, "rows_seen": 33920, "lr": 5.019329444956372e-05, "tok_per_s": 1367.9359676738927, "loss": 0.5383775867521763, "entropy": 0.5577013455331326, "sharp": 0.21570642106235027} +{"time": "11:58:11", "event": "step", "step": 1070, "rows_seen": 34240, "lr": 4.9425333627214304e-05, "tok_per_s": 1368.613715576451, "loss": 0.580802895128727, "entropy": 0.5872296430170536, "sharp": 0.20270872674882412} +{"time": "12:00:42", "event": "step", "step": 1080, "rows_seen": 34560, "lr": 4.865817908283331e-05, "tok_per_s": 1369.261137147301, "loss": 0.5898493640124798, "entropy": 0.5849372111260891, "sharp": 0.18280956335365772} +{"time": "12:03:08", "event": "step", "step": 1090, "rows_seen": 34880, "lr": 4.7892031989404217e-05, "tok_per_s": 1369.813256442594, "loss": 0.515786673873663, "entropy": 0.5388101786375046, "sharp": 0.24052775651216507} +{"time": "12:05:37", "event": "step", "step": 1100, "rows_seen": 35200, "lr": 4.7127093255723996e-05, "tok_per_s": 1370.5717123209135, "loss": 0.5673876106739044, "entropy": 0.543316438794136, "sharp": 0.22082081716507673} +{"time": "12:06:37", "event": "val", "step": 1100, "rows_seen": 35200, "n": 500, "dropped_long": 0, "noul_ce": 0.5357294082641602, "noul_T": 0.9544864573640283, "noul_auc": 0.7810483655948381, "noul_acc": 0.736, "noul_f1": 0.7987804878048781, "noul_nll": 0.5357294027656316, "noul_ece": 0.07615848648548128, "noul_brier": 0.17931118765192572, "noul_sharp": 0.23134811222553253, "entropy": 0.545758068561554} +{"time": "12:09:10", "event": "step", "step": 1110, "rows_seen": 35520, "lr": 4.636356347371821e-05, "tok_per_s": 1366.5298035736782, "loss": 0.520384119823575, "entropy": 0.5664332360029221, "sharp": 0.22275757044553757} +{"time": "12:11:35", "event": "step", "step": 1120, "rows_seen": 35840, "lr": 4.560164286583922e-05, "tok_per_s": 1367.264128937853, "loss": 0.5127792013809085, "entropy": 0.5175706194713712, "sharp": 0.25898304767906666} +{"time": "12:14:02", "event": "step", "step": 1130, "rows_seen": 36160, "lr": 4.4841531232561406e-05, "tok_per_s": 1368.0358354905723, "loss": 0.5705433171242476, "entropy": 0.5387112610042095, "sharp": 0.24510924518108368} +{"time": "12:16:33", "event": "step", "step": 1140, "rows_seen": 36480, "lr": 4.4083427899986926e-05, "tok_per_s": 1368.5756319520895, "loss": 0.5990593787282705, "entropy": 0.499044019728899, "sharp": 0.27302350103855133} +{"time": "12:18:58", "event": "step", "step": 1150, "rows_seen": 36800, "lr": 4.3327531667575824e-05, "tok_per_s": 1369.1670068317042, "loss": 0.6700134165585041, "entropy": 0.6088916137814522, "sharp": 0.17730918526649475} +{"time": "12:21:27", "event": "step", "step": 1160, "rows_seen": 37120, "lr": 4.257404075601443e-05, "tok_per_s": 1369.833810548356, "loss": 0.5119348615407944, "entropy": 0.5813571270555258, "sharp": 0.2046963181346655} +{"time": "12:23:57", "event": "step", "step": 1170, "rows_seen": 37440, "lr": 4.182315275523537e-05, "tok_per_s": 1370.3942499049044, "loss": 0.6439543310552835, "entropy": 0.5478493720293045, "sharp": 0.2308400310575962} +{"time": "12:26:27", "event": "step", "step": 1180, "rows_seen": 37760, "lr": 4.1075064572602964e-05, "tok_per_s": 1371.0602710911994, "loss": 0.5479626916348934, "entropy": 0.569836251437664, "sharp": 0.21683285385370255} +{"time": "12:28:55", "event": "step", "step": 1190, "rows_seen": 38080, "lr": 4.0329972381277805e-05, "tok_per_s": 1371.68391747974, "loss": 0.6117452066391706, "entropy": 0.499820226803422, "sharp": 0.27069041877985} +{"time": "12:31:23", "event": "step", "step": 1200, "rows_seen": 38400, "lr": 3.958807156877371e-05, "tok_per_s": 1372.355470560239, "loss": 0.5089414529502392, "entropy": 0.5286188647150993, "sharp": 0.2580398479476571} +{"time": "12:32:23", "event": "val", "step": 1200, "rows_seen": 38400, "n": 500, "dropped_long": 0, "noul_ce": 0.5231257081031799, "noul_T": 0.8637197868878203, "noul_auc": 0.7851366003661637, "noul_acc": 0.748, "noul_f1": 0.8184438040345822, "noul_nll": 0.5231257498264312, "noul_ece": 0.04925420409440996, "noul_brier": 0.17415144219761147, "noul_sharp": 0.22578619420528412, "entropy": 0.5539323091506958} +{"time": "12:34:51", "event": "step", "step": 1210, "rows_seen": 38720, "lr": 3.884955668572066e-05, "tok_per_s": 1368.4045561962362, "loss": 0.506067082285881, "entropy": 0.5712064690887928, "sharp": 0.21084110997617245} +{"time": "12:37:18", "event": "step", "step": 1220, "rows_seen": 39040, "lr": 3.811462139484735e-05, "tok_per_s": 1368.9531514127275, "loss": 0.5657495819032192, "entropy": 0.5242038704454899, "sharp": 0.24771211668848991} +{"time": "12:39:49", "event": "step", "step": 1230, "rows_seen": 39360, "lr": 3.738345842019643e-05, "tok_per_s": 1369.424737937554, "loss": 0.5341790169477463, "entropy": 0.5211111418902874, "sharp": 0.25347028486430645} +{"time": "12:42:15", "event": "step", "step": 1240, "rows_seen": 39680, "lr": 3.665625949658603e-05, "tok_per_s": 1370.0212210019977, "loss": 0.5595720671117306, "entropy": 0.6028544902801514, "sharp": 0.18382704257965088} +{"time": "12:44:49", "event": "step", "step": 1250, "rows_seen": 40000, "lr": 3.5933215319330585e-05, "tok_per_s": 1370.5066023799936, "loss": 0.5553014343604445, "entropy": 0.5666046291589737, "sharp": 0.19425390847027302} +{"time": "12:47:14", "event": "step", "step": 1260, "rows_seen": 40320, "lr": 3.521451549423435e-05, "tok_per_s": 1371.1018781393127, "loss": 0.45531844161450863, "entropy": 0.523613128811121, "sharp": 0.25674418918788433} +{"time": "12:49:45", "event": "step", "step": 1270, "rows_seen": 40640, "lr": 3.450034848787043e-05, "tok_per_s": 1371.6205026679243, "loss": 0.5816844366490841, "entropy": 0.5768588334321976, "sharp": 0.22370785102248192} +{"time": "12:52:11", "event": "step", "step": 1280, "rows_seen": 40960, "lr": 3.379090157815887e-05, "tok_per_s": 1372.327383291459, "loss": 0.5329983774572611, "entropy": 0.5521716624498367, "sharp": 0.2325896518304944} +{"time": "12:54:43", "event": "step", "step": 1290, "rows_seen": 41280, "lr": 3.3086360805256096e-05, "tok_per_s": 1372.8947684010818, "loss": 0.5445658303797245, "entropy": 0.5695551484823227, "sharp": 0.21616800129413605} +{"time": "12:57:12", "event": "step", "step": 1300, "rows_seen": 41600, "lr": 3.238691092276923e-05, "tok_per_s": 1373.3776974724929, "loss": 0.5540191382169724, "entropy": 0.5313059352338314, "sharp": 0.24219822883605957} +{"time": "12:58:12", "event": "val", "step": 1300, "rows_seen": 41600, "n": 500, "dropped_long": 0, "noul_ce": 0.5221248269081116, "noul_T": 0.8957336211325334, "noul_auc": 0.7834302067224801, "noul_acc": 0.748, "noul_f1": 0.8230337078651685, "noul_nll": 0.5221248139292002, "noul_ece": 0.04103999304771423, "noul_brier": 0.1735722435822387, "noul_sharp": 0.22871121764183044, "entropy": 0.5456662178039551} +{"time": "13:00:36", "event": "step", "step": 1310, "rows_seen": 41920, "lr": 3.169273534930759e-05, "tok_per_s": 1369.8789329460114, "loss": 0.5608434937894344, "entropy": 0.5584444478154182, "sharp": 0.22228681482374668} +{"time": "13:03:03", "event": "step", "step": 1320, "rows_seen": 42240, "lr": 3.10040161203844e-05, "tok_per_s": 1370.35899887544, "loss": 0.6430120877921581, "entropy": 0.579154971987009, "sharp": 0.20200242847204208} +{"time": "13:05:32", "event": "step", "step": 1330, "rows_seen": 42560, "lr": 3.032093384068107e-05, "tok_per_s": 1370.8642294009792, "loss": 0.5483980737626553, "entropy": 0.5804969742894173, "sharp": 0.19147959724068642} +{"time": "13:08:02", "event": "step", "step": 1340, "rows_seen": 42880, "lr": 2.9643667636686757e-05, "tok_per_s": 1371.3739258323392, "loss": 0.4865514999255538, "entropy": 0.5456012599170208, "sharp": 0.22470044530928135} +{"time": "13:10:27", "event": "step", "step": 1350, "rows_seen": 43200, "lr": 2.8972395109725607e-05, "tok_per_s": 1372.0125407874966, "loss": 0.5861906670033932, "entropy": 0.5599448420107365, "sharp": 0.21707445941865444} +{"time": "13:12:54", "event": "step", "step": 1360, "rows_seen": 43520, "lr": 2.8307292289383776e-05, "tok_per_s": 1372.3351056445954, "loss": 0.5463998485356569, "entropy": 0.5712972059845924, "sharp": 0.19913038425147533} +{"time": "13:15:20", "event": "step", "step": 1370, "rows_seen": 43840, "lr": 2.7648533587348822e-05, "tok_per_s": 1372.8186452914313, "loss": 0.5314664281904697, "entropy": 0.5491375587880611, "sharp": 0.2357012014836073} +{"time": "13:17:47", "event": "step", "step": 1380, "rows_seen": 44160, "lr": 2.699629175167327e-05, "tok_per_s": 1373.3063355078614, "loss": 0.6035354817286134, "entropy": 0.5436389595270157, "sharp": 0.22479217685759068} +{"time": "13:20:12", "event": "step", "step": 1390, "rows_seen": 44480, "lr": 2.635073782147433e-05, "tok_per_s": 1373.7740734259683, "loss": 0.6193620823323727, "entropy": 0.6071480959653854, "sharp": 0.17165606282651424} +{"time": "13:22:40", "event": "step", "step": 1400, "rows_seen": 44800, "lr": 2.571204108208194e-05, "tok_per_s": 1374.2363112733583, "loss": 0.547855831682682, "entropy": 0.5791392521932721, "sharp": 0.19164767302572727} +{"time": "13:23:40", "event": "val", "step": 1400, "rows_seen": 44800, "n": 500, "dropped_long": 0, "noul_ce": 0.5310596823692322, "noul_T": 0.82783612419155, "noul_auc": 0.7802484935743614, "noul_acc": 0.744, "noul_f1": 0.8078078078078078, "noul_nll": 0.5310597295239567, "noul_ece": 0.0672287663817406, "noul_brier": 0.1771531199455318, "noul_sharp": 0.2070278376340866, "entropy": 0.5655959248542786} +{"time": "13:26:07", "event": "step", "step": 1410, "rows_seen": 45120, "lr": 2.5080369020646587e-05, "tok_per_s": 1370.8606603256467, "loss": 0.6143157370388508, "entropy": 0.5584845962002873, "sharp": 0.20672503858804703} +{"time": "13:28:38", "event": "step", "step": 1420, "rows_seen": 45440, "lr": 2.4455887282218688e-05, "tok_per_s": 1371.4160487926545, "loss": 0.6356730842962861, "entropy": 0.5594839751720428, "sharp": 0.20891721732914448} +{"time": "13:31:01", "event": "step", "step": 1430, "rows_seen": 45760, "lr": 2.383875962631108e-05, "tok_per_s": 1371.916183600664, "loss": 0.591639875434339, "entropy": 0.5786144994199276, "sharp": 0.19138998351991177} +{"time": "13:33:25", "event": "step", "step": 1440, "rows_seen": 46080, "lr": 2.322914788395595e-05, "tok_per_s": 1372.329354672409, "loss": 0.5612322278320789, "entropy": 0.5372455455362797, "sharp": 0.24230428412556648} +{"time": "13:35:47", "event": "step", "step": 1450, "rows_seen": 46400, "lr": 2.2627211915267383e-05, "tok_per_s": 1372.8675920148871, "loss": 0.5539157129824162, "entropy": 0.5524048153311014, "sharp": 0.220953319221735} +{"time": "13:38:19", "event": "step", "step": 1460, "rows_seen": 46720, "lr": 2.2033109567520866e-05, "tok_per_s": 1373.2534232536227, "loss": 0.6015323996543884, "entropy": 0.59669522754848, "sharp": 0.18294811062514782} +{"time": "13:40:45", "event": "step", "step": 1470, "rows_seen": 47040, "lr": 2.144699663376052e-05, "tok_per_s": 1373.6559071255413, "loss": 0.6976505042985082, "entropy": 0.5987062305212021, "sharp": 0.170528806746006} +{"time": "13:43:11", "event": "step", "step": 1480, "rows_seen": 47360, "lr": 2.0869026811945157e-05, "tok_per_s": 1374.204577262545, "loss": 0.5649360856041312, "entropy": 0.5583269940689206, "sharp": 0.22521214373409748} +{"time": "13:45:42", "event": "step", "step": 1490, "rows_seen": 47680, "lr": 2.0299351664643596e-05, "tok_per_s": 1374.635202427983, "loss": 0.515255712904036, "entropy": 0.5251195766031742, "sharp": 0.23667089268565178} +{"time": "13:48:10", "event": "step", "step": 1500, "rows_seen": 48000, "lr": 1.973812057929005e-05, "tok_per_s": 1375.1031809808421, "loss": 0.6704187132418156, "entropy": 0.5544193312525749, "sharp": 0.22165551874786615} +{"time": "13:49:10", "event": "val", "step": 1500, "rows_seen": 48000, "n": 500, "dropped_long": 0, "noul_ce": 0.5377271175384521, "noul_T": 0.8851314462011156, "noul_auc": 0.7787553991361382, "noul_acc": 0.732, "noul_f1": 0.7963525835866262, "noul_nll": 0.5377270735278725, "noul_ece": 0.08031428784132004, "noul_brier": 0.18031454283243956, "noul_sharp": 0.21384121477603912, "entropy": 0.5612255334854126} +{"time": "13:51:39", "event": "step", "step": 1510, "rows_seen": 48320, "lr": 1.9185480729009792e-05, "tok_per_s": 1372.0841087230006, "loss": 0.6019969321787357, "entropy": 0.5671724304556847, "sharp": 0.20271996222436428} +{"time": "13:54:06", "event": "step", "step": 1520, "rows_seen": 48640, "lr": 1.8641577034025627e-05, "tok_per_s": 1372.5186649078398, "loss": 0.5508624538779259, "entropy": 0.5505530666559935, "sharp": 0.2070187795907259} +{"time": "13:56:28", "event": "step", "step": 1530, "rows_seen": 48960, "lr": 1.810655212365499e-05, "tok_per_s": 1372.9242274062271, "loss": 0.6040434837341309, "entropy": 0.57934745028615, "sharp": 0.20456254854798317} +{"time": "13:58:55", "event": "step", "step": 1540, "rows_seen": 49280, "lr": 1.7580546298907994e-05, "tok_per_s": 1373.3678837588868, "loss": 0.5580927990376949, "entropy": 0.5422982256859541, "sharp": 0.23064021579921246} +{"time": "14:01:24", "event": "step", "step": 1550, "rows_seen": 49600, "lr": 1.7063697495695813e-05, "tok_per_s": 1373.7574540750688, "loss": 0.620543722063303, "entropy": 0.5685703475028276, "sharp": 0.20077196322381496} +{"time": "14:03:52", "event": "step", "step": 1560, "rows_seen": 49920, "lr": 1.6556141248659472e-05, "tok_per_s": 1374.262888306154, "loss": 0.5779244154691696, "entropy": 0.5556979812681675, "sharp": 0.22233787178993225} +{"time": "14:06:25", "event": "step", "step": 1570, "rows_seen": 50240, "lr": 1.605801065562816e-05, "tok_per_s": 1374.6573888816345, "loss": 0.634256849065423, "entropy": 0.5934139676392078, "sharp": 0.18205017037689686} +{"time": "14:08:56", "event": "step", "step": 1580, "rows_seen": 50560, "lr": 1.556943634271667e-05, "tok_per_s": 1375.0177764033983, "loss": 0.49857010319828987, "entropy": 0.5414580516517162, "sharp": 0.22392295114696026} +{"time": "14:11:23", "event": "step", "step": 1590, "rows_seen": 50880, "lr": 1.5090546430070923e-05, "tok_per_s": 1375.4260218762952, "loss": 0.6398895159363747, "entropy": 0.5461489483714104, "sharp": 0.2296830713748932} +{"time": "14:13:51", "event": "step", "step": 1600, "rows_seen": 51200, "lr": 1.4621466498270773e-05, "tok_per_s": 1375.8155671257018, "loss": 0.5603023916482925, "entropy": 0.5944092534482479, "sharp": 0.1808673795312643} +{"time": "14:14:51", "event": "val", "step": 1600, "rows_seen": 51200, "n": 500, "dropped_long": 0, "noul_ce": 0.5274693369865417, "noul_T": 0.765406877149522, "noul_auc": 0.7833591069873265, "noul_acc": 0.74, "noul_f1": 0.8088235294117647, "noul_nll": 0.5274693694040179, "noul_ece": 0.054345268666744245, "noul_brier": 0.1754120046970154, "noul_sharp": 0.2021946758031845, "entropy": 0.5749109983444214} +{"time": "14:17:23", "event": "step", "step": 1610, "rows_seen": 51520, "lr": 1.4162319555398557e-05, "tok_per_s": 1372.8416382049948, "loss": 0.6183792594820261, "entropy": 0.5556874871253967, "sharp": 0.21572670713067055} +{"time": "14:19:50", "event": "step", "step": 1620, "rows_seen": 51840, "lr": 1.3713226004782476e-05, "tok_per_s": 1373.251799203847, "loss": 0.5633709840476513, "entropy": 0.5549197299405932, "sharp": 0.2255369182676077} +{"time": "14:22:19", "event": "step", "step": 1630, "rows_seen": 52160, "lr": 1.3274303613422823e-05, "tok_per_s": 1373.6611041251117, "loss": 0.552204791456461, "entropy": 0.5686505772173405, "sharp": 0.20316464826464653} +{"time": "14:24:48", "event": "step", "step": 1640, "rows_seen": 52480, "lr": 1.284566748110963e-05, "tok_per_s": 1374.069001239644, "loss": 0.5665642526000738, "entropy": 0.54771988093853, "sharp": 0.23137257993221283} +{"time": "14:27:13", "event": "step", "step": 1650, "rows_seen": 52800, "lr": 1.2427430010239793e-05, "tok_per_s": 1374.4755451075284, "loss": 0.6121056005358696, "entropy": 0.5593726001679897, "sharp": 0.21780037600547075} +{"time": "14:29:39", "event": "step", "step": 1660, "rows_seen": 53120, "lr": 1.2019700876341466e-05, "tok_per_s": 1374.8127366345536, "loss": 0.5800892310217023, "entropy": 0.587690606713295, "sharp": 0.20037267357110977} +{"time": "14:32:08", "event": "step", "step": 1670, "rows_seen": 53440, "lr": 1.162258699931355e-05, "tok_per_s": 1375.1872589578886, "loss": 0.5488229524344206, "entropy": 0.5658964961767197, "sharp": 0.22158444672822952} +{"time": "14:34:34", "event": "step", "step": 1680, "rows_seen": 53760, "lr": 1.1236192515387821e-05, "tok_per_s": 1375.5917633325807, "loss": 0.5237295366823673, "entropy": 0.59800199046731, "sharp": 0.18596123903989792} +{"time": "14:37:02", "event": "step", "step": 1690, "rows_seen": 54080, "lr": 1.0860618749820988e-05, "tok_per_s": 1375.998229702677, "loss": 0.5830633761361241, "entropy": 0.5784080326557159, "sharp": 0.20384361688047647} +{"time": "14:39:34", "event": "step", "step": 1700, "rows_seen": 54400, "lr": 1.0495964190323887e-05, "tok_per_s": 1376.3069411827223, "loss": 0.5145796053111553, "entropy": 0.5456483904272318, "sharp": 0.2280178088694811} +{"time": "14:40:34", "event": "val", "step": 1700, "rows_seen": 54400, "n": 500, "dropped_long": 0, "noul_ce": 0.5210578441619873, "noul_T": 0.8619742651143112, "noul_auc": 0.7845678024849357, "noul_acc": 0.748, "noul_f1": 0.8210227272727273, "noul_nll": 0.5210578528121114, "noul_ece": 0.048086934864521036, "noul_brier": 0.1728369687461361, "noul_sharp": 0.22486533224582672, "entropy": 0.5518405437469482} +{"time": "14:43:01", "event": "step", "step": 1710, "rows_seen": 54720, "lr": 1.0142324461234822e-05, "tok_per_s": 1373.6062232080633, "loss": 0.5606215670704842, "entropy": 0.5799412503838539, "sharp": 0.20363682694733143} +{"time": "14:45:22", "event": "step", "step": 1720, "rows_seen": 55040, "lr": 9.799792298443728e-06, "tok_per_s": 1374.1016733398133, "loss": 0.47337519749999046, "entropy": 0.5275269225239754, "sharp": 0.24397414177656174} +{"time": "14:47:45", "event": "step", "step": 1730, "rows_seen": 55360, "lr": 9.468457525073774e-06, "tok_per_s": 1374.473318187675, "loss": 0.6027834126725793, "entropy": 0.5603654719889164, "sharp": 0.21792407799512148} +{"time": "14:50:16", "event": "step", "step": 1740, "rows_seen": 55680, "lr": 9.148407027926849e-06, "tok_per_s": 1374.7790298479772, "loss": 0.5708513064309955, "entropy": 0.5653445227071643, "sharp": 0.21771454811096191} +{"time": "14:52:44", "event": "step", "step": 1750, "rows_seen": 56000, "lr": 8.839724734698926e-06, "tok_per_s": 1375.210064106993, "loss": 0.6338790766894817, "entropy": 0.5944209434092045, "sharp": 0.179513456299901} +{"time": "14:55:08", "event": "step", "step": 1760, "rows_seen": 56320, "lr": 8.542491591971554e-06, "tok_per_s": 1375.5623115037408, "loss": 0.6055614966899157, "entropy": 0.5686339810490608, "sharp": 0.21596186514943838} +{"time": "14:57:39", "event": "step", "step": 1770, "rows_seen": 56640, "lr": 8.256785543984993e-06, "tok_per_s": 1375.884490478044, "loss": 0.5425768867135048, "entropy": 0.5631783492863178, "sharp": 0.22082878462970257} +{"time": "15:00:07", "event": "step", "step": 1780, "rows_seen": 56960, "lr": 7.982681512198684e-06, "tok_per_s": 1376.2586598552093, "loss": 0.5228645792230964, "entropy": 0.5635025445371866, "sharp": 0.21964330039918423} +{"time": "15:02:35", "event": "step", "step": 1790, "rows_seen": 57280, "lr": 7.720251375644373e-06, "tok_per_s": 1376.6266868785758, "loss": 0.5015073325484991, "entropy": 0.5213447622954845, "sharp": 0.2443612078204751} +{"time": "15:04:58", "event": "step", "step": 1800, "rows_seen": 57600, "lr": 7.469563952077155e-06, "tok_per_s": 1376.9389616623355, "loss": 0.5689431605860591, "entropy": 0.5691495053470135, "sharp": 0.22181357070803642} +{"time": "15:05:57", "event": "val", "step": 1800, "rows_seen": 57600, "n": 500, "dropped_long": 0, "noul_ce": 0.5209387540817261, "noul_T": 0.8779415749632589, "noul_auc": 0.7832880072521731, "noul_acc": 0.744, "noul_f1": 0.815028901734104, "noul_nll": 0.5209387796893716, "noul_ece": 0.042998552203178414, "noul_brier": 0.1730393195383087, "noul_sharp": 0.22638633847236633, "entropy": 0.5480700731277466} +{"time": "15:08:22", "event": "step", "step": 1810, "rows_seen": 57920, "lr": 7.230684979929109e-06, "tok_per_s": 1374.3581997198626, "loss": 0.5857095085084438, "entropy": 0.5625083260238171, "sharp": 0.2209676392376423} +{"time": "15:10:46", "event": "step", "step": 1820, "rows_seen": 58240, "lr": 7.003677101070616e-06, "tok_per_s": 1374.7265557978471, "loss": 0.6269833482801914, "entropy": 0.5782548859715462, "sharp": 0.19711611326783895} +{"time": "15:13:14", "event": "step", "step": 1830, "rows_seen": 58560, "lr": 6.7885998443835666e-06, "tok_per_s": 1375.027543877719, "loss": 0.47186546958982944, "entropy": 0.55736393481493, "sharp": 0.21824348345398903} +{"time": "15:15:39", "event": "step", "step": 1840, "rows_seen": 58880, "lr": 6.585509610150972e-06, "tok_per_s": 1375.3093164347963, "loss": 0.5614610891789198, "entropy": 0.5790359089151025, "sharp": 0.20658706687390804} +{"time": "15:18:10", "event": "step", "step": 1850, "rows_seen": 59200, "lr": 6.394459655266939e-06, "tok_per_s": 1375.6089645448787, "loss": 0.571920583024621, "entropy": 0.592847540974617, "sharp": 0.17808485589921474} +{"time": "15:20:39", "event": "step", "step": 1860, "rows_seen": 59520, "lr": 6.215500079271015e-06, "tok_per_s": 1375.8808882985422, "loss": 0.6035231314599514, "entropy": 0.5723446644842625, "sharp": 0.213488033041358} +{"time": "15:23:02", "event": "step", "step": 1870, "rows_seen": 59840, "lr": 6.048677811210399e-06, "tok_per_s": 1376.2786286863513, "loss": 0.5818504206836224, "entropy": 0.5644094031304121, "sharp": 0.21359701454639435} +{"time": "15:25:38", "event": "step", "step": 1880, "rows_seen": 60160, "lr": 5.894036597333646e-06, "tok_per_s": 1376.5608972045443, "loss": 0.5354452338069677, "entropy": 0.5559471435844898, "sharp": 0.227565074339509} +{"time": "15:28:04", "event": "step", "step": 1890, "rows_seen": 60480, "lr": 5.751616989618974e-06, "tok_per_s": 1376.8241069056207, "loss": 0.6079405210912228, "entropy": 0.594063637778163, "sharp": 0.18912966549396515} +{"time": "15:30:33", "event": "step", "step": 1900, "rows_seen": 60800, "lr": 5.6214563351401916e-06, "tok_per_s": 1377.183462885115, "loss": 0.5538681065663695, "entropy": 0.5596788264811039, "sharp": 0.22647852823138237} +{"time": "15:31:33", "event": "val", "step": 1900, "rows_seen": 60800, "n": 500, "dropped_long": 0, "noul_ce": 0.5219769477844238, "noul_T": 0.8263663356659865, "noul_auc": 0.7849410760944915, "noul_acc": 0.748, "noul_f1": 0.8168604651162791, "noul_nll": 0.5219768947064877, "noul_ece": 0.04822153717279435, "noul_brier": 0.17326855116775988, "noul_sharp": 0.21745803952217102, "entropy": 0.5595425367355347} +{"time": "15:33:58", "event": "step", "step": 1910, "rows_seen": 61120, "lr": 5.5035887662730904e-06, "tok_per_s": 1374.7573474511516, "loss": 0.5358072817325592, "entropy": 0.5487189590930939, "sharp": 0.22941098548471928} +{"time": "15:36:21", "event": "step", "step": 1920, "rows_seen": 61440, "lr": 5.398045191744809e-06, "tok_per_s": 1375.107566050142, "loss": 0.5969472490251064, "entropy": 0.5570591278374195, "sharp": 0.23176710680127144} +{"time": "15:38:46", "event": "step", "step": 1930, "rows_seen": 61760, "lr": 5.304853288528564e-06, "tok_per_s": 1375.4363404478008, "loss": 0.5774678438901901, "entropy": 0.5819927072152495, "sharp": 0.1877415757626295} +{"time": "15:41:17", "event": "step", "step": 1940, "rows_seen": 62080, "lr": 5.224037494585838e-06, "tok_per_s": 1375.7119520382157, "loss": 0.5661189667880535, "entropy": 0.5769743397831917, "sharp": 0.20706900395452976} +{"time": "15:43:50", "event": "step", "step": 1950, "rows_seen": 62400, "lr": 5.1556190024579555e-06, "tok_per_s": 1376.0176856659418, "loss": 0.5547080244868994, "entropy": 0.5786610040813684, "sharp": 0.2021794728934765} +{"time": "15:46:14", "event": "step", "step": 1960, "rows_seen": 62720, "lr": 5.099615753708697e-06, "tok_per_s": 1376.3273567605756, "loss": 0.5925709409639239, "entropy": 0.565509932115674, "sharp": 0.22474446706473827} +{"time": "15:48:40", "event": "step", "step": 1970, "rows_seen": 63040, "lr": 5.056042434219443e-06, "tok_per_s": 1376.7435999828224, "loss": 0.5393976829946041, "entropy": 0.588939718902111, "sharp": 0.1995388101786375} +{"time": "15:51:06", "event": "step", "step": 1980, "rows_seen": 63360, "lr": 5.0249104703380416e-06, "tok_per_s": 1377.0806002914574, "loss": 0.6050965189933777, "entropy": 0.5771973254159093, "sharp": 0.2038600780069828} +{"time": "15:53:30", "event": "step", "step": 1990, "rows_seen": 63680, "lr": 5.006228025882471e-06, "tok_per_s": 1377.391514076924, "loss": 0.5602209912613034, "entropy": 0.56908462010324, "sharp": 0.21646365337073803} +{"time": "15:55:56", "event": "step", "step": 2000, "rows_seen": 64000, "lr": 5e-06, "tok_per_s": 1377.7525513801731, "loss": 0.518392676487565, "entropy": 0.5593496561050415, "sharp": 0.2175095621496439} +{"time": "15:56:56", "event": "val", "step": 2000, "rows_seen": 64000, "n": 500, "dropped_long": 0, "noul_ce": 0.5254855751991272, "noul_T": 0.7869870347965126, "noul_auc": 0.7847988766241845, "noul_acc": 0.748, "noul_f1": 0.8141592920353983, "noul_nll": 0.5254856399074197, "noul_ece": 0.05552499502897263, "noul_brier": 0.1746954449402267, "noul_sharp": 0.20741213858127594, "entropy": 0.56964510679245} +{"time": "16:00:56", "event": "ckpt", "tag": "ckpt-64000", "rows_seen": 64000, "replay_seen": 3368, "step": 2000, "tokens": 42644468, "tok_per_s": 1364.5770199814233, "rows_per_s": 2.155703400398769, "val": {"n": 2200, "dropped_long": 0, "noul_ce": 0.5206815004348755, "noul_T": 0.7837499660588049, "choice_ce": 0.6738867163658142, "choice_T": 1.0310905563324595, "score_ce": 1.0664595365524292, "score_T": 1.0038335926287578, "noul_auc": 0.7873795177023706, "noul_acc": 0.747, "noul_f1": 0.8151935719503287, "noul_nll": 0.5246985509824008, "noul_ece": 0.048169060423970206, "noul_brier": 0.174098943924391, "noul_sharp": 0.20803777873516083, "entropy": 0.5705315470695496}, "dropped_long": 0, "peak_gib": 18.285059452056885} diff --git a/meta_only/podC/e16/S1-F2flat-rp/ckpt-16000/adapter/adapter_config.json b/meta_only/podC/e16/S1-F2flat-rp/ckpt-16000/adapter/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..e2056cf335a6f2536e437a03f2e7dc1dadf42d00 --- /dev/null +++ b/meta_only/podC/e16/S1-F2flat-rp/ckpt-16000/adapter/adapter_config.json @@ -0,0 +1,57 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "Qwen3_5ForCausalLM", + "parent_library": "transformers.models.qwen3_5.modeling_qwen3_5" + }, + "base_model_name_or_path": "/workspace/jev_kt/models/hf/JEV-9B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 32, + "lora_bias": false, + "lora_dropout": 0.05, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.0", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "o_proj", + "in_proj_qkv", + "q_proj", + "k_proj", + "gate_proj", + "up_proj", + "out_proj", + "v_proj", + "in_proj_z", + "down_proj" + ], + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-F2flat-rp/ckpt-16000/adapter_vllm/adapter_config.json b/meta_only/podC/e16/S1-F2flat-rp/ckpt-16000/adapter_vllm/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..2d093d03334d1bcd8511a3867adb084f382fd3c5 --- /dev/null +++ b/meta_only/podC/e16/S1-F2flat-rp/ckpt-16000/adapter_vllm/adapter_config.json @@ -0,0 +1,58 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "Qwen3_5ForCausalLM", + "parent_library": "transformers.models.qwen3_5.modeling_qwen3_5" + }, + "base_model_name_or_path": null, + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 64.0, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.0", + "qalora_group_size": 16, + "r": 32, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "down_proj", + "gate_proj", + "in_proj_qkv", + "in_proj_z", + "k_proj", + "lm_head", + "o_proj", + "out_proj", + "q_proj", + "up_proj", + "v_proj" + ], + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-F2flat-rp/ckpt-16000/adapter_vllm/decision_head.json b/meta_only/podC/e16/S1-F2flat-rp/ckpt-16000/adapter_vllm/decision_head.json new file mode 100644 index 0000000000000000000000000000000000000000..c765fbe0910990f0966d720ae3936fff62aecad0 --- /dev/null +++ b/meta_only/podC/e16/S1-F2flat-rp/ckpt-16000/adapter_vllm/decision_head.json @@ -0,0 +1,99 @@ +{ + "bias": [ + 0.00017477822257205844, + -0.00017503816343378276, + -0.002882774919271469, + -0.0017829647986218333, + -0.0004810465907212347, + 0.0017570890486240387, + 0.0013880806509405375, + -0.002748231403529644, + -0.000257921579759568, + -0.00028374826069921255, + 0.00016646436415612698, + 0.00033047626493498683, + -0.0002981756697408855, + -0.003700950648635626, + -0.004728051368147135, + -0.005145042669028044, + -0.006035347003489733, + -0.0044782208278775215, + -0.004948364570736885, + -0.004985468462109566, + -0.0038768502417951822, + -0.0034063528291881084, + -0.0056389011442661285, + -0.003509892849251628 + ], + "verbalizer_ids": [ + 3721, + 1802, + 15, + 16, + 17, + 18, + 19, + 20, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47 + ], + "slots": { + "num_slots": 24, + "ranges": { + "noul": [ + 0, + 2 + ], + "score": [ + 2, + 8 + ], + "choice": [ + 8, + 24 + ] + }, + "verbalizers": [ + "false", + "true", + "0", + "1", + "2", + "3", + "4", + "5", + "A", + "B", + "C", + "D", + "E", + "F", + "G", + "H", + "I", + "J", + "K", + "L", + "M", + "N", + "O", + "P" + ], + "template_version": "bare-v1" + }, + "note": "decision logits = lm_head-LoRA logprobs of verbalizer ids + bias, then per-kind temperature" +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-F2flat-rp/ckpt-16000/calibration.json b/meta_only/podC/e16/S1-F2flat-rp/ckpt-16000/calibration.json new file mode 100644 index 0000000000000000000000000000000000000000..405de5cbd00e3cdb22b16e01db871eafa56ce5fb --- /dev/null +++ b/meta_only/podC/e16/S1-F2flat-rp/ckpt-16000/calibration.json @@ -0,0 +1,29 @@ +{ + "version": 1, + "per_kind": { + "noul": 0.9577015879499124, + "choice": 1.0065438127422432, + "score": 0.9742673293602686 + }, + "fit": { + "noul": { + "n": 2087, + "T": 0.9577015879499124, + "ce_before": 0.5686512589454651, + "ce_after": 0.5685175061225891 + }, + "choice": { + "n": 60, + "T": 1.0065438127422432, + "ce_before": 0.664111852645874, + "ce_after": 0.6641029119491577 + }, + "score": { + "n": 53, + "T": 0.9742673293602686, + "ce_before": 1.0495474338531494, + "ce_after": 1.0493348836898804 + } + }, + "source": "models/e16/S1-F2flat-rp/ckpt-16000" +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-F2flat-rp/ckpt-16000/judge_config.json b/meta_only/podC/e16/S1-F2flat-rp/ckpt-16000/judge_config.json new file mode 100644 index 0000000000000000000000000000000000000000..140af608c346c4525185c5a8ca20832217736b61 --- /dev/null +++ b/meta_only/podC/e16/S1-F2flat-rp/ckpt-16000/judge_config.json @@ -0,0 +1,164 @@ +{ + "base_model_path": "/root/models/Qwen3.5-9B", + "hidden_size": 4096, + "slots": { + "num_slots": 24, + "ranges": { + "noul": [ + 0, + 2 + ], + "score": [ + 2, + 8 + ], + "choice": [ + 8, + 24 + ] + }, + "verbalizers": [ + "false", + "true", + "0", + "1", + "2", + "3", + "4", + "5", + "A", + "B", + "C", + "D", + "E", + "F", + "G", + "H", + "I", + "J", + "K", + "L", + "M", + "N", + "O", + "P" + ], + "template_version": "bare-v1" + }, + "verbalizer_ids": [ + 3721, + 1802, + 15, + 16, + 17, + 18, + 19, + 20, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47 + ], + "kinds": [ + "noul", + "choice", + "score" + ], + "model_name": "jev-judge-qwen35-9b", + "model_version": "0.8.0", + "lm_head_included": true, + "weights_mode": "unmerged", + "adapter_subfolder": "adapter", + "lora": { + "r": 16, + "lora_alpha": 32, + "lora_dropout": 0.05, + "target_modules": [ + "down_proj", + "gate_proj", + "in_proj_qkv", + "in_proj_z", + "k_proj", + "o_proj", + "out_proj", + "q_proj", + "up_proj", + "v_proj" + ] + }, + "trained_stage": "e16", + "source_checkpoint": "models/e16/S1-F2flat-rp/ckpt-16000", + "softcap": null, + "e16": { + "data": "data/e15/F2-flat", + "data_manifest": { + "arm": "F2-syn", + "name": "F2-flat", + "train_sha256": "8a83ea2a6e0b568083c143a44d7ecb6c884d3420b983978547b9d75720048850", + "n_train": 64000 + }, + "init": "released", + "objective": "s-log", + "sigma": 0.5, + "K": 8, + "reward": "brier", + "clip": 0.2, + "passes": 1, + "lr": 0.0001, + "lr_head": 0.0002, + "rows_per_step": 32, + "train_seed": 0, + "replay": "data/e16/replay/train.jsonl", + "replay_frac": 0.05, + "replay_sha256": "9dd2df19851678750cf79d2fdb47581720930ef2f0c6e18e6fbe23ef2181847e", + "max_len": 3072, + "schedule": "warmup 0.03 + cosine to x0.05 over 500 steps", + "total_rows": 16000, + "lora": { + "r": 16, + "lora_alpha": 32, + "lora_dropout": 0.05 + }, + "trainer_sha256": "bc7c08e836bd99bb2665b02903cd41404ea029ecfa9b68a9ec1a7cda96958ba4", + "event": "ckpt", + "tag": "ckpt-16000", + "rows_seen": 16000, + "replay_seen": 842, + "step": 500, + "tokens": 9060921, + "tok_per_s": 1302.115798575598, + "rows_per_s": 2.420309621074547, + "val": { + "n": 2200, + "dropped_long": 0, + "noul_ce": 0.5686512589454651, + "noul_T": 0.9577015879499124, + "choice_ce": 0.664111852645874, + "choice_T": 1.0065438127422432, + "score_ce": 1.0495474338531494, + "score_T": 0.9742673293602686, + "noul_auc": 0.7336406845220028, + "noul_acc": 0.682, + "noul_f1": 0.776685393258427, + "noul_nll": 0.5780680672554299, + "noul_ece": 0.028280445784330376, + "noul_brier": 0.19765900411594362, + "noul_sharp": 0.18109376728534698, + "entropy": 0.5798315405845642 + }, + "dropped_long": 0, + "peak_gib": 18.284047603607178 + } +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-F2flat-rp/train_log.jsonl b/meta_only/podC/e16/S1-F2flat-rp/train_log.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..f508a5ee3ecf4842e732f024b333ac731343c1b1 --- /dev/null +++ b/meta_only/podC/e16/S1-F2flat-rp/train_log.jsonl @@ -0,0 +1,57 @@ +{"time": "12:07:55", "event": "start", "data": "data/e15/F2-flat", "data_manifest": {"arm": "F2-syn", "name": "F2-flat", "train_sha256": "8a83ea2a6e0b568083c143a44d7ecb6c884d3420b983978547b9d75720048850", "n_train": 64000}, "init": "released", "objective": "s-log", "sigma": 0.5, "K": 8, "reward": "brier", "clip": 0.2, "passes": 1, "lr": 0.0001, "lr_head": 0.0002, "rows_per_step": 32, "train_seed": 0, "replay": "data/e16/replay/train.jsonl", "replay_frac": 0.05, "replay_sha256": "9dd2df19851678750cf79d2fdb47581720930ef2f0c6e18e6fbe23ef2181847e", "max_len": 3072, "schedule": "warmup 0.03 + cosine to x0.05 over 500 steps", "total_rows": 16000, "lora": {"r": 16, "lora_alpha": 32, "lora_dropout": 0.05}, "trainer_sha256": "bc7c08e836bd99bb2665b02903cd41404ea029ecfa9b68a9ec1a7cda96958ba4", "device": "cuda", "load_s": 46.55093479156494} +{"time": "12:10:06", "event": "step", "step": 10, "rows_seen": 320, "lr": 7.333333333333333e-05, "tok_per_s": 1388.8985033962647, "loss": 0.5829934664070606, "entropy": 0.6273056864738464, "sharp": 0.15199331752955914} +{"time": "12:12:22", "event": "step", "step": 20, "rows_seen": 640, "lr": 9.997508952966197e-05, "tok_per_s": 1396.9042861897974, "loss": 0.5167023427784443, "entropy": 0.5056555271148682, "sharp": 0.24431607127189636} +{"time": "12:14:36", "event": "step", "step": 30, "rows_seen": 960, "lr": 9.977596250541417e-05, "tok_per_s": 1399.9428247460387, "loss": 0.5848985358607024, "entropy": 0.5500835031270981, "sharp": 0.19437633268535137} +{"time": "12:16:45", "event": "step", "step": 40, "rows_seen": 1280, "lr": 9.937854366485982e-05, "tok_per_s": 1398.9871140049377, "loss": 0.6469052210450172, "entropy": 0.6421698853373528, "sharp": 0.12781137600541115} +{"time": "12:18:47", "event": "step", "step": 50, "rows_seen": 1600, "lr": 9.8784499920729e-05, "tok_per_s": 1398.2972526086426, "loss": 0.6827831044793129, "entropy": 0.6045085079967976, "sharp": 0.17523645516484976} +{"time": "12:21:00", "event": "step", "step": 60, "rows_seen": 1920, "lr": 9.79963228989294e-05, "tok_per_s": 1395.1372573603205, "loss": 0.6523021459579468, "entropy": 0.5862587913870811, "sharp": 0.18654184974730015} +{"time": "12:23:07", "event": "step", "step": 70, "rows_seen": 2240, "lr": 9.701731848780134e-05, "tok_per_s": 1396.1406578910892, "loss": 0.5393544789403677, "entropy": 0.557400168851018, "sharp": 0.21263820119202137} +{"time": "12:25:16", "event": "step", "step": 80, "rows_seen": 2560, "lr": 9.585159297207315e-05, "tok_per_s": 1395.391336166814, "loss": 0.5926047675311565, "entropy": 0.6375415362417698, "sharp": 0.1161620719358325} +{"time": "12:27:29", "event": "step", "step": 90, "rows_seen": 2880, "lr": 9.450403580967612e-05, "tok_per_s": 1396.0933182247431, "loss": 0.5656914692372084, "entropy": 0.554851308465004, "sharp": 0.210819311439991} +{"time": "12:29:33", "event": "step", "step": 100, "rows_seen": 3200, "lr": 9.298029912365855e-05, "tok_per_s": 1394.9925514768488, "loss": 0.5972736552357674, "entropy": 0.5974568203091621, "sharp": 0.1380597809329629} +{"time": "12:30:23", "event": "val", "step": 100, "rows_seen": 3200, "n": 500, "dropped_long": 0, "noul_ce": 0.5971391201019287, "noul_T": 0.9343833610490415, "noul_auc": 0.7114007961593002, "noul_acc": 0.664, "noul_f1": 0.7485029940119761, "noul_nll": 0.5919566544210538, "noul_ece": 0.09360906150937082, "noul_brier": 0.2037154556407414, "noul_sharp": 0.15624819695949554, "entropy": 0.6053719520568848} +{"time": "12:32:34", "event": "step", "step": 110, "rows_seen": 3520, "lr": 9.128677399521752e-05, "tok_per_s": 1346.802765104723, "loss": 0.5596716720610857, "entropy": 0.5819712951779366, "sharp": 0.1881894189864397} +{"time": "12:34:50", "event": "step", "step": 120, "rows_seen": 3840, "lr": 8.943056365728335e-05, "tok_per_s": 1349.6920605511448, "loss": 0.5878452472388744, "entropy": 0.5923178493976593, "sharp": 0.18690938130021095} +{"time": "12:37:01", "event": "step", "step": 130, "rows_seen": 4160, "lr": 8.741945370109202e-05, "tok_per_s": 1352.413186902409, "loss": 0.5647330735810101, "entropy": 0.6089953212067485, "sharp": 0.1425710553303361} +{"time": "12:39:08", "event": "step", "step": 140, "rows_seen": 4480, "lr": 8.526187942070997e-05, "tok_per_s": 1355.0603848489823, "loss": 0.5631992779672146, "entropy": 0.5208174847066402, "sharp": 0.24005382508039474} +{"time": "12:41:12", "event": "step", "step": 150, "rows_seen": 4800, "lr": 8.296689043247915e-05, "tok_per_s": 1356.7492292500644, "loss": 0.6333680730313063, "entropy": 0.5888121165335178, "sharp": 0.179668091237545} +{"time": "12:43:21", "event": "step", "step": 160, "rows_seen": 5120, "lr": 8.054411271778132e-05, "tok_per_s": 1359.0071829151616, "loss": 0.6229170672595501, "entropy": 0.6063771918416023, "sharp": 0.17591460794210434} +{"time": "12:45:31", "event": "step", "step": 170, "rows_seen": 5440, "lr": 7.800370824832674e-05, "tok_per_s": 1361.729048067111, "loss": 0.615580715239048, "entropy": 0.6262303534895182, "sharp": 0.12341718189418316} +{"time": "12:47:42", "event": "step", "step": 180, "rows_seen": 5760, "lr": 7.535633236331324e-05, "tok_per_s": 1362.9755318625794, "loss": 0.6440335847437382, "entropy": 0.6117162555456161, "sharp": 0.1554237138479948} +{"time": "12:49:55", "event": "step", "step": 190, "rows_seen": 6080, "lr": 7.26130890772308e-05, "tok_per_s": 1364.3430484531966, "loss": 0.5798585790907964, "entropy": 0.6055545911658555, "sharp": 0.15904194675385952} +{"time": "12:52:03", "event": "step", "step": 200, "rows_seen": 6400, "lr": 6.978548450576568e-05, "tok_per_s": 1365.9777292797855, "loss": 0.6632066704332829, "entropy": 0.6169662699103355, "sharp": 0.14545723889023066} +{"time": "12:52:53", "event": "val", "step": 200, "rows_seen": 6400, "n": 500, "dropped_long": 0, "noul_ce": 0.5788183212280273, "noul_T": 1.0261543392222554, "noul_auc": 0.7118791751379611, "noul_acc": 0.666, "noul_f1": 0.7664335664335664, "noul_nll": 0.5825540286712348, "noul_ece": 0.06724746239185332, "noul_brier": 0.2014949105700062, "noul_sharp": 0.18492239713668823, "entropy": 0.5751131772994995} +{"time": "12:55:12", "event": "step", "step": 210, "rows_seen": 6720, "lr": 6.688537860515266e-05, "tok_per_s": 1343.5150303362063, "loss": 0.6587368100881577, "entropy": 0.5768909528851509, "sharp": 0.17787902057170868} +{"time": "12:57:20", "event": "step", "step": 220, "rows_seen": 7040, "lr": 6.392493542739706e-05, "tok_per_s": 1345.7997902276925, "loss": 0.6141275949776173, "entropy": 0.6021691597998142, "sharp": 0.1711398372426629} +{"time": "12:59:27", "event": "step", "step": 230, "rows_seen": 7360, "lr": 6.091657210001309e-05, "tok_per_s": 1347.5597721768133, "loss": 0.5732403211295605, "entropy": 0.5806103367358446, "sharp": 0.17819830868393183} +{"time": "13:01:40", "event": "step", "step": 240, "rows_seen": 7680, "lr": 5.7872906744276015e-05, "tok_per_s": 1348.69092859986, "loss": 0.6187065653502941, "entropy": 0.5214137956500053, "sharp": 0.2342643430456519} +{"time": "13:03:50", "event": "step", "step": 250, "rows_seen": 8000, "lr": 5.48067055504363e-05, "tok_per_s": 1350.3924644601766, "loss": 0.6040288433432579, "entropy": 0.5785331055521965, "sharp": 0.17596622183918953} +{"time": "13:05:59", "event": "step", "step": 260, "rows_seen": 8320, "lr": 5.173082923188119e-05, "tok_per_s": 1351.861852272357, "loss": 0.6160515041556209, "entropy": 0.5979608446359634, "sharp": 0.1713500414043665} +{"time": "13:08:11", "event": "step", "step": 270, "rows_seen": 8640, "lr": 4.865817908283331e-05, "tok_per_s": 1352.9931484423448, "loss": 0.5839042123407125, "entropy": 0.6345491856336594, "sharp": 0.12539296504110098} +{"time": "13:10:22", "event": "step", "step": 280, "rows_seen": 8960, "lr": 4.560164286583922e-05, "tok_per_s": 1354.6880596316726, "loss": 0.5934140216559172, "entropy": 0.5619054809212685, "sharp": 0.19096903875470161} +{"time": "13:12:33", "event": "step", "step": 290, "rows_seen": 9280, "lr": 4.257404075601443e-05, "tok_per_s": 1356.0667206989367, "loss": 0.6050258073955774, "entropy": 0.551767947152257, "sharp": 0.19949221052229404} +{"time": "13:14:45", "event": "step", "step": 300, "rows_seen": 9600, "lr": 3.958807156877371e-05, "tok_per_s": 1357.4862520275283, "loss": 0.579778641462326, "entropy": 0.5914085879921913, "sharp": 0.17214555479586124} +{"time": "13:15:35", "event": "val", "step": 300, "rows_seen": 9600, "n": 500, "dropped_long": 0, "noul_ce": 0.5787614583969116, "noul_T": 1.0979256043719103, "noul_auc": 0.7075054244759187, "noul_acc": 0.674, "noul_f1": 0.7757909215955984, "noul_nll": 0.5824396984018385, "noul_ece": 0.06681251561641693, "noul_brier": 0.201777348480281, "noul_sharp": 0.1984221488237381, "entropy": 0.5634260773658752} +{"time": "13:17:45", "event": "step", "step": 310, "rows_seen": 9920, "lr": 3.665625949658603e-05, "tok_per_s": 1342.6038762233145, "loss": 0.6733942702412605, "entropy": 0.5544245010241866, "sharp": 0.2055424302816391} +{"time": "13:19:53", "event": "step", "step": 320, "rows_seen": 10240, "lr": 3.379090157815887e-05, "tok_per_s": 1344.0394262706054, "loss": 0.6197924762964249, "entropy": 0.6201773211359978, "sharp": 0.14040644839406013} +{"time": "13:22:03", "event": "step", "step": 330, "rows_seen": 10560, "lr": 3.10040161203844e-05, "tok_per_s": 1345.8093696875428, "loss": 0.5590137392282486, "entropy": 0.6090791150927544, "sharp": 0.16340025793761015} +{"time": "13:24:15", "event": "step", "step": 340, "rows_seen": 10880, "lr": 2.8307292289383776e-05, "tok_per_s": 1347.6874649362455, "loss": 0.5391954034566879, "entropy": 0.5629325434565544, "sharp": 0.20507585816085339} +{"time": "13:26:27", "event": "step", "step": 350, "rows_seen": 11200, "lr": 2.571204108208194e-05, "tok_per_s": 1349.3684372561631, "loss": 0.6156215965747833, "entropy": 0.6287357844412327, "sharp": 0.13760586827993393} +{"time": "13:28:33", "event": "step", "step": 360, "rows_seen": 11520, "lr": 2.322914788395595e-05, "tok_per_s": 1350.2137823595992, "loss": 0.6339426431804895, "entropy": 0.6192946210503578, "sharp": 0.1565155442804098} +{"time": "13:30:40", "event": "step", "step": 370, "rows_seen": 11840, "lr": 2.0869026811945157e-05, "tok_per_s": 1351.6282732889658, "loss": 0.6037318743765354, "entropy": 0.6256328597664833, "sharp": 0.14117326959967613} +{"time": "13:32:53", "event": "step", "step": 380, "rows_seen": 12160, "lr": 1.8641577034025627e-05, "tok_per_s": 1352.9452514240256, "loss": 0.6397193763405085, "entropy": 0.6114961877465248, "sharp": 0.15219672583043575} +{"time": "13:35:06", "event": "step", "step": 390, "rows_seen": 12480, "lr": 1.6556141248659472e-05, "tok_per_s": 1354.3794684866434, "loss": 0.6052620764821768, "entropy": 0.5940693989396095, "sharp": 0.15613812860101461} +{"time": "13:37:15", "event": "step", "step": 400, "rows_seen": 12800, "lr": 1.4621466498270773e-05, "tok_per_s": 1355.2052692713044, "loss": 0.5766263604164124, "entropy": 0.5758242346346378, "sharp": 0.16694010235369205} +{"time": "13:38:05", "event": "val", "step": 400, "rows_seen": 12800, "n": 500, "dropped_long": 0, "noul_ce": 0.5806927680969238, "noul_T": 1.029041350801071, "noul_auc": 0.7128871879858536, "noul_acc": 0.678, "noul_f1": 0.7797537619699042, "noul_nll": 0.582202070735395, "noul_ece": 0.04208884954452516, "noul_brier": 0.2011807284241196, "noul_sharp": 0.1827545166015625, "entropy": 0.5765775442123413} +{"time": "13:40:16", "event": "step", "step": 410, "rows_seen": 13120, "lr": 1.284566748110963e-05, "tok_per_s": 1344.0596024429744, "loss": 0.53351273201406, "entropy": 0.5843777693808079, "sharp": 0.16426541842520237} +{"time": "13:42:27", "event": "step", "step": 420, "rows_seen": 13440, "lr": 1.1236192515387821e-05, "tok_per_s": 1345.2273632592219, "loss": 0.5653227306902409, "entropy": 0.6062875688076019, "sharp": 0.15487628150731325} +{"time": "13:44:34", "event": "step", "step": 430, "rows_seen": 13760, "lr": 9.799792298443728e-06, "tok_per_s": 1346.3220861985233, "loss": 0.6280987970530987, "entropy": 0.5986896753311157, "sharp": 0.16445472091436386} +{"time": "13:46:44", "event": "step", "step": 440, "rows_seen": 14080, "lr": 8.542491591971554e-06, "tok_per_s": 1347.4514440473906, "loss": 0.6241271421313286, "entropy": 0.6082256697118282, "sharp": 0.16330121271312237} +{"time": "13:49:01", "event": "step", "step": 450, "rows_seen": 14400, "lr": 7.469563952077155e-06, "tok_per_s": 1348.6951112366087, "loss": 0.610172975808382, "entropy": 0.5754247829318047, "sharp": 0.1902625672519207} +{"time": "13:51:08", "event": "step", "step": 460, "rows_seen": 14720, "lr": 6.585509610150972e-06, "tok_per_s": 1349.3866409495627, "loss": 0.5448464786168188, "entropy": 0.5335466731339693, "sharp": 0.2013113833963871} +{"time": "13:53:13", "event": "step", "step": 470, "rows_seen": 15040, "lr": 5.894036597333646e-06, "tok_per_s": 1350.0394272993872, "loss": 0.6461855582892895, "entropy": 0.6123742610216141, "sharp": 0.13424373045563698} +{"time": "13:55:21", "event": "step", "step": 480, "rows_seen": 15360, "lr": 5.398045191744809e-06, "tok_per_s": 1351.0044451961571, "loss": 0.5954429544508457, "entropy": 0.6017338447272778, "sharp": 0.1518914047628641} +{"time": "13:57:25", "event": "step", "step": 490, "rows_seen": 15680, "lr": 5.099615753708697e-06, "tok_per_s": 1351.8370980125912, "loss": 0.5949213169515133, "entropy": 0.5771948639303446, "sharp": 0.1758442223072052} +{"time": "13:59:37", "event": "step", "step": 500, "rows_seen": 16000, "lr": 5e-06, "tok_per_s": 1351.9316345124569, "loss": 0.5950653068721294, "entropy": 0.5987273007631302, "sharp": 0.15523565094918013} +{"time": "14:00:28", "event": "val", "step": 500, "rows_seen": 16000, "n": 500, "dropped_long": 0, "noul_ce": 0.5776624083518982, "noul_T": 0.974735944147041, "noul_auc": 0.710888247253592, "noul_acc": 0.676, "noul_f1": 0.7780821917808219, "noul_nll": 0.5803830171655864, "noul_ece": 0.05325533068180084, "noul_brier": 0.20069952010755465, "noul_sharp": 0.1800989806652069, "entropy": 0.5813633799552917} +{"time": "14:03:55", "event": "ckpt", "tag": "ckpt-16000", "rows_seen": 16000, "replay_seen": 842, "step": 500, "tokens": 9060921, "tok_per_s": 1302.115798575598, "rows_per_s": 2.420309621074547, "val": {"n": 2200, "dropped_long": 0, "noul_ce": 0.5686512589454651, "noul_T": 0.9577015879499124, "choice_ce": 0.664111852645874, "choice_T": 1.0065438127422432, "score_ce": 1.0495474338531494, "score_T": 0.9742673293602686, "noul_auc": 0.7336406845220028, "noul_acc": 0.682, "noul_f1": 0.776685393258427, "noul_nll": 0.5780680672554299, "noul_ece": 0.028280445784330376, "noul_brier": 0.19765900411594362, "noul_sharp": 0.18109376728534698, "entropy": 0.5798315405845642}, "dropped_long": 0, "peak_gib": 18.284047603607178} diff --git a/meta_only/podC/e16/S1-G-d4096-n4k-syn/ckpt-4000/adapter/adapter_config.json b/meta_only/podC/e16/S1-G-d4096-n4k-syn/ckpt-4000/adapter/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..a2aac697d3324b8e1d6f5e62847d458b3c5cd10c --- /dev/null +++ b/meta_only/podC/e16/S1-G-d4096-n4k-syn/ckpt-4000/adapter/adapter_config.json @@ -0,0 +1,57 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "Qwen3_5ForCausalLM", + "parent_library": "transformers.models.qwen3_5.modeling_qwen3_5" + }, + "base_model_name_or_path": "/workspace/jev_kt/models/hf/JEV-9B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 32, + "lora_bias": false, + "lora_dropout": 0.05, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.0", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "in_proj_qkv", + "in_proj_z", + "o_proj", + "down_proj", + "q_proj", + "up_proj", + "v_proj", + "k_proj", + "gate_proj", + "out_proj" + ], + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-G-d4096-n4k-syn/ckpt-4000/adapter_vllm/adapter_config.json b/meta_only/podC/e16/S1-G-d4096-n4k-syn/ckpt-4000/adapter_vllm/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..2d093d03334d1bcd8511a3867adb084f382fd3c5 --- /dev/null +++ b/meta_only/podC/e16/S1-G-d4096-n4k-syn/ckpt-4000/adapter_vllm/adapter_config.json @@ -0,0 +1,58 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "Qwen3_5ForCausalLM", + "parent_library": "transformers.models.qwen3_5.modeling_qwen3_5" + }, + "base_model_name_or_path": null, + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 64.0, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.0", + "qalora_group_size": 16, + "r": 32, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "down_proj", + "gate_proj", + "in_proj_qkv", + "in_proj_z", + "k_proj", + "lm_head", + "o_proj", + "out_proj", + "q_proj", + "up_proj", + "v_proj" + ], + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-G-d4096-n4k-syn/ckpt-4000/adapter_vllm/decision_head.json b/meta_only/podC/e16/S1-G-d4096-n4k-syn/ckpt-4000/adapter_vllm/decision_head.json new file mode 100644 index 0000000000000000000000000000000000000000..8c37309b43d3e3ad6332f458b8cecb2805d6bbad --- /dev/null +++ b/meta_only/podC/e16/S1-G-d4096-n4k-syn/ckpt-4000/adapter_vllm/decision_head.json @@ -0,0 +1,99 @@ +{ + "bias": [ + 0.0003473477263469249, + -0.0003475984849501401, + -0.0031822174787521362, + -0.0014663449255749583, + -0.0003431471122894436, + 0.001984231173992157, + 0.0011623360915109515, + -0.002430909313261509, + -0.0007469538832083344, + -0.0005213005351833999, + -0.0003422563022468239, + -5.6951459555421025e-05, + -1.3230596778157633e-06, + -0.001710965996608138, + -0.0030559725128114223, + -0.005068331025540829, + -0.005934306886047125, + -0.004352533724159002, + -0.004928805399686098, + -0.004938121885061264, + -0.004041745327413082, + -0.003362417221069336, + -0.005596514791250229, + -0.0034669646993279457 + ], + "verbalizer_ids": [ + 3721, + 1802, + 15, + 16, + 17, + 18, + 19, + 20, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47 + ], + "slots": { + "num_slots": 24, + "ranges": { + "noul": [ + 0, + 2 + ], + "score": [ + 2, + 8 + ], + "choice": [ + 8, + 24 + ] + }, + "verbalizers": [ + "false", + "true", + "0", + "1", + "2", + "3", + "4", + "5", + "A", + "B", + "C", + "D", + "E", + "F", + "G", + "H", + "I", + "J", + "K", + "L", + "M", + "N", + "O", + "P" + ], + "template_version": "bare-v1" + }, + "note": "decision logits = lm_head-LoRA logprobs of verbalizer ids + bias, then per-kind temperature" +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-G-d4096-n4k-syn/ckpt-4000/calibration.json b/meta_only/podC/e16/S1-G-d4096-n4k-syn/ckpt-4000/calibration.json new file mode 100644 index 0000000000000000000000000000000000000000..1f6a6ccaf07ec6319b5440f25a45820668a6d21e --- /dev/null +++ b/meta_only/podC/e16/S1-G-d4096-n4k-syn/ckpt-4000/calibration.json @@ -0,0 +1,29 @@ +{ + "version": 1, + "per_kind": { + "noul": 0.8649272005078125, + "choice": 1.0359776591081418, + "score": 1.024336871501445 + }, + "fit": { + "noul": { + "n": 1087, + "T": 0.8649272005078125, + "ce_before": 0.5634517669677734, + "ce_after": 0.5617401003837585 + }, + "choice": { + "n": 60, + "T": 1.0359776591081418, + "ce_before": 0.6605294942855835, + "ce_after": 0.6602546572685242 + }, + "score": { + "n": 53, + "T": 1.024336871501445, + "ce_before": 1.0483226776123047, + "ce_after": 1.048144817352295 + } + }, + "source": "models/e16/S1-G-d4096-n4k-syn/ckpt-4000" +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-G-d4096-n4k-syn/ckpt-4000/judge_config.json b/meta_only/podC/e16/S1-G-d4096-n4k-syn/ckpt-4000/judge_config.json new file mode 100644 index 0000000000000000000000000000000000000000..971abf53804a6abb3ea57a118091bc5c8125bba9 --- /dev/null +++ b/meta_only/podC/e16/S1-G-d4096-n4k-syn/ckpt-4000/judge_config.json @@ -0,0 +1,164 @@ +{ + "base_model_path": "/root/models/Qwen3.5-9B", + "hidden_size": 4096, + "slots": { + "num_slots": 24, + "ranges": { + "noul": [ + 0, + 2 + ], + "score": [ + 2, + 8 + ], + "choice": [ + 8, + 24 + ] + }, + "verbalizers": [ + "false", + "true", + "0", + "1", + "2", + "3", + "4", + "5", + "A", + "B", + "C", + "D", + "E", + "F", + "G", + "H", + "I", + "J", + "K", + "L", + "M", + "N", + "O", + "P" + ], + "template_version": "bare-v1" + }, + "verbalizer_ids": [ + 3721, + 1802, + 15, + 16, + 17, + 18, + 19, + 20, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47 + ], + "kinds": [ + "noul", + "choice", + "score" + ], + "model_name": "jev-judge-qwen35-9b", + "model_version": "0.8.0", + "lm_head_included": true, + "weights_mode": "unmerged", + "adapter_subfolder": "adapter", + "lora": { + "r": 16, + "lora_alpha": 32, + "lora_dropout": 0.05, + "target_modules": [ + "down_proj", + "gate_proj", + "in_proj_qkv", + "in_proj_z", + "k_proj", + "o_proj", + "out_proj", + "q_proj", + "up_proj", + "v_proj" + ] + }, + "trained_stage": "e16", + "source_checkpoint": "models/e16/S1-G-d4096-n4k-syn/ckpt-4000", + "softcap": null, + "e16": { + "data": "data/e18/G-d4096-n4k", + "data_manifest": { + "arm": "G-d4096-n4k", + "name": null, + "train_sha256": "28aa37d585f9a11485220c89b440d908588f241bec8b0fe29fed3a108b295d5f", + "n_train": 4000 + }, + "init": "released", + "objective": "s-log", + "sigma": 0.5, + "K": 8, + "reward": "brier", + "clip": 0.2, + "passes": 1, + "lr": 0.0001, + "lr_head": 0.0002, + "rows_per_step": 32, + "train_seed": 0, + "replay": "data/e16/replay/train.jsonl", + "replay_frac": 0.05, + "replay_sha256": "9dd2df19851678750cf79d2fdb47581720930ef2f0c6e18e6fbe23ef2181847e", + "max_len": 3072, + "schedule": "warmup 0.03 + cosine to x0.05 over 125 steps", + "total_rows": 4000, + "lora": { + "r": 16, + "lora_alpha": 32, + "lora_dropout": 0.05 + }, + "trainer_sha256": "bc7c08e836bd99bb2665b02903cd41404ea029ecfa9b68a9ec1a7cda96958ba4", + "event": "ckpt", + "tag": "ckpt-4000", + "rows_seen": 4000, + "replay_seen": 210, + "step": 125, + "tokens": 2275758, + "tok_per_s": 1276.2163240321795, + "rows_per_s": 2.360914788703455, + "val": { + "n": 1200, + "dropped_long": 0, + "noul_ce": 0.5634517669677734, + "noul_T": 0.8649272005078125, + "choice_ce": 0.6605294942855835, + "choice_T": 1.0359776591081418, + "score_ce": 1.0483226776123047, + "score_T": 1.024336871501445, + "noul_auc": 0.7376725333333334, + "noul_acc": 0.683, + "noul_f1": 0.757088122605364, + "noul_nll": 0.5777177885174751, + "noul_ece": 0.053556483656167976, + "noul_brier": 0.19742389481148365, + "noul_sharp": 0.18162862956523895, + "entropy": 0.5951706171035767 + }, + "dropped_long": 0, + "peak_gib": 18.284047603607178 + } +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-G-d4096-n4k-syn/train_log.jsonl b/meta_only/podC/e16/S1-G-d4096-n4k-syn/train_log.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..baaa494693ec807f433bccf940e8342b8603280a --- /dev/null +++ b/meta_only/podC/e16/S1-G-d4096-n4k-syn/train_log.jsonl @@ -0,0 +1,15 @@ +{"time": "22:28:21", "event": "start", "data": "data/e18/G-d4096-n4k", "data_manifest": {"arm": "G-d4096-n4k", "name": null, "train_sha256": "28aa37d585f9a11485220c89b440d908588f241bec8b0fe29fed3a108b295d5f", "n_train": 4000}, "init": "released", "objective": "s-log", "sigma": 0.5, "K": 8, "reward": "brier", "clip": 0.2, "passes": 1, "lr": 0.0001, "lr_head": 0.0002, "rows_per_step": 32, "train_seed": 0, "replay": "data/e16/replay/train.jsonl", "replay_frac": 0.05, "replay_sha256": "9dd2df19851678750cf79d2fdb47581720930ef2f0c6e18e6fbe23ef2181847e", "max_len": 3072, "schedule": "warmup 0.03 + cosine to x0.05 over 125 steps", "total_rows": 4000, "lora": {"r": 16, "lora_alpha": 32, "lora_dropout": 0.05}, "trainer_sha256": "bc7c08e836bd99bb2665b02903cd41404ea029ecfa9b68a9ec1a7cda96958ba4", "device": "cuda", "load_s": 16.013190507888794} +{"time": "22:30:31", "event": "step", "step": 10, "rows_seen": 320, "lr": 9.923040269974204e-05, "tok_per_s": 1349.6260998210596, "loss": 0.5905166976153851, "entropy": 0.5640390105545521, "sharp": 0.21444054692983627} +{"time": "22:32:42", "event": "step", "step": 20, "rows_seen": 640, "lr": 9.55208574963224e-05, "tok_per_s": 1368.8416395484883, "loss": 0.6223604530096054, "entropy": 0.6048982236534357, "sharp": 0.1826667059212923} +{"time": "22:34:55", "event": "step", "step": 30, "rows_seen": 960, "lr": 8.897432118673851e-05, "tok_per_s": 1385.0597616503364, "loss": 0.639252195134759, "entropy": 0.5967847220599651, "sharp": 0.1896455204114318} +{"time": "22:37:07", "event": "step", "step": 40, "rows_seen": 1280, "lr": 8.002250216471678e-05, "tok_per_s": 1382.9320926740838, "loss": 0.6018072161823511, "entropy": 0.6117069236934185, "sharp": 0.184002292342484} +{"time": "22:39:20", "event": "step", "step": 50, "rows_seen": 1600, "lr": 6.925572411108201e-05, "tok_per_s": 1387.1848185854842, "loss": 0.6227766163647175, "entropy": 0.6160096116364002, "sharp": 0.15848557092249393} +{"time": "22:41:26", "event": "step", "step": 60, "rows_seen": 1920, "lr": 5.738399736402462e-05, "tok_per_s": 1391.0094074829806, "loss": 0.5998464170843363, "entropy": 0.6254726238548756, "sharp": 0.15008876658976078} +{"time": "22:43:32", "event": "step", "step": 70, "rows_seen": 2240, "lr": 4.519019760655705e-05, "tok_per_s": 1395.0688869569262, "loss": 0.606934692710638, "entropy": 0.6117444597184658, "sharp": 0.17271445505321026} +{"time": "22:45:40", "event": "step", "step": 80, "rows_seen": 2560, "lr": 3.3478439481564835e-05, "tok_per_s": 1394.7456198444802, "loss": 0.5910958014428616, "entropy": 0.6073039062321186, "sharp": 0.1765018915757537} +{"time": "22:47:47", "event": "step", "step": 90, "rows_seen": 2880, "lr": 2.3021049613197416e-05, "tok_per_s": 1394.2089131557477, "loss": 0.6158258356153965, "entropy": 0.6033958662301302, "sharp": 0.18673217110335827} +{"time": "22:49:53", "event": "step", "step": 100, "rows_seen": 3200, "lr": 1.4507635874863332e-05, "tok_per_s": 1393.211837946548, "loss": 0.5730165615677834, "entropy": 0.611157201230526, "sharp": 0.1737561021000147} +{"time": "22:50:42", "event": "val", "step": 100, "rows_seen": 3200, "n": 500, "dropped_long": 0, "noul_ce": 0.576112687587738, "noul_T": 0.8464954787619893, "noul_auc": 0.7460802349327437, "noul_acc": 0.688, "noul_f1": 0.7547169811320755, "noul_nll": 0.5779984618574381, "noul_ece": 0.06944086879491808, "noul_brier": 0.19714783018605536, "noul_sharp": 0.1760292649269104, "entropy": 0.6007103323936462} +{"time": "22:52:56", "event": "step", "step": 110, "rows_seen": 3520, "lr": 8.49961150805399e-06, "tok_per_s": 1349.204882238018, "loss": 0.5850534867495298, "entropy": 0.5921902470290661, "sharp": 0.18738395161926746} +{"time": "22:55:12", "event": "step", "step": 120, "rows_seen": 3840, "lr": 5.3931729785351795e-06, "tok_per_s": 1354.3018725338263, "loss": 0.5934585779905319, "entropy": 0.6155604319646955, "sharp": 0.16961658373475075} +{"time": "22:58:05", "event": "ckpt", "tag": "ckpt-4000", "rows_seen": 4000, "replay_seen": 210, "step": 125, "tokens": 2275758, "tok_per_s": 1276.2163240321795, "rows_per_s": 2.360914788703455, "val": {"n": 1200, "dropped_long": 0, "noul_ce": 0.5634517669677734, "noul_T": 0.8649272005078125, "choice_ce": 0.6605294942855835, "choice_T": 1.0359776591081418, "score_ce": 1.0483226776123047, "score_T": 1.024336871501445, "noul_auc": 0.7376725333333334, "noul_acc": 0.683, "noul_f1": 0.757088122605364, "noul_nll": 0.5777177885174751, "noul_ece": 0.053556483656167976, "noul_brier": 0.19742389481148365, "noul_sharp": 0.18162862956523895, "entropy": 0.5951706171035767}, "dropped_long": 0, "peak_gib": 18.284047603607178} diff --git a/meta_only/podC/e16/S1-G-d4096-n64k-syn/ckpt-64000/adapter/adapter_config.json b/meta_only/podC/e16/S1-G-d4096-n64k-syn/ckpt-64000/adapter/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..f8f1a17939851f62fc9a1e80d8d9966c0d3ccd67 --- /dev/null +++ b/meta_only/podC/e16/S1-G-d4096-n64k-syn/ckpt-64000/adapter/adapter_config.json @@ -0,0 +1,57 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "Qwen3_5ForCausalLM", + "parent_library": "transformers.models.qwen3_5.modeling_qwen3_5" + }, + "base_model_name_or_path": "/workspace/jev_kt/models/hf/JEV-9B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 32, + "lora_bias": false, + "lora_dropout": 0.05, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.0", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "up_proj", + "in_proj_qkv", + "k_proj", + "out_proj", + "v_proj", + "down_proj", + "in_proj_z", + "q_proj", + "o_proj", + "gate_proj" + ], + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-G-d4096-n64k-syn/ckpt-64000/adapter_vllm/adapter_config.json b/meta_only/podC/e16/S1-G-d4096-n64k-syn/ckpt-64000/adapter_vllm/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..2d093d03334d1bcd8511a3867adb084f382fd3c5 --- /dev/null +++ b/meta_only/podC/e16/S1-G-d4096-n64k-syn/ckpt-64000/adapter_vllm/adapter_config.json @@ -0,0 +1,58 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "Qwen3_5ForCausalLM", + "parent_library": "transformers.models.qwen3_5.modeling_qwen3_5" + }, + "base_model_name_or_path": null, + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 64.0, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.0", + "qalora_group_size": 16, + "r": 32, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "down_proj", + "gate_proj", + "in_proj_qkv", + "in_proj_z", + "k_proj", + "lm_head", + "o_proj", + "out_proj", + "q_proj", + "up_proj", + "v_proj" + ], + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-G-d4096-n64k-syn/ckpt-64000/adapter_vllm/decision_head.json b/meta_only/podC/e16/S1-G-d4096-n64k-syn/ckpt-64000/adapter_vllm/decision_head.json new file mode 100644 index 0000000000000000000000000000000000000000..57decc0885221d595b13495d158144b310304e25 --- /dev/null +++ b/meta_only/podC/e16/S1-G-d4096-n64k-syn/ckpt-64000/adapter_vllm/decision_head.json @@ -0,0 +1,99 @@ +{ + "bias": [ + 0.0004237914108671248, + -0.000424109777668491, + -0.0023945006541907787, + -0.001973080448806286, + -0.0003362717106938362, + 0.0025897608138620853, + 0.0017278249142691493, + -0.0025051033589988947, + -0.0007597611984238029, + -0.000608496309723705, + -0.00037461999454535544, + 0.000706759630702436, + -0.0007628145976923406, + -0.006951373070478439, + -0.006927224807441235, + -0.007771796081215143, + -0.0059465160593390465, + -0.0060152835212647915, + -0.006063135340809822, + -0.006846156436949968, + -0.0031351919751614332, + -0.005365513265132904, + -0.00737074576318264, + -0.004972735419869423 + ], + "verbalizer_ids": [ + 3721, + 1802, + 15, + 16, + 17, + 18, + 19, + 20, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47 + ], + "slots": { + "num_slots": 24, + "ranges": { + "noul": [ + 0, + 2 + ], + "score": [ + 2, + 8 + ], + "choice": [ + 8, + 24 + ] + }, + "verbalizers": [ + "false", + "true", + "0", + "1", + "2", + "3", + "4", + "5", + "A", + "B", + "C", + "D", + "E", + "F", + "G", + "H", + "I", + "J", + "K", + "L", + "M", + "N", + "O", + "P" + ], + "template_version": "bare-v1" + }, + "note": "decision logits = lm_head-LoRA logprobs of verbalizer ids + bias, then per-kind temperature" +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-G-d4096-n64k-syn/ckpt-64000/calibration.json b/meta_only/podC/e16/S1-G-d4096-n64k-syn/ckpt-64000/calibration.json new file mode 100644 index 0000000000000000000000000000000000000000..c999cf7161ba049d94298a954312342b792553ed --- /dev/null +++ b/meta_only/podC/e16/S1-G-d4096-n64k-syn/ckpt-64000/calibration.json @@ -0,0 +1,29 @@ +{ + "version": 1, + "per_kind": { + "noul": 0.8679741871320996, + "choice": 1.0600339718710334, + "score": 1.043118292379951 + }, + "fit": { + "noul": { + "n": 1087, + "T": 0.8679741871320996, + "ce_before": 0.5562807321548462, + "ce_after": 0.5546239018440247 + }, + "choice": { + "n": 60, + "T": 1.0600339718710334, + "ce_before": 0.6936503052711487, + "ce_after": 0.6929246187210083 + }, + "score": { + "n": 53, + "T": 1.043118292379951, + "ce_before": 1.0729198455810547, + "ce_after": 1.0724025964736938 + } + }, + "source": "models/e16/S1-G-d4096-n64k-syn/ckpt-64000" +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-G-d4096-n64k-syn/ckpt-64000/judge_config.json b/meta_only/podC/e16/S1-G-d4096-n64k-syn/ckpt-64000/judge_config.json new file mode 100644 index 0000000000000000000000000000000000000000..bd6afd4d3bf21770d9715334613591669090f45a --- /dev/null +++ b/meta_only/podC/e16/S1-G-d4096-n64k-syn/ckpt-64000/judge_config.json @@ -0,0 +1,164 @@ +{ + "base_model_path": "/root/models/Qwen3.5-9B", + "hidden_size": 4096, + "slots": { + "num_slots": 24, + "ranges": { + "noul": [ + 0, + 2 + ], + "score": [ + 2, + 8 + ], + "choice": [ + 8, + 24 + ] + }, + "verbalizers": [ + "false", + "true", + "0", + "1", + "2", + "3", + "4", + "5", + "A", + "B", + "C", + "D", + "E", + "F", + "G", + "H", + "I", + "J", + "K", + "L", + "M", + "N", + "O", + "P" + ], + "template_version": "bare-v1" + }, + "verbalizer_ids": [ + 3721, + 1802, + 15, + 16, + 17, + 18, + 19, + 20, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47 + ], + "kinds": [ + "noul", + "choice", + "score" + ], + "model_name": "jev-judge-qwen35-9b", + "model_version": "0.8.0", + "lm_head_included": true, + "weights_mode": "unmerged", + "adapter_subfolder": "adapter", + "lora": { + "r": 16, + "lora_alpha": 32, + "lora_dropout": 0.05, + "target_modules": [ + "down_proj", + "gate_proj", + "in_proj_qkv", + "in_proj_z", + "k_proj", + "o_proj", + "out_proj", + "q_proj", + "up_proj", + "v_proj" + ] + }, + "trained_stage": "e16", + "source_checkpoint": "models/e16/S1-G-d4096-n64k-syn/ckpt-64000", + "softcap": null, + "e16": { + "data": "data/e18/G-d4096-n64k", + "data_manifest": { + "arm": "G-d4096-n64k", + "name": null, + "train_sha256": "ccaed395f835d04322508ea9720f48e7db36d51f6e4e98f6cb2a7b54062dab64", + "n_train": 64000 + }, + "init": "released", + "objective": "s-log", + "sigma": 0.5, + "K": 8, + "reward": "brier", + "clip": 0.2, + "passes": 1, + "lr": 0.0001, + "lr_head": 0.0002, + "rows_per_step": 32, + "train_seed": 0, + "replay": "data/e16/replay/train.jsonl", + "replay_frac": 0.05, + "replay_sha256": "9dd2df19851678750cf79d2fdb47581720930ef2f0c6e18e6fbe23ef2181847e", + "max_len": 3072, + "schedule": "warmup 0.03 + cosine to x0.05 over 2000 steps", + "total_rows": 64000, + "lora": { + "r": 16, + "lora_alpha": 32, + "lora_dropout": 0.05 + }, + "trainer_sha256": "bc7c08e836bd99bb2665b02903cd41404ea029ecfa9b68a9ec1a7cda96958ba4", + "event": "ckpt", + "tag": "ckpt-64000", + "rows_seen": 64000, + "replay_seen": 3368, + "step": 2000, + "tokens": 36523277, + "tok_per_s": 837.8834138342123, + "rows_per_s": 1.545494666784923, + "val": { + "n": 1200, + "dropped_long": 0, + "noul_ce": 0.5562807321548462, + "noul_T": 0.8679741871320996, + "choice_ce": 0.6936503052711487, + "choice_T": 1.0600339718710334, + "score_ce": 1.0729198455810547, + "score_T": 1.043118292379951, + "noul_auc": 0.7435306666666666, + "noul_acc": 0.697, + "noul_f1": 0.7726931732933233, + "noul_nll": 0.5714072418957948, + "noul_ece": 0.041756351560354225, + "noul_brier": 0.19491321959862165, + "noul_sharp": 0.18628786504268646, + "entropy": 0.5894433856010437 + }, + "dropped_long": 0, + "peak_gib": 18.23796796798706 + } +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-G-d512-n16k-a000-syn/ckpt-16000/adapter/adapter_config.json b/meta_only/podC/e16/S1-G-d512-n16k-a000-syn/ckpt-16000/adapter/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..59c88c1161725543808d49bee563c32c3991fb51 --- /dev/null +++ b/meta_only/podC/e16/S1-G-d512-n16k-a000-syn/ckpt-16000/adapter/adapter_config.json @@ -0,0 +1,57 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "Qwen3_5ForCausalLM", + "parent_library": "transformers.models.qwen3_5.modeling_qwen3_5" + }, + "base_model_name_or_path": "/workspace/jev_kt/models/hf/JEV-9B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 32, + "lora_bias": false, + "lora_dropout": 0.05, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.0", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "out_proj", + "up_proj", + "in_proj_z", + "k_proj", + "in_proj_qkv", + "gate_proj", + "down_proj", + "q_proj", + "o_proj", + "v_proj" + ], + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-G-d512-n16k-a000-syn/ckpt-16000/adapter_vllm/adapter_config.json b/meta_only/podC/e16/S1-G-d512-n16k-a000-syn/ckpt-16000/adapter_vllm/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..2d093d03334d1bcd8511a3867adb084f382fd3c5 --- /dev/null +++ b/meta_only/podC/e16/S1-G-d512-n16k-a000-syn/ckpt-16000/adapter_vllm/adapter_config.json @@ -0,0 +1,58 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "Qwen3_5ForCausalLM", + "parent_library": "transformers.models.qwen3_5.modeling_qwen3_5" + }, + "base_model_name_or_path": null, + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 64.0, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.0", + "qalora_group_size": 16, + "r": 32, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "down_proj", + "gate_proj", + "in_proj_qkv", + "in_proj_z", + "k_proj", + "lm_head", + "o_proj", + "out_proj", + "q_proj", + "up_proj", + "v_proj" + ], + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-G-d512-n16k-a000-syn/ckpt-16000/adapter_vllm/decision_head.json b/meta_only/podC/e16/S1-G-d512-n16k-a000-syn/ckpt-16000/adapter_vllm/decision_head.json new file mode 100644 index 0000000000000000000000000000000000000000..69be0dfc436a8622c26f497448f7859e1ea3dd4f --- /dev/null +++ b/meta_only/podC/e16/S1-G-d512-n16k-a000-syn/ckpt-16000/adapter_vllm/decision_head.json @@ -0,0 +1,99 @@ +{ + "bias": [ + 0.00037848384818062186, + -0.00037874956615269184, + -0.0025404340121895075, + -0.0017917122459039092, + -0.0005124720046296716, + 0.001985258888453245, + 0.001567295752465725, + -0.002043655142188072, + -0.0006648509879596531, + -0.00046553974971175194, + -0.00010324161121388897, + 0.00019455014262348413, + -0.0008251795661635697, + -0.0039331805892288685, + -0.004464206751435995, + -0.005456637591123581, + -0.006067060865461826, + -0.004491729661822319, + -0.004980066791176796, + -0.005157669074833393, + -0.003982774447649717, + -0.003532453440129757, + -0.005816514603793621, + -0.0035890473518520594 + ], + "verbalizer_ids": [ + 3721, + 1802, + 15, + 16, + 17, + 18, + 19, + 20, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47 + ], + "slots": { + "num_slots": 24, + "ranges": { + "noul": [ + 0, + 2 + ], + "score": [ + 2, + 8 + ], + "choice": [ + 8, + 24 + ] + }, + "verbalizers": [ + "false", + "true", + "0", + "1", + "2", + "3", + "4", + "5", + "A", + "B", + "C", + "D", + "E", + "F", + "G", + "H", + "I", + "J", + "K", + "L", + "M", + "N", + "O", + "P" + ], + "template_version": "bare-v1" + }, + "note": "decision logits = lm_head-LoRA logprobs of verbalizer ids + bias, then per-kind temperature" +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-G-d512-n16k-a000-syn/ckpt-16000/calibration.json b/meta_only/podC/e16/S1-G-d512-n16k-a000-syn/ckpt-16000/calibration.json new file mode 100644 index 0000000000000000000000000000000000000000..9f4ca7dd829743679248172e6426bd9536cee4f4 --- /dev/null +++ b/meta_only/podC/e16/S1-G-d512-n16k-a000-syn/ckpt-16000/calibration.json @@ -0,0 +1,29 @@ +{ + "version": 1, + "per_kind": { + "noul": 0.9214568994690306, + "choice": 0.9452412381936433, + "score": 1.0259595477600214 + }, + "fit": { + "noul": { + "n": 1087, + "T": 0.9214568994690306, + "ce_before": 0.5733512043952942, + "ce_after": 0.5728095173835754 + }, + "choice": { + "n": 60, + "T": 0.9452412381936433, + "ce_before": 0.6791824698448181, + "ce_after": 0.678509533405304 + }, + "score": { + "n": 53, + "T": 1.0259595477600214, + "ce_before": 1.073686122894287, + "ce_after": 1.0734938383102417 + } + }, + "source": "models/e16/S1-G-d512-n16k-a000-syn/ckpt-16000" +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-G-d512-n16k-a000-syn/ckpt-16000/judge_config.json b/meta_only/podC/e16/S1-G-d512-n16k-a000-syn/ckpt-16000/judge_config.json new file mode 100644 index 0000000000000000000000000000000000000000..cdd986e28341edc29690c7b3f62265fa5eb669f6 --- /dev/null +++ b/meta_only/podC/e16/S1-G-d512-n16k-a000-syn/ckpt-16000/judge_config.json @@ -0,0 +1,164 @@ +{ + "base_model_path": "/root/models/Qwen3.5-9B", + "hidden_size": 4096, + "slots": { + "num_slots": 24, + "ranges": { + "noul": [ + 0, + 2 + ], + "score": [ + 2, + 8 + ], + "choice": [ + 8, + 24 + ] + }, + "verbalizers": [ + "false", + "true", + "0", + "1", + "2", + "3", + "4", + "5", + "A", + "B", + "C", + "D", + "E", + "F", + "G", + "H", + "I", + "J", + "K", + "L", + "M", + "N", + "O", + "P" + ], + "template_version": "bare-v1" + }, + "verbalizer_ids": [ + 3721, + 1802, + 15, + 16, + 17, + 18, + 19, + 20, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47 + ], + "kinds": [ + "noul", + "choice", + "score" + ], + "model_name": "jev-judge-qwen35-9b", + "model_version": "0.8.0", + "lm_head_included": true, + "weights_mode": "unmerged", + "adapter_subfolder": "adapter", + "lora": { + "r": 16, + "lora_alpha": 32, + "lora_dropout": 0.05, + "target_modules": [ + "down_proj", + "gate_proj", + "in_proj_qkv", + "in_proj_z", + "k_proj", + "o_proj", + "out_proj", + "q_proj", + "up_proj", + "v_proj" + ] + }, + "trained_stage": "e16", + "source_checkpoint": "models/e16/S1-G-d512-n16k-a000-syn/ckpt-16000", + "softcap": null, + "e16": { + "data": "data/e18/G-d512-n16k-a000", + "data_manifest": { + "arm": "G-d512-n16k-a000", + "name": null, + "train_sha256": "d867a4dc81be10ada57130c6f0fa50090c5ab1ddf106f953415271a0803c80c6", + "n_train": 16000 + }, + "init": "released", + "objective": "s-log", + "sigma": 0.5, + "K": 8, + "reward": "brier", + "clip": 0.2, + "passes": 1, + "lr": 0.0001, + "lr_head": 0.0002, + "rows_per_step": 32, + "train_seed": 0, + "replay": "data/e16/replay/train.jsonl", + "replay_frac": 0.05, + "replay_sha256": "9dd2df19851678750cf79d2fdb47581720930ef2f0c6e18e6fbe23ef2181847e", + "max_len": 3072, + "schedule": "warmup 0.03 + cosine to x0.05 over 500 steps", + "total_rows": 16000, + "lora": { + "r": 16, + "lora_alpha": 32, + "lora_dropout": 0.05 + }, + "trainer_sha256": "bc7c08e836bd99bb2665b02903cd41404ea029ecfa9b68a9ec1a7cda96958ba4", + "event": "ckpt", + "tag": "ckpt-16000", + "rows_seen": 16000, + "replay_seen": 842, + "step": 500, + "tokens": 9113372, + "tok_per_s": 1322.7657619306676, + "rows_per_s": 2.4445420373785667, + "val": { + "n": 1200, + "dropped_long": 0, + "noul_ce": 0.5733512043952942, + "noul_T": 0.9214568994690306, + "choice_ce": 0.6791824698448181, + "choice_T": 0.9452412381936433, + "score_ce": 1.073686122894287, + "score_T": 1.0259595477600214, + "noul_auc": 0.7282858666666667, + "noul_acc": 0.685, + "noul_f1": 0.7567567567567568, + "noul_nll": 0.586972826808691, + "noul_ece": 0.05899019004404545, + "noul_brier": 0.20087102281083255, + "noul_sharp": 0.1826404631137848, + "entropy": 0.5973063707351685 + }, + "dropped_long": 0, + "peak_gib": 18.284047603607178 + } +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-G-d512-n16k-a000-syn/train_log.jsonl b/meta_only/podC/e16/S1-G-d512-n16k-a000-syn/train_log.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..97118bcbb64f144ba318e75912446b784f54a7a3 --- /dev/null +++ b/meta_only/podC/e16/S1-G-d512-n16k-a000-syn/train_log.jsonl @@ -0,0 +1,57 @@ +{"time": "23:55:33", "event": "start", "data": "data/e18/G-d512-n16k-a000", "data_manifest": {"arm": "G-d512-n16k-a000", "name": null, "train_sha256": "d867a4dc81be10ada57130c6f0fa50090c5ab1ddf106f953415271a0803c80c6", "n_train": 16000}, "init": "released", "objective": "s-log", "sigma": 0.5, "K": 8, "reward": "brier", "clip": 0.2, "passes": 1, "lr": 0.0001, "lr_head": 0.0002, "rows_per_step": 32, "train_seed": 0, "replay": "data/e16/replay/train.jsonl", "replay_frac": 0.05, "replay_sha256": "9dd2df19851678750cf79d2fdb47581720930ef2f0c6e18e6fbe23ef2181847e", "max_len": 3072, "schedule": "warmup 0.03 + cosine to x0.05 over 500 steps", "total_rows": 16000, "lora": {"r": 16, "lora_alpha": 32, "lora_dropout": 0.05}, "trainer_sha256": "bc7c08e836bd99bb2665b02903cd41404ea029ecfa9b68a9ec1a7cda96958ba4", "device": "cuda", "load_s": 13.22965693473816} +{"time": "23:57:45", "event": "step", "step": 10, "rows_seen": 320, "lr": 7.333333333333333e-05, "tok_per_s": 1370.620028409127, "loss": 0.6080179866403341, "entropy": 0.6282414086163044, "sharp": 0.14978583808988333} +{"time": "23:59:56", "event": "step", "step": 20, "rows_seen": 640, "lr": 9.997508952966197e-05, "tok_per_s": 1378.9317987910752, "loss": 0.615414772182703, "entropy": 0.6135757379233837, "sharp": 0.17567980475723743} +{"time": "00:02:09", "event": "step", "step": 30, "rows_seen": 960, "lr": 9.977596250541417e-05, "tok_per_s": 1379.134104005477, "loss": 0.6158626452088356, "entropy": 0.600166879594326, "sharp": 0.18433984369039536} +{"time": "00:04:19", "event": "step", "step": 40, "rows_seen": 1280, "lr": 9.937854366485982e-05, "tok_per_s": 1379.76328229358, "loss": 0.6095051057636738, "entropy": 0.6244109161198139, "sharp": 0.15626905858516693} +{"time": "00:06:32", "event": "step", "step": 50, "rows_seen": 1600, "lr": 9.8784499920729e-05, "tok_per_s": 1382.9943271376699, "loss": 0.5988427978008986, "entropy": 0.5975500866770744, "sharp": 0.18969473242759705} +{"time": "00:08:40", "event": "step", "step": 60, "rows_seen": 1920, "lr": 9.79963228989294e-05, "tok_per_s": 1386.6704067648845, "loss": 0.5934568792581558, "entropy": 0.5946924835443497, "sharp": 0.1934654526412487} +{"time": "00:10:52", "event": "step", "step": 70, "rows_seen": 2240, "lr": 9.701731848780134e-05, "tok_per_s": 1386.88613252519, "loss": 0.5965448543429375, "entropy": 0.5974144861102104, "sharp": 0.18313267081975937} +{"time": "00:13:03", "event": "step", "step": 80, "rows_seen": 2560, "lr": 9.585159297207315e-05, "tok_per_s": 1386.9020887791853, "loss": 0.6195009332150221, "entropy": 0.6190840061753988, "sharp": 0.16306142322719097} +{"time": "00:15:18", "event": "step", "step": 90, "rows_seen": 2880, "lr": 9.450403580967612e-05, "tok_per_s": 1388.0080460600495, "loss": 0.6331561282277107, "entropy": 0.6210806742310524, "sharp": 0.14495479874312878} +{"time": "00:17:29", "event": "step", "step": 100, "rows_seen": 3200, "lr": 9.298029912365855e-05, "tok_per_s": 1388.8693479540666, "loss": 0.5908848997205496, "entropy": 0.618451215326786, "sharp": 0.16775829158723354} +{"time": "00:18:19", "event": "val", "step": 100, "rows_seen": 3200, "n": 500, "dropped_long": 0, "noul_ce": 0.6020410060882568, "noul_T": 0.9542288436575925, "noul_auc": 0.741405208350914, "noul_acc": 0.692, "noul_f1": 0.7407407407407407, "noul_nll": 0.5975604754239321, "noul_ece": 0.11804500800371172, "noul_brier": 0.20478933687668893, "noul_sharp": 0.17068307101726532, "entropy": 0.6086324453353882} +{"time": "00:20:28", "event": "step", "step": 110, "rows_seen": 3520, "lr": 9.128677399521752e-05, "tok_per_s": 1343.9538596363598, "loss": 0.6096607148647308, "entropy": 0.6033814772963524, "sharp": 0.16726353019475937} +{"time": "00:22:46", "event": "step", "step": 120, "rows_seen": 3840, "lr": 8.943056365728335e-05, "tok_per_s": 1348.8270631349892, "loss": 0.5774624049663544, "entropy": 0.6136716771870852, "sharp": 0.16773748770356178} +{"time": "00:25:03", "event": "step", "step": 130, "rows_seen": 4160, "lr": 8.741945370109202e-05, "tok_per_s": 1353.1114824284082, "loss": 0.5826125591993332, "entropy": 0.6064763516187668, "sharp": 0.17154916748404503} +{"time": "00:27:14", "event": "step", "step": 140, "rows_seen": 4480, "lr": 8.526187942070997e-05, "tok_per_s": 1355.633199524701, "loss": 0.6228834316134453, "entropy": 0.6166268400847912, "sharp": 0.1600042125210166} +{"time": "00:29:28", "event": "step", "step": 150, "rows_seen": 4800, "lr": 8.296689043247915e-05, "tok_per_s": 1357.9403147954965, "loss": 0.6294196285307407, "entropy": 0.6209331154823303, "sharp": 0.1620263932272792} +{"time": "00:31:37", "event": "step", "step": 160, "rows_seen": 5120, "lr": 8.054411271778132e-05, "tok_per_s": 1359.4739959230426, "loss": 0.6328626722097397, "entropy": 0.5868924055248499, "sharp": 0.19153320603072643} +{"time": "00:33:50", "event": "step", "step": 170, "rows_seen": 5440, "lr": 7.800370824832674e-05, "tok_per_s": 1361.5784051135183, "loss": 0.614315751940012, "entropy": 0.615310724824667, "sharp": 0.15397416055202484} +{"time": "00:36:01", "event": "step", "step": 180, "rows_seen": 5760, "lr": 7.535633236331324e-05, "tok_per_s": 1363.4588962742519, "loss": 0.5773366056382656, "entropy": 0.6105192005634308, "sharp": 0.1668199859559536} +{"time": "00:38:13", "event": "step", "step": 190, "rows_seen": 6080, "lr": 7.26130890772308e-05, "tok_per_s": 1364.164245204757, "loss": 0.6251082122325897, "entropy": 0.6163513623178005, "sharp": 0.1696268254891038} +{"time": "00:40:26", "event": "step", "step": 200, "rows_seen": 6400, "lr": 6.978548450576568e-05, "tok_per_s": 1365.042150130631, "loss": 0.6141587905585766, "entropy": 0.6114684082567692, "sharp": 0.1730630612000823} +{"time": "00:41:15", "event": "val", "step": 200, "rows_seen": 6400, "n": 500, "dropped_long": 0, "noul_ce": 0.5937122106552124, "noul_T": 0.8654031441911564, "noul_auc": 0.7365276535417125, "noul_acc": 0.686, "noul_f1": 0.7438825448613376, "noul_nll": 0.5916588888019323, "noul_ece": 0.07089050227403641, "noul_brier": 0.2026079876226807, "noul_sharp": 0.16613510251045227, "entropy": 0.6131997108459473} +{"time": "00:43:29", "event": "step", "step": 210, "rows_seen": 6720, "lr": 6.688537860515266e-05, "tok_per_s": 1343.674666159416, "loss": 0.6310118529945612, "entropy": 0.5775455143302679, "sharp": 0.2003000257536769} +{"time": "00:45:37", "event": "step", "step": 220, "rows_seen": 7040, "lr": 6.392493542739706e-05, "tok_per_s": 1345.6445287238244, "loss": 0.6007915884256363, "entropy": 0.594732977449894, "sharp": 0.18627032358199358} +{"time": "00:47:44", "event": "step", "step": 230, "rows_seen": 7360, "lr": 6.091657210001309e-05, "tok_per_s": 1347.4627261921096, "loss": 0.6087068505585194, "entropy": 0.5858929082751274, "sharp": 0.199734628200531} +{"time": "00:49:53", "event": "step", "step": 240, "rows_seen": 7680, "lr": 5.7872906744276015e-05, "tok_per_s": 1349.5218528650728, "loss": 0.6151518691331148, "entropy": 0.6113572269678116, "sharp": 0.17131373658776283} +{"time": "00:52:12", "event": "step", "step": 250, "rows_seen": 8000, "lr": 5.48067055504363e-05, "tok_per_s": 1350.9150628232742, "loss": 0.6314979456365108, "entropy": 0.6294312067329884, "sharp": 0.1441404614597559} +{"time": "00:54:15", "event": "step", "step": 260, "rows_seen": 8320, "lr": 5.173082923188119e-05, "tok_per_s": 1352.2892916814508, "loss": 0.5986770875751972, "entropy": 0.603578545153141, "sharp": 0.16845834162086248} +{"time": "00:56:26", "event": "step", "step": 270, "rows_seen": 8640, "lr": 4.865817908283331e-05, "tok_per_s": 1353.8089226717927, "loss": 0.632065205834806, "entropy": 0.6414068285375834, "sharp": 0.12734416872262955} +{"time": "00:58:35", "event": "step", "step": 280, "rows_seen": 8960, "lr": 4.560164286583922e-05, "tok_per_s": 1355.2903132469696, "loss": 0.6549785267561674, "entropy": 0.6223567314445972, "sharp": 0.15760806016623974} +{"time": "01:00:48", "event": "step", "step": 290, "rows_seen": 9280, "lr": 4.257404075601443e-05, "tok_per_s": 1356.7532917876565, "loss": 0.6331943497061729, "entropy": 0.6099728010594845, "sharp": 0.16507780738174915} +{"time": "01:03:00", "event": "step", "step": 300, "rows_seen": 9600, "lr": 3.958807156877371e-05, "tok_per_s": 1358.2980355092895, "loss": 0.6257993280887604, "entropy": 0.5877140909433365, "sharp": 0.18730072490870953} +{"time": "01:03:50", "event": "val", "step": 300, "rows_seen": 9600, "n": 500, "dropped_long": 0, "noul_ce": 0.5931088328361511, "noul_T": 0.9788434752476654, "noul_auc": 0.7397681051796594, "noul_acc": 0.692, "noul_f1": 0.7475409836065574, "noul_nll": 0.5897796156853438, "noul_ece": 0.07647776073217394, "noul_brier": 0.2017014152494802, "noul_sharp": 0.18315176665782928, "entropy": 0.5964808464050293} +{"time": "01:05:56", "event": "step", "step": 310, "rows_seen": 9920, "lr": 3.665625949658603e-05, "tok_per_s": 1343.6594540576336, "loss": 0.5976080540567636, "entropy": 0.620834194123745, "sharp": 0.1542974067851901} +{"time": "01:08:00", "event": "step", "step": 320, "rows_seen": 10240, "lr": 3.379090157815887e-05, "tok_per_s": 1344.6581944853795, "loss": 0.631400566548109, "entropy": 0.6218980252742767, "sharp": 0.15961706265807152} +{"time": "01:10:10", "event": "step", "step": 330, "rows_seen": 10560, "lr": 3.10040161203844e-05, "tok_per_s": 1346.467266360403, "loss": 0.5880357958376408, "entropy": 0.5929815657436848, "sharp": 0.18507747538387775} +{"time": "01:12:21", "event": "step", "step": 340, "rows_seen": 10880, "lr": 2.8307292289383776e-05, "tok_per_s": 1347.62597349909, "loss": 0.6322279330343008, "entropy": 0.6099502928555012, "sharp": 0.16968385595828295} +{"time": "01:14:26", "event": "step", "step": 350, "rows_seen": 11200, "lr": 2.571204108208194e-05, "tok_per_s": 1348.7474898833786, "loss": 0.6002634018659592, "entropy": 0.5961991026997566, "sharp": 0.16606623400002718} +{"time": "01:16:34", "event": "step", "step": 360, "rows_seen": 11520, "lr": 2.322914788395595e-05, "tok_per_s": 1350.605866027449, "loss": 0.6359484046697617, "entropy": 0.6100745685398579, "sharp": 0.1754103172570467} +{"time": "01:18:42", "event": "step", "step": 370, "rows_seen": 11840, "lr": 2.0869026811945157e-05, "tok_per_s": 1352.1420510343507, "loss": 0.6013575866818428, "entropy": 0.5969249978661537, "sharp": 0.18241320922970772} +{"time": "01:20:56", "event": "step", "step": 380, "rows_seen": 12160, "lr": 1.8641577034025627e-05, "tok_per_s": 1353.2856137521005, "loss": 0.6329879686236382, "entropy": 0.6141251586377621, "sharp": 0.16707745380699635} +{"time": "01:23:10", "event": "step", "step": 390, "rows_seen": 12480, "lr": 1.6556141248659472e-05, "tok_per_s": 1355.0346168408928, "loss": 0.6189323347061872, "entropy": 0.6018935516476631, "sharp": 0.17941776849329472} +{"time": "01:25:17", "event": "step", "step": 400, "rows_seen": 12800, "lr": 1.4621466498270773e-05, "tok_per_s": 1355.6341441592447, "loss": 0.6125757396221161, "entropy": 0.6113803721964359, "sharp": 0.16123441234230995} +{"time": "01:26:06", "event": "val", "step": 400, "rows_seen": 12800, "n": 500, "dropped_long": 0, "noul_ce": 0.5913083553314209, "noul_T": 0.9163632077465879, "noul_auc": 0.7431098209312923, "noul_acc": 0.698, "noul_f1": 0.7544715447154472, "noul_nll": 0.5869557446539402, "noul_ece": 0.0839754074215889, "noul_brier": 0.20033809716056405, "noul_sharp": 0.17500819265842438, "entropy": 0.6041167378425598} +{"time": "01:28:15", "event": "step", "step": 410, "rows_seen": 13120, "lr": 1.284566748110963e-05, "tok_per_s": 1344.3563260983142, "loss": 0.6200107894837856, "entropy": 0.6104740723967552, "sharp": 0.16561807040125132} +{"time": "01:30:18", "event": "step", "step": 420, "rows_seen": 13440, "lr": 1.1236192515387821e-05, "tok_per_s": 1345.3164400990095, "loss": 0.6284126117825508, "entropy": 0.614352242089808, "sharp": 0.1570205669850111} +{"time": "01:32:31", "event": "step", "step": 430, "rows_seen": 13760, "lr": 9.799792298443728e-06, "tok_per_s": 1346.5005611191302, "loss": 0.6303478218615055, "entropy": 0.6131776068359613, "sharp": 0.166381374001503} +{"time": "01:34:38", "event": "step", "step": 440, "rows_seen": 14080, "lr": 8.542491591971554e-06, "tok_per_s": 1347.4620521436389, "loss": 0.6188545003533363, "entropy": 0.610776960849762, "sharp": 0.16259237751364708} +{"time": "01:36:55", "event": "step", "step": 450, "rows_seen": 14400, "lr": 7.469563952077155e-06, "tok_per_s": 1348.2957771359397, "loss": 0.5987434238195419, "entropy": 0.6139827072620392, "sharp": 0.17449213284999132} +{"time": "01:39:00", "event": "step", "step": 460, "rows_seen": 14720, "lr": 6.585509610150972e-06, "tok_per_s": 1349.0640081365357, "loss": 0.601863119751215, "entropy": 0.6049329116940498, "sharp": 0.18083535134792328} +{"time": "01:41:06", "event": "step", "step": 470, "rows_seen": 15040, "lr": 5.894036597333646e-06, "tok_per_s": 1349.9166501470697, "loss": 0.6520946398377419, "entropy": 0.6210051961243153, "sharp": 0.15635833330452442} +{"time": "01:43:21", "event": "step", "step": 480, "rows_seen": 15360, "lr": 5.398045191744809e-06, "tok_per_s": 1350.9355715504887, "loss": 0.617892436683178, "entropy": 0.6005011610686779, "sharp": 0.18699401710182428} +{"time": "01:45:35", "event": "step", "step": 490, "rows_seen": 15680, "lr": 5.099615753708697e-06, "tok_per_s": 1351.8961532922235, "loss": 0.5669777356088161, "entropy": 0.5892133861780167, "sharp": 0.1990973763167858} +{"time": "01:47:50", "event": "step", "step": 500, "rows_seen": 16000, "lr": 5e-06, "tok_per_s": 1352.9147546359143, "loss": 0.5714404731988907, "entropy": 0.5712958313524723, "sharp": 0.22308791056275368} +{"time": "01:48:39", "event": "val", "step": 500, "rows_seen": 16000, "n": 500, "dropped_long": 0, "noul_ce": 0.5882812142372131, "noul_T": 0.9187384499636695, "noul_auc": 0.7416583686351286, "noul_acc": 0.69, "noul_f1": 0.752, "noul_nll": 0.5847267416864633, "noul_ece": 0.08113012647628787, "noul_brier": 0.1994442900111784, "noul_sharp": 0.17883387207984924, "entropy": 0.6010233163833618} +{"time": "01:50:24", "event": "ckpt", "tag": "ckpt-16000", "rows_seen": 16000, "replay_seen": 842, "step": 500, "tokens": 9113372, "tok_per_s": 1322.7657619306676, "rows_per_s": 2.4445420373785667, "val": {"n": 1200, "dropped_long": 0, "noul_ce": 0.5733512043952942, "noul_T": 0.9214568994690306, "choice_ce": 0.6791824698448181, "choice_T": 0.9452412381936433, "score_ce": 1.073686122894287, "score_T": 1.0259595477600214, "noul_auc": 0.7282858666666667, "noul_acc": 0.685, "noul_f1": 0.7567567567567568, "noul_nll": 0.586972826808691, "noul_ece": 0.05899019004404545, "noul_brier": 0.20087102281083255, "noul_sharp": 0.1826404631137848, "entropy": 0.5973063707351685}, "dropped_long": 0, "peak_gib": 18.284047603607178} diff --git a/meta_only/podC/e16/S1-G-d512-n16k-a100-syn/ckpt-16000/adapter/adapter_config.json b/meta_only/podC/e16/S1-G-d512-n16k-a100-syn/ckpt-16000/adapter/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..a6d24f8d37bbe274937573944fdd4f75d9d8a35e --- /dev/null +++ b/meta_only/podC/e16/S1-G-d512-n16k-a100-syn/ckpt-16000/adapter/adapter_config.json @@ -0,0 +1,57 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "Qwen3_5ForCausalLM", + "parent_library": "transformers.models.qwen3_5.modeling_qwen3_5" + }, + "base_model_name_or_path": "/workspace/jev_kt/models/hf/JEV-9B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 32, + "lora_bias": false, + "lora_dropout": 0.05, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.0", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "v_proj", + "in_proj_qkv", + "k_proj", + "out_proj", + "gate_proj", + "up_proj", + "q_proj", + "down_proj", + "o_proj", + "in_proj_z" + ], + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-G-d512-n16k-a100-syn/ckpt-16000/adapter_vllm/adapter_config.json b/meta_only/podC/e16/S1-G-d512-n16k-a100-syn/ckpt-16000/adapter_vllm/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..2d093d03334d1bcd8511a3867adb084f382fd3c5 --- /dev/null +++ b/meta_only/podC/e16/S1-G-d512-n16k-a100-syn/ckpt-16000/adapter_vllm/adapter_config.json @@ -0,0 +1,58 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "Qwen3_5ForCausalLM", + "parent_library": "transformers.models.qwen3_5.modeling_qwen3_5" + }, + "base_model_name_or_path": null, + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 64.0, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.0", + "qalora_group_size": 16, + "r": 32, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "down_proj", + "gate_proj", + "in_proj_qkv", + "in_proj_z", + "k_proj", + "lm_head", + "o_proj", + "out_proj", + "q_proj", + "up_proj", + "v_proj" + ], + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-G-d512-n16k-a100-syn/ckpt-16000/adapter_vllm/decision_head.json b/meta_only/podC/e16/S1-G-d512-n16k-a100-syn/ckpt-16000/adapter_vllm/decision_head.json new file mode 100644 index 0000000000000000000000000000000000000000..3eaaf4fc4c5c7e56c384b44ac7ffb44d5a412f24 --- /dev/null +++ b/meta_only/podC/e16/S1-G-d512-n16k-a100-syn/ckpt-16000/adapter_vllm/decision_head.json @@ -0,0 +1,99 @@ +{ + "bias": [ + 0.00039803041727282107, + -0.0003982883063144982, + -0.0025445041246712208, + -0.0013645748840644956, + -0.0005278397584334016, + 0.001799384830519557, + 0.0013800534652546048, + -0.002150501124560833, + -0.00019766170589718968, + -0.000570243108086288, + -1.6843516277731396e-05, + 0.0005064477445557714, + 0.0007342295139096677, + -0.0036626055371016264, + -0.004511548671871424, + -0.005096544045954943, + -0.005890624597668648, + -0.00436482485383749, + -0.004938196390867233, + -0.0049794260412454605, + -0.0038816018495708704, + -0.0033942621666938066, + -0.005623688921332359, + -0.003484402084723115 + ], + "verbalizer_ids": [ + 3721, + 1802, + 15, + 16, + 17, + 18, + 19, + 20, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47 + ], + "slots": { + "num_slots": 24, + "ranges": { + "noul": [ + 0, + 2 + ], + "score": [ + 2, + 8 + ], + "choice": [ + 8, + 24 + ] + }, + "verbalizers": [ + "false", + "true", + "0", + "1", + "2", + "3", + "4", + "5", + "A", + "B", + "C", + "D", + "E", + "F", + "G", + "H", + "I", + "J", + "K", + "L", + "M", + "N", + "O", + "P" + ], + "template_version": "bare-v1" + }, + "note": "decision logits = lm_head-LoRA logprobs of verbalizer ids + bias, then per-kind temperature" +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-G-d512-n16k-a100-syn/ckpt-16000/calibration.json b/meta_only/podC/e16/S1-G-d512-n16k-a100-syn/ckpt-16000/calibration.json new file mode 100644 index 0000000000000000000000000000000000000000..e2253a9d7c830ef32859112081ae47e19adc0db6 --- /dev/null +++ b/meta_only/podC/e16/S1-G-d512-n16k-a100-syn/ckpt-16000/calibration.json @@ -0,0 +1,29 @@ +{ + "version": 1, + "per_kind": { + "noul": 0.8965607573051634, + "choice": 1.0328412609605635, + "score": 0.9630995636563978 + }, + "fit": { + "noul": { + "n": 1087, + "T": 0.8965607573051634, + "ce_before": 0.5521970391273499, + "ce_after": 0.5512228012084961 + }, + "choice": { + "n": 60, + "T": 1.0328412609605635, + "ce_before": 0.6660730838775635, + "ce_after": 0.6658427119255066 + }, + "score": { + "n": 53, + "T": 0.9630995636563978, + "ce_before": 1.0619609355926514, + "ce_after": 1.061531662940979 + } + }, + "source": "models/e16/S1-G-d512-n16k-a100-syn/ckpt-16000" +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-G-d512-n16k-a100-syn/ckpt-16000/judge_config.json b/meta_only/podC/e16/S1-G-d512-n16k-a100-syn/ckpt-16000/judge_config.json new file mode 100644 index 0000000000000000000000000000000000000000..68368fd196b9465446da9a0d06dfcfb0bc761cde --- /dev/null +++ b/meta_only/podC/e16/S1-G-d512-n16k-a100-syn/ckpt-16000/judge_config.json @@ -0,0 +1,164 @@ +{ + "base_model_path": "/root/models/Qwen3.5-9B", + "hidden_size": 4096, + "slots": { + "num_slots": 24, + "ranges": { + "noul": [ + 0, + 2 + ], + "score": [ + 2, + 8 + ], + "choice": [ + 8, + 24 + ] + }, + "verbalizers": [ + "false", + "true", + "0", + "1", + "2", + "3", + "4", + "5", + "A", + "B", + "C", + "D", + "E", + "F", + "G", + "H", + "I", + "J", + "K", + "L", + "M", + "N", + "O", + "P" + ], + "template_version": "bare-v1" + }, + "verbalizer_ids": [ + 3721, + 1802, + 15, + 16, + 17, + 18, + 19, + 20, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47 + ], + "kinds": [ + "noul", + "choice", + "score" + ], + "model_name": "jev-judge-qwen35-9b", + "model_version": "0.8.0", + "lm_head_included": true, + "weights_mode": "unmerged", + "adapter_subfolder": "adapter", + "lora": { + "r": 16, + "lora_alpha": 32, + "lora_dropout": 0.05, + "target_modules": [ + "down_proj", + "gate_proj", + "in_proj_qkv", + "in_proj_z", + "k_proj", + "o_proj", + "out_proj", + "q_proj", + "up_proj", + "v_proj" + ] + }, + "trained_stage": "e16", + "source_checkpoint": "models/e16/S1-G-d512-n16k-a100-syn/ckpt-16000", + "softcap": null, + "e16": { + "data": "data/e18/G-d512-n16k-a100", + "data_manifest": { + "arm": "G-d512-n16k-a100", + "name": null, + "train_sha256": "e68e935b88943ba54ed4296ecedd5f5b36a7b9f114cd4d203c4f67b6ff70b912", + "n_train": 16000 + }, + "init": "released", + "objective": "s-log", + "sigma": 0.5, + "K": 8, + "reward": "brier", + "clip": 0.2, + "passes": 1, + "lr": 0.0001, + "lr_head": 0.0002, + "rows_per_step": 32, + "train_seed": 0, + "replay": "data/e16/replay/train.jsonl", + "replay_frac": 0.05, + "replay_sha256": "9dd2df19851678750cf79d2fdb47581720930ef2f0c6e18e6fbe23ef2181847e", + "max_len": 3072, + "schedule": "warmup 0.03 + cosine to x0.05 over 500 steps", + "total_rows": 16000, + "lora": { + "r": 16, + "lora_alpha": 32, + "lora_dropout": 0.05 + }, + "trainer_sha256": "bc7c08e836bd99bb2665b02903cd41404ea029ecfa9b68a9ec1a7cda96958ba4", + "event": "ckpt", + "tag": "ckpt-16000", + "rows_seen": 16000, + "replay_seen": 842, + "step": 500, + "tokens": 9113372, + "tok_per_s": 1324.3241924078436, + "rows_per_s": 2.447422100357374, + "val": { + "n": 1200, + "dropped_long": 0, + "noul_ce": 0.5521970391273499, + "noul_T": 0.8965607573051634, + "choice_ce": 0.6660730838775635, + "choice_T": 1.0328412609605635, + "score_ce": 1.0619609355926514, + "score_T": 0.9630995636563978, + "noul_auc": 0.7465685333333333, + "noul_acc": 0.705, + "noul_f1": 0.7786946736684172, + "noul_nll": 0.566718202942051, + "noul_ece": 0.03313163653016091, + "noul_brier": 0.1935877484927523, + "noul_sharp": 0.19110308587551117, + "entropy": 0.5786111950874329 + }, + "dropped_long": 0, + "peak_gib": 18.284047603607178 + } +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-G-d512-n16k-a100-syn/train_log.jsonl b/meta_only/podC/e16/S1-G-d512-n16k-a100-syn/train_log.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..0368cb5218f36b0cff1086cf3cf087dd7f4c7d8c --- /dev/null +++ b/meta_only/podC/e16/S1-G-d512-n16k-a100-syn/train_log.jsonl @@ -0,0 +1,57 @@ +{"time": "02:46:18", "event": "start", "data": "data/e18/G-d512-n16k-a100", "data_manifest": {"arm": "G-d512-n16k-a100", "name": null, "train_sha256": "e68e935b88943ba54ed4296ecedd5f5b36a7b9f114cd4d203c4f67b6ff70b912", "n_train": 16000}, "init": "released", "objective": "s-log", "sigma": 0.5, "K": 8, "reward": "brier", "clip": 0.2, "passes": 1, "lr": 0.0001, "lr_head": 0.0002, "rows_per_step": 32, "train_seed": 0, "replay": "data/e16/replay/train.jsonl", "replay_frac": 0.05, "replay_sha256": "9dd2df19851678750cf79d2fdb47581720930ef2f0c6e18e6fbe23ef2181847e", "max_len": 3072, "schedule": "warmup 0.03 + cosine to x0.05 over 500 steps", "total_rows": 16000, "lora": {"r": 16, "lora_alpha": 32, "lora_dropout": 0.05}, "trainer_sha256": "bc7c08e836bd99bb2665b02903cd41404ea029ecfa9b68a9ec1a7cda96958ba4", "device": "cuda", "load_s": 27.32161545753479} +{"time": "02:48:32", "event": "step", "step": 10, "rows_seen": 320, "lr": 7.333333333333333e-05, "tok_per_s": 1342.348350330613, "loss": 0.5832343846559525, "entropy": 0.5250078588724136, "sharp": 0.2588814962655306} +{"time": "02:50:44", "event": "step", "step": 20, "rows_seen": 640, "lr": 9.997508952966197e-05, "tok_per_s": 1364.5077527080527, "loss": 0.618247888982296, "entropy": 0.5120412781834602, "sharp": 0.265092134475708} +{"time": "02:52:56", "event": "step", "step": 30, "rows_seen": 960, "lr": 9.977596250541417e-05, "tok_per_s": 1371.776423032108, "loss": 0.5987289920449257, "entropy": 0.5862286388874054, "sharp": 0.20510315988212824} +{"time": "02:55:05", "event": "step", "step": 40, "rows_seen": 1280, "lr": 9.937854366485982e-05, "tok_per_s": 1375.1841506839264, "loss": 0.5506320632994175, "entropy": 0.6167386174201965, "sharp": 0.1686934707686305} +{"time": "02:57:19", "event": "step", "step": 50, "rows_seen": 1600, "lr": 9.8784499920729e-05, "tok_per_s": 1379.296293328213, "loss": 0.5106427315622568, "entropy": 0.5351278781890869, "sharp": 0.23419280163943768} +{"time": "02:59:27", "event": "step", "step": 60, "rows_seen": 1920, "lr": 9.79963228989294e-05, "tok_per_s": 1383.6342019421504, "loss": 0.5989159345626831, "entropy": 0.6430691927671432, "sharp": 0.13559445086866617} +{"time": "03:01:39", "event": "step", "step": 70, "rows_seen": 2240, "lr": 9.701731848780134e-05, "tok_per_s": 1385.0245833785814, "loss": 0.5622444711625576, "entropy": 0.6011168919503689, "sharp": 0.17233192455023527} +{"time": "03:03:48", "event": "step", "step": 80, "rows_seen": 2560, "lr": 9.585159297207315e-05, "tok_per_s": 1386.1206655801386, "loss": 0.6326653771102428, "entropy": 0.5666092075407505, "sharp": 0.21369964070618153} +{"time": "03:06:03", "event": "step", "step": 90, "rows_seen": 2880, "lr": 9.450403580967612e-05, "tok_per_s": 1388.3624324738355, "loss": 0.6374940294772387, "entropy": 0.5834305919706821, "sharp": 0.18840321153402328} +{"time": "03:08:13", "event": "step", "step": 100, "rows_seen": 3200, "lr": 9.298029912365855e-05, "tok_per_s": 1389.944110385262, "loss": 0.5454167760908604, "entropy": 0.6051589567214251, "sharp": 0.17744425684213638} +{"time": "03:09:02", "event": "val", "step": 100, "rows_seen": 3200, "n": 500, "dropped_long": 0, "noul_ce": 0.5800167322158813, "noul_T": 0.889994711207865, "noul_auc": 0.7409495198393277, "noul_acc": 0.704, "noul_f1": 0.7635782747603834, "noul_nll": 0.583490639641881, "noul_ece": 0.05800356405973437, "noul_brier": 0.1997078685584197, "noul_sharp": 0.17537915706634521, "entropy": 0.5970410108566284} +{"time": "03:11:11", "event": "step", "step": 110, "rows_seen": 3520, "lr": 9.128677399521752e-05, "tok_per_s": 1345.8644103683148, "loss": 0.611438937485218, "entropy": 0.5771337933838367, "sharp": 0.19617281947284937} +{"time": "03:13:28", "event": "step", "step": 120, "rows_seen": 3840, "lr": 8.943056365728335e-05, "tok_per_s": 1351.1258496626176, "loss": 0.5923527162522078, "entropy": 0.5644704774022102, "sharp": 0.1982121579349041} +{"time": "03:15:45", "event": "step", "step": 130, "rows_seen": 4160, "lr": 8.741945370109202e-05, "tok_per_s": 1355.304745682992, "loss": 0.5596713833510876, "entropy": 0.5030781552195549, "sharp": 0.2503552045673132} +{"time": "03:17:57", "event": "step", "step": 140, "rows_seen": 4480, "lr": 8.526187942070997e-05, "tok_per_s": 1357.6938292401028, "loss": 0.5936970561742783, "entropy": 0.6244804505258799, "sharp": 0.1561893243342638} +{"time": "03:20:10", "event": "step", "step": 150, "rows_seen": 4800, "lr": 8.296689043247915e-05, "tok_per_s": 1360.1952801619868, "loss": 0.657992672175169, "entropy": 0.626053798943758, "sharp": 0.1449470967054367} +{"time": "03:22:18", "event": "step", "step": 160, "rows_seen": 5120, "lr": 8.054411271778132e-05, "tok_per_s": 1361.9950384524993, "loss": 0.6306953653693199, "entropy": 0.5722573008388281, "sharp": 0.1878020167350769} +{"time": "03:24:31", "event": "step", "step": 170, "rows_seen": 5440, "lr": 7.800370824832674e-05, "tok_per_s": 1364.0579657804626, "loss": 0.6017459705471992, "entropy": 0.5732415467500687, "sharp": 0.20181671436876059} +{"time": "03:26:41", "event": "step", "step": 180, "rows_seen": 5760, "lr": 7.535633236331324e-05, "tok_per_s": 1366.32370188828, "loss": 0.5897280722856522, "entropy": 0.6342679411172867, "sharp": 0.1403554193675518} +{"time": "03:28:52", "event": "step", "step": 190, "rows_seen": 6080, "lr": 7.26130890772308e-05, "tok_per_s": 1367.4544259801817, "loss": 0.6256833504885435, "entropy": 0.5373422540724277, "sharp": 0.22728913836181164} +{"time": "03:31:04", "event": "step", "step": 200, "rows_seen": 6400, "lr": 6.978548450576568e-05, "tok_per_s": 1368.809964195654, "loss": 0.5613422598689795, "entropy": 0.5745579190552235, "sharp": 0.21310603898018599} +{"time": "03:31:53", "event": "val", "step": 200, "rows_seen": 6400, "n": 500, "dropped_long": 0, "noul_ce": 0.5707884430885315, "noul_T": 0.864210398003505, "noul_auc": 0.7420465477375909, "noul_acc": 0.69, "noul_f1": 0.7730600292825769, "noul_nll": 0.5792689120173454, "noul_ece": 0.06420153129100802, "noul_brier": 0.19809733151276918, "noul_sharp": 0.18609854578971863, "entropy": 0.5941576361656189} +{"time": "03:34:06", "event": "step", "step": 210, "rows_seen": 6720, "lr": 6.688537860515266e-05, "tok_per_s": 1347.178469822841, "loss": 0.5475216340273619, "entropy": 0.5681069772690535, "sharp": 0.2134018624201417} +{"time": "03:36:15", "event": "step", "step": 220, "rows_seen": 7040, "lr": 6.392493542739706e-05, "tok_per_s": 1348.9703368797313, "loss": 0.5949132479727268, "entropy": 0.5632651671767235, "sharp": 0.21536161378026009} +{"time": "03:38:22", "event": "step", "step": 230, "rows_seen": 7360, "lr": 6.091657210001309e-05, "tok_per_s": 1350.7044952974004, "loss": 0.560619780793786, "entropy": 0.5739901475608349, "sharp": 0.2162390537559986} +{"time": "03:40:30", "event": "step", "step": 240, "rows_seen": 7680, "lr": 5.7872906744276015e-05, "tok_per_s": 1352.6699011726628, "loss": 0.5619629127904773, "entropy": 0.5360897518694401, "sharp": 0.2353672105818987} +{"time": "03:42:50", "event": "step", "step": 250, "rows_seen": 8000, "lr": 5.48067055504363e-05, "tok_per_s": 1353.9469438881538, "loss": 0.5948126241564751, "entropy": 0.5972616896033287, "sharp": 0.17723650392144918} +{"time": "03:44:52", "event": "step", "step": 260, "rows_seen": 8320, "lr": 5.173082923188119e-05, "tok_per_s": 1355.2449678433723, "loss": 0.5888528190553188, "entropy": 0.5676928721368313, "sharp": 0.19433571305125952} +{"time": "03:47:03", "event": "step", "step": 270, "rows_seen": 8640, "lr": 4.865817908283331e-05, "tok_per_s": 1356.6955005618986, "loss": 0.6425841781310737, "entropy": 0.5963735766708851, "sharp": 0.17719586193561554} +{"time": "03:49:12", "event": "step", "step": 280, "rows_seen": 8960, "lr": 4.560164286583922e-05, "tok_per_s": 1358.1429189187972, "loss": 0.6055442281067371, "entropy": 0.5355382449924946, "sharp": 0.23574425280094147} +{"time": "03:51:25", "event": "step", "step": 290, "rows_seen": 9280, "lr": 4.257404075601443e-05, "tok_per_s": 1359.5643390678317, "loss": 0.6054677739739418, "entropy": 0.5566909983754158, "sharp": 0.20893949829041958} +{"time": "03:53:37", "event": "step", "step": 300, "rows_seen": 9600, "lr": 3.958807156877371e-05, "tok_per_s": 1361.0398265092615, "loss": 0.5400814302265644, "entropy": 0.5823302045464516, "sharp": 0.1600618688389659} +{"time": "03:54:26", "event": "val", "step": 300, "rows_seen": 9600, "n": 500, "dropped_long": 0, "noul_ce": 0.5728943943977356, "noul_T": 0.7387830880792388, "noul_auc": 0.7415402271691618, "noul_acc": 0.704, "noul_f1": 0.7665615141955836, "noul_nll": 0.5788768329508602, "noul_ece": 0.05459095585346223, "noul_brier": 0.19854995468865821, "noul_sharp": 0.15746931731700897, "entropy": 0.6097952723503113} +{"time": "03:56:33", "event": "step", "step": 310, "rows_seen": 9920, "lr": 3.665625949658603e-05, "tok_per_s": 1346.250493338121, "loss": 0.5525078382343054, "entropy": 0.5563085973262787, "sharp": 0.20088826678693295} +{"time": "03:58:37", "event": "step", "step": 320, "rows_seen": 10240, "lr": 3.379090157815887e-05, "tok_per_s": 1347.158915898448, "loss": 0.6453939056955278, "entropy": 0.6155801229178905, "sharp": 0.15668612904846668} +{"time": "04:00:47", "event": "step", "step": 330, "rows_seen": 10560, "lr": 3.10040161203844e-05, "tok_per_s": 1348.8899781404564, "loss": 0.569018442183733, "entropy": 0.5586938597261906, "sharp": 0.22210689820349216} +{"time": "04:02:58", "event": "step", "step": 340, "rows_seen": 10880, "lr": 2.8307292289383776e-05, "tok_per_s": 1350.015547191629, "loss": 0.6344028990715742, "entropy": 0.6000529397279024, "sharp": 0.17046625167131424} +{"time": "04:05:03", "event": "step", "step": 350, "rows_seen": 11200, "lr": 2.571204108208194e-05, "tok_per_s": 1351.1042081380856, "loss": 0.6080877184867859, "entropy": 0.5838662795722485, "sharp": 0.18305186182260513} +{"time": "04:07:11", "event": "step", "step": 360, "rows_seen": 11520, "lr": 2.322914788395595e-05, "tok_per_s": 1352.913120169486, "loss": 0.6065498031675816, "entropy": 0.61873759329319, "sharp": 0.15905740298330784} +{"time": "04:09:18", "event": "step", "step": 370, "rows_seen": 11840, "lr": 2.0869026811945157e-05, "tok_per_s": 1354.399479655393, "loss": 0.6187875252217054, "entropy": 0.5563060063868761, "sharp": 0.21679756045341492} +{"time": "04:11:33", "event": "step", "step": 380, "rows_seen": 12160, "lr": 1.8641577034025627e-05, "tok_per_s": 1355.4876224617979, "loss": 0.5930189285427332, "entropy": 0.5734728798270226, "sharp": 0.19184355437755585} +{"time": "04:13:47", "event": "step", "step": 390, "rows_seen": 12480, "lr": 1.6556141248659472e-05, "tok_per_s": 1357.171995270654, "loss": 0.6292299292981625, "entropy": 0.5989351272583008, "sharp": 0.16431159432977438} +{"time": "04:15:53", "event": "step", "step": 400, "rows_seen": 12800, "lr": 1.4621466498270773e-05, "tok_per_s": 1357.7373995416244, "loss": 0.5791634954512119, "entropy": 0.5956985279917717, "sharp": 0.16974297910928726} +{"time": "04:16:42", "event": "val", "step": 400, "rows_seen": 12800, "n": 500, "dropped_long": 0, "noul_ce": 0.567107617855072, "noul_T": 0.9254859943596941, "noul_auc": 0.7451013485004472, "noul_acc": 0.698, "noul_f1": 0.7722473604826546, "noul_nll": 0.5732567525412887, "noul_ece": 0.027341100454330445, "noul_brier": 0.19637329457615454, "noul_sharp": 0.18910455703735352, "entropy": 0.5790382027626038} +{"time": "04:18:51", "event": "step", "step": 410, "rows_seen": 13120, "lr": 1.284566748110963e-05, "tok_per_s": 1346.393267074193, "loss": 0.5956011936068535, "entropy": 0.5897991731762886, "sharp": 0.1838872479274869} +{"time": "04:20:55", "event": "step", "step": 420, "rows_seen": 13440, "lr": 1.1236192515387821e-05, "tok_per_s": 1347.2866117236306, "loss": 0.655622479505837, "entropy": 0.6146157225593925, "sharp": 0.15833690017461777} +{"time": "04:23:08", "event": "step", "step": 430, "rows_seen": 13760, "lr": 9.799792298443728e-06, "tok_per_s": 1348.4241412134368, "loss": 0.5809588748961687, "entropy": 0.5785713484510779, "sharp": 0.1835046922788024} +{"time": "04:25:15", "event": "step", "step": 440, "rows_seen": 14080, "lr": 8.542491591971554e-06, "tok_per_s": 1349.3412154964817, "loss": 0.5974642932415009, "entropy": 0.5904965586960316, "sharp": 0.17439417447894812} +{"time": "04:27:31", "event": "step", "step": 450, "rows_seen": 14400, "lr": 7.469563952077155e-06, "tok_per_s": 1350.1552135086536, "loss": 0.5469573363661766, "entropy": 0.5809780824929476, "sharp": 0.19852366298437119} +{"time": "04:29:36", "event": "step", "step": 460, "rows_seen": 14720, "lr": 6.585509610150972e-06, "tok_per_s": 1350.8865631661802, "loss": 0.5841557811945677, "entropy": 0.5916595328599215, "sharp": 0.19085979461669922} +{"time": "04:31:42", "event": "step", "step": 470, "rows_seen": 15040, "lr": 5.894036597333646e-06, "tok_per_s": 1351.6982742830257, "loss": 0.5846791937947273, "entropy": 0.5766417756676674, "sharp": 0.20931926555931568} +{"time": "04:33:57", "event": "step", "step": 480, "rows_seen": 15360, "lr": 5.398045191744809e-06, "tok_per_s": 1352.6893003185544, "loss": 0.5839626621454954, "entropy": 0.5576580855995417, "sharp": 0.21940883807837963} +{"time": "04:36:11", "event": "step", "step": 490, "rows_seen": 15680, "lr": 5.099615753708697e-06, "tok_per_s": 1353.6160680314126, "loss": 0.607773058116436, "entropy": 0.5665236711502075, "sharp": 0.20527068339288235} +{"time": "04:38:26", "event": "step", "step": 500, "rows_seen": 16000, "lr": 5e-06, "tok_per_s": 1354.5579251791537, "loss": 0.5498111061751842, "entropy": 0.5251761674880981, "sharp": 0.25032670237123966} +{"time": "04:39:15", "event": "val", "step": 500, "rows_seen": 16000, "n": 500, "dropped_long": 0, "noul_ce": 0.5662023425102234, "noul_T": 0.9187500135603126, "noul_auc": 0.7488312433545427, "noul_acc": 0.708, "noul_f1": 0.7725856697819314, "noul_nll": 0.5700600905697792, "noul_ece": 0.043171024918556226, "noul_brier": 0.1950224645024377, "noul_sharp": 0.18890997767448425, "entropy": 0.5794231295585632} +{"time": "04:41:01", "event": "ckpt", "tag": "ckpt-16000", "rows_seen": 16000, "replay_seen": 842, "step": 500, "tokens": 9113372, "tok_per_s": 1324.3241924078436, "rows_per_s": 2.447422100357374, "val": {"n": 1200, "dropped_long": 0, "noul_ce": 0.5521970391273499, "noul_T": 0.8965607573051634, "choice_ce": 0.6660730838775635, "choice_T": 1.0328412609605635, "score_ce": 1.0619609355926514, "score_T": 0.9630995636563978, "noul_auc": 0.7465685333333333, "noul_acc": 0.705, "noul_f1": 0.7786946736684172, "noul_nll": 0.566718202942051, "noul_ece": 0.03313163653016091, "noul_brier": 0.1935877484927523, "noul_sharp": 0.19110308587551117, "entropy": 0.5786111950874329}, "dropped_long": 0, "peak_gib": 18.284047603607178} diff --git a/meta_only/podC/e16/S1-G-d512-n16k-ev100-syn/ckpt-16000/adapter/adapter_config.json b/meta_only/podC/e16/S1-G-d512-n16k-ev100-syn/ckpt-16000/adapter/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..cb182c3ada3f230e3a6bcffa16542b944fdbbb3a --- /dev/null +++ b/meta_only/podC/e16/S1-G-d512-n16k-ev100-syn/ckpt-16000/adapter/adapter_config.json @@ -0,0 +1,57 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "Qwen3_5ForCausalLM", + "parent_library": "transformers.models.qwen3_5.modeling_qwen3_5" + }, + "base_model_name_or_path": "/workspace/jev_kt/models/hf/JEV-9B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 32, + "lora_bias": false, + "lora_dropout": 0.05, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.0", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "in_proj_z", + "up_proj", + "v_proj", + "gate_proj", + "down_proj", + "o_proj", + "q_proj", + "in_proj_qkv", + "k_proj", + "out_proj" + ], + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-G-d512-n16k-ev100-syn/ckpt-16000/adapter_vllm/adapter_config.json b/meta_only/podC/e16/S1-G-d512-n16k-ev100-syn/ckpt-16000/adapter_vllm/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..2d093d03334d1bcd8511a3867adb084f382fd3c5 --- /dev/null +++ b/meta_only/podC/e16/S1-G-d512-n16k-ev100-syn/ckpt-16000/adapter_vllm/adapter_config.json @@ -0,0 +1,58 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "Qwen3_5ForCausalLM", + "parent_library": "transformers.models.qwen3_5.modeling_qwen3_5" + }, + "base_model_name_or_path": null, + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 64.0, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.0", + "qalora_group_size": 16, + "r": 32, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "down_proj", + "gate_proj", + "in_proj_qkv", + "in_proj_z", + "k_proj", + "lm_head", + "o_proj", + "out_proj", + "q_proj", + "up_proj", + "v_proj" + ], + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-G-d512-n16k-ev100-syn/ckpt-16000/adapter_vllm/decision_head.json b/meta_only/podC/e16/S1-G-d512-n16k-ev100-syn/ckpt-16000/adapter_vllm/decision_head.json new file mode 100644 index 0000000000000000000000000000000000000000..911b2b39bbae5f25e19c36e91e49dafe4b9ae25b --- /dev/null +++ b/meta_only/podC/e16/S1-G-d512-n16k-ev100-syn/ckpt-16000/adapter_vllm/decision_head.json @@ -0,0 +1,99 @@ +{ + "bias": [ + 0.0004439506446942687, + -0.0004442156059667468, + -0.002759477822110057, + -0.0014249985106289387, + -0.000332914903992787, + 0.002155287191271782, + 0.0013073192676529288, + -0.002708050422370434, + -0.000938813085667789, + -0.0010257209651172161, + -0.0004897742765024304, + -0.00022682547569274902, + 0.00015609138063155115, + -0.003978497814387083, + -0.0046584270894527435, + -0.005252705421298742, + -0.006051493342965841, + -0.00451902998611331, + -0.0049800206907093525, + -0.0052070654928684235, + -0.00431504100561142, + -0.0036019140388816595, + -0.005838760174810886, + -0.0035900932271033525 + ], + "verbalizer_ids": [ + 3721, + 1802, + 15, + 16, + 17, + 18, + 19, + 20, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47 + ], + "slots": { + "num_slots": 24, + "ranges": { + "noul": [ + 0, + 2 + ], + "score": [ + 2, + 8 + ], + "choice": [ + 8, + 24 + ] + }, + "verbalizers": [ + "false", + "true", + "0", + "1", + "2", + "3", + "4", + "5", + "A", + "B", + "C", + "D", + "E", + "F", + "G", + "H", + "I", + "J", + "K", + "L", + "M", + "N", + "O", + "P" + ], + "template_version": "bare-v1" + }, + "note": "decision logits = lm_head-LoRA logprobs of verbalizer ids + bias, then per-kind temperature" +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-G-d512-n16k-ev100-syn/ckpt-16000/calibration.json b/meta_only/podC/e16/S1-G-d512-n16k-ev100-syn/ckpt-16000/calibration.json new file mode 100644 index 0000000000000000000000000000000000000000..9c2953a0b1bfa2353db7933614a521e321d62c14 --- /dev/null +++ b/meta_only/podC/e16/S1-G-d512-n16k-ev100-syn/ckpt-16000/calibration.json @@ -0,0 +1,29 @@ +{ + "version": 1, + "per_kind": { + "noul": 0.869504062434508, + "choice": 1.033450302876021, + "score": 0.9656797894198622 + }, + "fit": { + "noul": { + "n": 1087, + "T": 0.869504062434508, + "ce_before": 0.5586177706718445, + "ce_after": 0.5570084452629089 + }, + "choice": { + "n": 60, + "T": 1.033450302876021, + "ce_before": 0.6831640601158142, + "ce_after": 0.6829275488853455 + }, + "score": { + "n": 53, + "T": 0.9656797894198622, + "ce_before": 1.0664347410202026, + "ce_after": 1.0660673379898071 + } + }, + "source": "models/e16/S1-G-d512-n16k-ev100-syn/ckpt-16000" +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-G-d512-n16k-ev100-syn/ckpt-16000/judge_config.json b/meta_only/podC/e16/S1-G-d512-n16k-ev100-syn/ckpt-16000/judge_config.json new file mode 100644 index 0000000000000000000000000000000000000000..ccd2910def81e7e06e393fcc23f9bc0178928367 --- /dev/null +++ b/meta_only/podC/e16/S1-G-d512-n16k-ev100-syn/ckpt-16000/judge_config.json @@ -0,0 +1,164 @@ +{ + "base_model_path": "/root/models/Qwen3.5-9B", + "hidden_size": 4096, + "slots": { + "num_slots": 24, + "ranges": { + "noul": [ + 0, + 2 + ], + "score": [ + 2, + 8 + ], + "choice": [ + 8, + 24 + ] + }, + "verbalizers": [ + "false", + "true", + "0", + "1", + "2", + "3", + "4", + "5", + "A", + "B", + "C", + "D", + "E", + "F", + "G", + "H", + "I", + "J", + "K", + "L", + "M", + "N", + "O", + "P" + ], + "template_version": "bare-v1" + }, + "verbalizer_ids": [ + 3721, + 1802, + 15, + 16, + 17, + 18, + 19, + 20, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47 + ], + "kinds": [ + "noul", + "choice", + "score" + ], + "model_name": "jev-judge-qwen35-9b", + "model_version": "0.8.0", + "lm_head_included": true, + "weights_mode": "unmerged", + "adapter_subfolder": "adapter", + "lora": { + "r": 16, + "lora_alpha": 32, + "lora_dropout": 0.05, + "target_modules": [ + "down_proj", + "gate_proj", + "in_proj_qkv", + "in_proj_z", + "k_proj", + "o_proj", + "out_proj", + "q_proj", + "up_proj", + "v_proj" + ] + }, + "trained_stage": "e16", + "source_checkpoint": "models/e16/S1-G-d512-n16k-ev100-syn/ckpt-16000", + "softcap": null, + "e16": { + "data": "data/e18/G-d512-n16k-ev100", + "data_manifest": { + "arm": "G-d512-n16k-ev100", + "name": null, + "train_sha256": "923af7a70dccff8e7cd774a1b706c3a443a8993544087fbd827891a0a60b8315", + "n_train": 16000 + }, + "init": "released", + "objective": "s-log", + "sigma": 0.5, + "K": 8, + "reward": "brier", + "clip": 0.2, + "passes": 1, + "lr": 0.0001, + "lr_head": 0.0002, + "rows_per_step": 32, + "train_seed": 0, + "replay": "data/e16/replay/train.jsonl", + "replay_frac": 0.05, + "replay_sha256": "9dd2df19851678750cf79d2fdb47581720930ef2f0c6e18e6fbe23ef2181847e", + "max_len": 3072, + "schedule": "warmup 0.03 + cosine to x0.05 over 500 steps", + "total_rows": 16000, + "lora": { + "r": 16, + "lora_alpha": 32, + "lora_dropout": 0.05 + }, + "trainer_sha256": "bc7c08e836bd99bb2665b02903cd41404ea029ecfa9b68a9ec1a7cda96958ba4", + "event": "ckpt", + "tag": "ckpt-16000", + "rows_seen": 16000, + "replay_seen": 842, + "step": 500, + "tokens": 9365615, + "tok_per_s": 1329.7041120396011, + "rows_per_s": 2.3911805737972887, + "val": { + "n": 1200, + "dropped_long": 0, + "noul_ce": 0.5586177706718445, + "noul_T": 0.869504062434508, + "choice_ce": 0.6831640601158142, + "choice_T": 1.033450302876021, + "score_ce": 1.0664347410202026, + "score_T": 0.9656797894198622, + "noul_auc": 0.7442688, + "noul_acc": 0.7, + "noul_f1": 0.771689497716895, + "noul_nll": 0.5710239719040692, + "noul_ece": 0.04836909261345865, + "noul_brier": 0.19476887009317734, + "noul_sharp": 0.18515104055404663, + "entropy": 0.5912352800369263 + }, + "dropped_long": 0, + "peak_gib": 18.28459882736206 + } +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-G-d512-n16k-ev100-syn/train_log.jsonl b/meta_only/podC/e16/S1-G-d512-n16k-ev100-syn/train_log.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..ca9945eeb1e81652e5f964a02d13e632c6e87004 --- /dev/null +++ b/meta_only/podC/e16/S1-G-d512-n16k-ev100-syn/train_log.jsonl @@ -0,0 +1,57 @@ +{"time": "05:38:53", "event": "start", "data": "data/e18/G-d512-n16k-ev100", "data_manifest": {"arm": "G-d512-n16k-ev100", "name": null, "train_sha256": "923af7a70dccff8e7cd774a1b706c3a443a8993544087fbd827891a0a60b8315", "n_train": 16000}, "init": "released", "objective": "s-log", "sigma": 0.5, "K": 8, "reward": "brier", "clip": 0.2, "passes": 1, "lr": 0.0001, "lr_head": 0.0002, "rows_per_step": 32, "train_seed": 0, "replay": "data/e16/replay/train.jsonl", "replay_frac": 0.05, "replay_sha256": "9dd2df19851678750cf79d2fdb47581720930ef2f0c6e18e6fbe23ef2181847e", "max_len": 3072, "schedule": "warmup 0.03 + cosine to x0.05 over 500 steps", "total_rows": 16000, "lora": {"r": 16, "lora_alpha": 32, "lora_dropout": 0.05}, "trainer_sha256": "bc7c08e836bd99bb2665b02903cd41404ea029ecfa9b68a9ec1a7cda96958ba4", "device": "cuda", "load_s": 54.99346351623535} +{"time": "05:41:10", "event": "step", "step": 10, "rows_seen": 320, "lr": 7.333333333333333e-05, "tok_per_s": 1354.6011462020974, "loss": 0.5967328026890755, "entropy": 0.628254596143961, "sharp": 0.15928139723837376} +{"time": "05:43:23", "event": "step", "step": 20, "rows_seen": 640, "lr": 9.997508952966197e-05, "tok_per_s": 1378.2577120888238, "loss": 0.604382349178195, "entropy": 0.5971190370619297, "sharp": 0.18599377013742924} +{"time": "05:45:38", "event": "step", "step": 30, "rows_seen": 960, "lr": 9.977596250541417e-05, "tok_per_s": 1385.1702777068826, "loss": 0.5966801643371582, "entropy": 0.575456403195858, "sharp": 0.20529245398938656} +{"time": "05:47:50", "event": "step", "step": 40, "rows_seen": 1280, "lr": 9.937854366485982e-05, "tok_per_s": 1387.540542021759, "loss": 0.5754261016845703, "entropy": 0.5667041353881359, "sharp": 0.21918461099267006} +{"time": "05:50:06", "event": "step", "step": 50, "rows_seen": 1600, "lr": 9.8784499920729e-05, "tok_per_s": 1391.4640644814476, "loss": 0.5497082695364952, "entropy": 0.5411776583641768, "sharp": 0.22776757553219795} +{"time": "05:52:17", "event": "step", "step": 60, "rows_seen": 1920, "lr": 9.79963228989294e-05, "tok_per_s": 1393.2960852879069, "loss": 0.5883684828877449, "entropy": 0.6367273591458797, "sharp": 0.15017268527299166} +{"time": "05:54:32", "event": "step", "step": 70, "rows_seen": 2240, "lr": 9.701731848780134e-05, "tok_per_s": 1394.5725503212918, "loss": 0.5674254558980465, "entropy": 0.5866322629153728, "sharp": 0.19024785701185465} +{"time": "05:56:46", "event": "step", "step": 80, "rows_seen": 2560, "lr": 9.585159297207315e-05, "tok_per_s": 1394.6560810915146, "loss": 0.6282790955156088, "entropy": 0.5794026255607605, "sharp": 0.1977027403190732} +{"time": "05:59:03", "event": "step", "step": 90, "rows_seen": 2880, "lr": 9.450403580967612e-05, "tok_per_s": 1396.811105988151, "loss": 0.6470531206578016, "entropy": 0.5871094316244125, "sharp": 0.1863824473693967} +{"time": "06:01:17", "event": "step", "step": 100, "rows_seen": 3200, "lr": 9.298029912365855e-05, "tok_per_s": 1397.4278671125298, "loss": 0.5706032067537308, "entropy": 0.61739881336689, "sharp": 0.1609447356313467} +{"time": "06:02:06", "event": "val", "step": 100, "rows_seen": 3200, "n": 500, "dropped_long": 0, "noul_ce": 0.5851054191589355, "noul_T": 0.8943194444948409, "noul_auc": 0.7415571045214426, "noul_acc": 0.69, "noul_f1": 0.7446457990115322, "noul_nll": 0.5870762899816037, "noul_ece": 0.06251728284358977, "noul_brier": 0.2009701219961044, "noul_sharp": 0.1791790872812271, "entropy": 0.6018922924995422} +{"time": "06:04:18", "event": "step", "step": 110, "rows_seen": 3520, "lr": 9.128677399521752e-05, "tok_per_s": 1353.5620285334771, "loss": 0.6220130249857903, "entropy": 0.5819680988788605, "sharp": 0.20002837292850018} +{"time": "06:06:38", "event": "step", "step": 120, "rows_seen": 3840, "lr": 8.943056365728335e-05, "tok_per_s": 1358.7994588899073, "loss": 0.5722209736704826, "entropy": 0.596523305401206, "sharp": 0.1791817881166935} +{"time": "06:08:57", "event": "step", "step": 130, "rows_seen": 4160, "lr": 8.741945370109202e-05, "tok_per_s": 1363.3560348851056, "loss": 0.5592065677046776, "entropy": 0.5711293444037437, "sharp": 0.20903110317885876} +{"time": "06:11:11", "event": "step", "step": 140, "rows_seen": 4480, "lr": 8.526187942070997e-05, "tok_per_s": 1365.6936500093561, "loss": 0.612506216391921, "entropy": 0.6312196850776672, "sharp": 0.14791630115360022} +{"time": "06:13:27", "event": "step", "step": 150, "rows_seen": 4800, "lr": 8.296689043247915e-05, "tok_per_s": 1368.3504727611364, "loss": 0.6425843276083469, "entropy": 0.6093873679637909, "sharp": 0.1752805272117257} +{"time": "06:15:38", "event": "step", "step": 160, "rows_seen": 5120, "lr": 8.054411271778132e-05, "tok_per_s": 1370.114273215321, "loss": 0.6131166778504848, "entropy": 0.568139573559165, "sharp": 0.2090853713452816} +{"time": "06:17:54", "event": "step", "step": 170, "rows_seen": 5440, "lr": 7.800370824832674e-05, "tok_per_s": 1371.8728849216427, "loss": 0.594082435593009, "entropy": 0.6077383160591125, "sharp": 0.15935696754604578} +{"time": "06:20:08", "event": "step", "step": 180, "rows_seen": 5760, "lr": 7.535633236331324e-05, "tok_per_s": 1373.6298797029926, "loss": 0.5820931382477283, "entropy": 0.5847134739160538, "sharp": 0.19223197735846043} +{"time": "06:22:22", "event": "step", "step": 190, "rows_seen": 6080, "lr": 7.26130890772308e-05, "tok_per_s": 1374.504895118808, "loss": 0.6129968017339706, "entropy": 0.6001658849418163, "sharp": 0.18109207041561604} +{"time": "06:24:37", "event": "step", "step": 200, "rows_seen": 6400, "lr": 6.978548450576568e-05, "tok_per_s": 1376.0378212846713, "loss": 0.5811439026147127, "entropy": 0.6010563373565674, "sharp": 0.1873147077858448} +{"time": "06:25:26", "event": "val", "step": 200, "rows_seen": 6400, "n": 500, "dropped_long": 0, "noul_ce": 0.5772315859794617, "noul_T": 0.8151793191692083, "noul_auc": 0.743835547079374, "noul_acc": 0.694, "noul_f1": 0.7598116169544741, "noul_nll": 0.5807239544093609, "noul_ece": 0.06501691538095476, "noul_brier": 0.19807329522841896, "noul_sharp": 0.17281585931777954, "entropy": 0.6067209243774414} +{"time": "06:27:43", "event": "step", "step": 210, "rows_seen": 6720, "lr": 6.688537860515266e-05, "tok_per_s": 1354.3435244329323, "loss": 0.5890304911881685, "entropy": 0.5678932890295982, "sharp": 0.21341241337358952} +{"time": "06:29:57", "event": "step", "step": 220, "rows_seen": 7040, "lr": 6.392493542739706e-05, "tok_per_s": 1355.3139302641189, "loss": 0.5984620042145252, "entropy": 0.5888995416462421, "sharp": 0.17877917364239693} +{"time": "06:32:07", "event": "step", "step": 230, "rows_seen": 7360, "lr": 6.091657210001309e-05, "tok_per_s": 1357.098345984723, "loss": 0.5888898782432079, "entropy": 0.5851455144584179, "sharp": 0.20974447298794985} +{"time": "06:34:19", "event": "step", "step": 240, "rows_seen": 7680, "lr": 5.7872906744276015e-05, "tok_per_s": 1359.07837043673, "loss": 0.5971532491967082, "entropy": 0.6099512726068497, "sharp": 0.1713808812201023} +{"time": "06:36:41", "event": "step", "step": 250, "rows_seen": 8000, "lr": 5.48067055504363e-05, "tok_per_s": 1360.2932816014152, "loss": 0.6183732450008392, "entropy": 0.5992762111127377, "sharp": 0.1804750096052885} +{"time": "06:38:47", "event": "step", "step": 260, "rows_seen": 8320, "lr": 5.173082923188119e-05, "tok_per_s": 1361.8571515638348, "loss": 0.5896207056939602, "entropy": 0.6032016836106777, "sharp": 0.16613583732396364} +{"time": "06:40:59", "event": "step", "step": 270, "rows_seen": 8640, "lr": 4.865817908283331e-05, "tok_per_s": 1363.446739310837, "loss": 0.6261191833764315, "entropy": 0.6118531636893749, "sharp": 0.16054275166243315} +{"time": "06:43:12", "event": "step", "step": 280, "rows_seen": 8960, "lr": 4.560164286583922e-05, "tok_per_s": 1364.8609575552277, "loss": 0.6390485819429159, "entropy": 0.6103750802576542, "sharp": 0.17185997776687145} +{"time": "06:45:28", "event": "step", "step": 290, "rows_seen": 9280, "lr": 4.257404075601443e-05, "tok_per_s": 1366.0626167389592, "loss": 0.6049380116164684, "entropy": 0.5853589475154877, "sharp": 0.18949881568551064} +{"time": "06:47:44", "event": "step", "step": 300, "rows_seen": 9600, "lr": 3.958807156877371e-05, "tok_per_s": 1367.52353166512, "loss": 0.5852115619927645, "entropy": 0.568978801369667, "sharp": 0.18225999549031258} +{"time": "06:48:33", "event": "val", "step": 300, "rows_seen": 9600, "n": 500, "dropped_long": 0, "noul_ce": 0.5701216459274292, "noul_T": 0.9639178200168823, "noul_auc": 0.7457595652394052, "noul_acc": 0.702, "noul_f1": 0.7675507020280812, "noul_nll": 0.5738253850415349, "noul_ece": 0.05541890835762025, "noul_brier": 0.19592205083757197, "noul_sharp": 0.19499064981937408, "entropy": 0.5763344764709473} +{"time": "06:50:42", "event": "step", "step": 310, "rows_seen": 9920, "lr": 3.665625949658603e-05, "tok_per_s": 1352.969637830513, "loss": 0.5800409764051437, "entropy": 0.608771301805973, "sharp": 0.16331491246819496} +{"time": "06:52:50", "event": "step", "step": 320, "rows_seen": 10240, "lr": 3.379090157815887e-05, "tok_per_s": 1353.761967779231, "loss": 0.6200548000633717, "entropy": 0.6080596894025803, "sharp": 0.1698085404932499} +{"time": "06:55:03", "event": "step", "step": 330, "rows_seen": 10560, "lr": 3.10040161203844e-05, "tok_per_s": 1355.3671729984273, "loss": 0.5787416584789753, "entropy": 0.5808632895350456, "sharp": 0.18545018881559372} +{"time": "06:57:17", "event": "step", "step": 340, "rows_seen": 10880, "lr": 2.8307292289383776e-05, "tok_per_s": 1356.5811875687177, "loss": 0.6325890906155109, "entropy": 0.6120007857680321, "sharp": 0.16106115095317364} +{"time": "06:59:26", "event": "step", "step": 350, "rows_seen": 11200, "lr": 2.571204108208194e-05, "tok_per_s": 1357.4031375020224, "loss": 0.6053144112229347, "entropy": 0.5961109697818756, "sharp": 0.17428670171648264} +{"time": "07:01:39", "event": "step", "step": 360, "rows_seen": 11520, "lr": 2.322914788395595e-05, "tok_per_s": 1358.6940585178543, "loss": 0.6181354280561209, "entropy": 0.5988105814903975, "sharp": 0.1841366309672594} +{"time": "07:03:50", "event": "step", "step": 370, "rows_seen": 11840, "lr": 2.0869026811945157e-05, "tok_per_s": 1359.9190119201292, "loss": 0.5924679301679134, "entropy": 0.5649542286992073, "sharp": 0.21617180109024048} +{"time": "07:06:07", "event": "step", "step": 380, "rows_seen": 12160, "lr": 1.8641577034025627e-05, "tok_per_s": 1361.0398796842753, "loss": 0.6147386431694031, "entropy": 0.6053878851234913, "sharp": 0.1722934991121292} +{"time": "07:08:24", "event": "step", "step": 390, "rows_seen": 12480, "lr": 1.6556141248659472e-05, "tok_per_s": 1362.6118009092968, "loss": 0.6121516395360231, "entropy": 0.6005374602973461, "sharp": 0.17313566152006388} +{"time": "07:10:33", "event": "step", "step": 400, "rows_seen": 12800, "lr": 1.4621466498270773e-05, "tok_per_s": 1363.3466473353476, "loss": 0.5985047332942486, "entropy": 0.6116464473307133, "sharp": 0.15263604652136564} +{"time": "07:11:23", "event": "val", "step": 400, "rows_seen": 12800, "n": 500, "dropped_long": 0, "noul_ce": 0.5710322260856628, "noul_T": 0.8998696491211686, "noul_auc": 0.747886111626808, "noul_acc": 0.704, "noul_f1": 0.7694704049844237, "noul_nll": 0.5737956068217754, "noul_ece": 0.04360385143756866, "noul_brier": 0.19572713528396354, "noul_sharp": 0.1876649707555771, "entropy": 0.5880023241043091} +{"time": "07:13:35", "event": "step", "step": 410, "rows_seen": 13120, "lr": 1.284566748110963e-05, "tok_per_s": 1352.2377087812056, "loss": 0.5974147394299507, "entropy": 0.5917295776307583, "sharp": 0.19066806975752115} +{"time": "07:15:42", "event": "step", "step": 420, "rows_seen": 13440, "lr": 1.1236192515387821e-05, "tok_per_s": 1353.0029604984056, "loss": 0.6421266607940197, "entropy": 0.6067933766171336, "sharp": 0.16881408169865608} +{"time": "07:18:00", "event": "step", "step": 430, "rows_seen": 13760, "lr": 9.799792298443728e-06, "tok_per_s": 1353.7797246406399, "loss": 0.6099032089114189, "entropy": 0.5993115585297346, "sharp": 0.1736887963488698} +{"time": "07:20:10", "event": "step", "step": 440, "rows_seen": 14080, "lr": 8.542491591971554e-06, "tok_per_s": 1354.580040797987, "loss": 0.6103921309113503, "entropy": 0.5984609238803387, "sharp": 0.17029633559286594} +{"time": "07:22:30", "event": "step", "step": 450, "rows_seen": 14400, "lr": 7.469563952077155e-06, "tok_per_s": 1355.3761709222456, "loss": 0.5622507706284523, "entropy": 0.5933037549257278, "sharp": 0.18950797244906425} +{"time": "07:24:39", "event": "step", "step": 460, "rows_seen": 14720, "lr": 6.585509610150972e-06, "tok_per_s": 1355.8756495146033, "loss": 0.5923554580658674, "entropy": 0.5868424735963345, "sharp": 0.19051885604858398} +{"time": "07:26:48", "event": "step", "step": 470, "rows_seen": 15040, "lr": 5.894036597333646e-06, "tok_per_s": 1356.6242775745147, "loss": 0.6284296214580536, "entropy": 0.604270912706852, "sharp": 0.18055900558829308} +{"time": "07:29:07", "event": "step", "step": 480, "rows_seen": 15360, "lr": 5.398045191744809e-06, "tok_per_s": 1357.651138819932, "loss": 0.5926585700362921, "entropy": 0.5884239990264177, "sharp": 0.19560833927243948} +{"time": "07:31:24", "event": "step", "step": 490, "rows_seen": 15680, "lr": 5.099615753708697e-06, "tok_per_s": 1358.6844006768902, "loss": 0.5850205197930336, "entropy": 0.5911912806332111, "sharp": 0.1914226170629263} +{"time": "07:33:43", "event": "step", "step": 500, "rows_seen": 16000, "lr": 5e-06, "tok_per_s": 1359.4173330746644, "loss": 0.5660497732460499, "entropy": 0.5648714080452919, "sharp": 0.22389930486679077} +{"time": "07:34:32", "event": "val", "step": 500, "rows_seen": 16000, "n": 500, "dropped_long": 0, "noul_ce": 0.5729559659957886, "noul_T": 0.8733828341011991, "noul_auc": 0.7494557053889386, "noul_acc": 0.696, "noul_f1": 0.7587301587301587, "noul_nll": 0.5741920719817281, "noul_ece": 0.05448957490921022, "noul_brier": 0.19583773736495994, "noul_sharp": 0.18229122459888458, "entropy": 0.5938460826873779} +{"time": "07:36:18", "event": "ckpt", "tag": "ckpt-16000", "rows_seen": 16000, "replay_seen": 842, "step": 500, "tokens": 9365615, "tok_per_s": 1329.7041120396011, "rows_per_s": 2.3911805737972887, "val": {"n": 1200, "dropped_long": 0, "noul_ce": 0.5586177706718445, "noul_T": 0.869504062434508, "choice_ce": 0.6831640601158142, "choice_T": 1.033450302876021, "score_ce": 1.0664347410202026, "score_T": 0.9656797894198622, "noul_auc": 0.7442688, "noul_acc": 0.7, "noul_f1": 0.771689497716895, "noul_nll": 0.5710239719040692, "noul_ece": 0.04836909261345865, "noul_brier": 0.19476887009317734, "noul_sharp": 0.18515104055404663, "entropy": 0.5912352800369263}, "dropped_long": 0, "peak_gib": 18.28459882736206} diff --git a/meta_only/podC/e16/S1-G-d512-n4k-syn/ckpt-4000/adapter/adapter_config.json b/meta_only/podC/e16/S1-G-d512-n4k-syn/ckpt-4000/adapter/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..33116d35c7e7da1dfd8d2ecd9853fc713e005c8b --- /dev/null +++ b/meta_only/podC/e16/S1-G-d512-n4k-syn/ckpt-4000/adapter/adapter_config.json @@ -0,0 +1,57 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "Qwen3_5ForCausalLM", + "parent_library": "transformers.models.qwen3_5.modeling_qwen3_5" + }, + "base_model_name_or_path": "/workspace/jev_kt/models/hf/JEV-9B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 32, + "lora_bias": false, + "lora_dropout": 0.05, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.0", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "k_proj", + "in_proj_z", + "out_proj", + "in_proj_qkv", + "up_proj", + "v_proj", + "q_proj", + "gate_proj", + "down_proj", + "o_proj" + ], + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-G-d512-n4k-syn/ckpt-4000/adapter_vllm/adapter_config.json b/meta_only/podC/e16/S1-G-d512-n4k-syn/ckpt-4000/adapter_vllm/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..2d093d03334d1bcd8511a3867adb084f382fd3c5 --- /dev/null +++ b/meta_only/podC/e16/S1-G-d512-n4k-syn/ckpt-4000/adapter_vllm/adapter_config.json @@ -0,0 +1,58 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "Qwen3_5ForCausalLM", + "parent_library": "transformers.models.qwen3_5.modeling_qwen3_5" + }, + "base_model_name_or_path": null, + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 64.0, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.0", + "qalora_group_size": 16, + "r": 32, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "down_proj", + "gate_proj", + "in_proj_qkv", + "in_proj_z", + "k_proj", + "lm_head", + "o_proj", + "out_proj", + "q_proj", + "up_proj", + "v_proj" + ], + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-G-d512-n4k-syn/ckpt-4000/adapter_vllm/decision_head.json b/meta_only/podC/e16/S1-G-d512-n4k-syn/ckpt-4000/adapter_vllm/decision_head.json new file mode 100644 index 0000000000000000000000000000000000000000..a56d13efee97fed41c4e6f181b5a2550db783333 --- /dev/null +++ b/meta_only/podC/e16/S1-G-d512-n4k-syn/ckpt-4000/adapter_vllm/decision_head.json @@ -0,0 +1,99 @@ +{ + "bias": [ + 0.0003370902268216014, + -0.00033734028693288565, + -0.0033363348338752985, + -0.0014597270637750626, + -0.00021894856763537973, + 0.0019013413693755865, + 0.001241843099705875, + -0.0020032834727317095, + -0.0007579699158668518, + -0.0004751653759740293, + -0.0007119610672816634, + 0.00022432570403907448, + 4.295062171877362e-05, + -0.001822308637201786, + -0.0031824777834117413, + -0.005084994249045849, + -0.005937394220381975, + -0.004382692277431488, + -0.004941479302942753, + -0.004982616286724806, + -0.004132591653615236, + -0.0034091640263795853, + -0.005609216634184122, + -0.0034972066059708595 + ], + "verbalizer_ids": [ + 3721, + 1802, + 15, + 16, + 17, + 18, + 19, + 20, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47 + ], + "slots": { + "num_slots": 24, + "ranges": { + "noul": [ + 0, + 2 + ], + "score": [ + 2, + 8 + ], + "choice": [ + 8, + 24 + ] + }, + "verbalizers": [ + "false", + "true", + "0", + "1", + "2", + "3", + "4", + "5", + "A", + "B", + "C", + "D", + "E", + "F", + "G", + "H", + "I", + "J", + "K", + "L", + "M", + "N", + "O", + "P" + ], + "template_version": "bare-v1" + }, + "note": "decision logits = lm_head-LoRA logprobs of verbalizer ids + bias, then per-kind temperature" +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-G-d512-n4k-syn/ckpt-4000/calibration.json b/meta_only/podC/e16/S1-G-d512-n4k-syn/ckpt-4000/calibration.json new file mode 100644 index 0000000000000000000000000000000000000000..25f95408441de3c0ccdb3a84df1bec246c3bcb3e --- /dev/null +++ b/meta_only/podC/e16/S1-G-d512-n4k-syn/ckpt-4000/calibration.json @@ -0,0 +1,29 @@ +{ + "version": 1, + "per_kind": { + "noul": 0.8511085163947207, + "choice": 1.0488815865983496, + "score": 0.9681805082474977 + }, + "fit": { + "noul": { + "n": 1087, + "T": 0.8511085163947207, + "ce_before": 0.5621541142463684, + "ce_after": 0.560036301612854 + }, + "choice": { + "n": 60, + "T": 1.0488815865983496, + "ce_before": 0.6629922389984131, + "ce_after": 0.6624677181243896 + }, + "score": { + "n": 53, + "T": 0.9681805082474977, + "ce_before": 1.0460563898086548, + "ce_after": 1.0457381010055542 + } + }, + "source": "models/e16/S1-G-d512-n4k-syn/ckpt-4000" +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-G-d512-n4k-syn/ckpt-4000/judge_config.json b/meta_only/podC/e16/S1-G-d512-n4k-syn/ckpt-4000/judge_config.json new file mode 100644 index 0000000000000000000000000000000000000000..31de12d2c9b208b2c1d49d4bdc90ada391f6d57d --- /dev/null +++ b/meta_only/podC/e16/S1-G-d512-n4k-syn/ckpt-4000/judge_config.json @@ -0,0 +1,164 @@ +{ + "base_model_path": "/root/models/Qwen3.5-9B", + "hidden_size": 4096, + "slots": { + "num_slots": 24, + "ranges": { + "noul": [ + 0, + 2 + ], + "score": [ + 2, + 8 + ], + "choice": [ + 8, + 24 + ] + }, + "verbalizers": [ + "false", + "true", + "0", + "1", + "2", + "3", + "4", + "5", + "A", + "B", + "C", + "D", + "E", + "F", + "G", + "H", + "I", + "J", + "K", + "L", + "M", + "N", + "O", + "P" + ], + "template_version": "bare-v1" + }, + "verbalizer_ids": [ + 3721, + 1802, + 15, + 16, + 17, + 18, + 19, + 20, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47 + ], + "kinds": [ + "noul", + "choice", + "score" + ], + "model_name": "jev-judge-qwen35-9b", + "model_version": "0.8.0", + "lm_head_included": true, + "weights_mode": "unmerged", + "adapter_subfolder": "adapter", + "lora": { + "r": 16, + "lora_alpha": 32, + "lora_dropout": 0.05, + "target_modules": [ + "down_proj", + "gate_proj", + "in_proj_qkv", + "in_proj_z", + "k_proj", + "o_proj", + "out_proj", + "q_proj", + "up_proj", + "v_proj" + ] + }, + "trained_stage": "e16", + "source_checkpoint": "models/e16/S1-G-d512-n4k-syn/ckpt-4000", + "softcap": null, + "e16": { + "data": "data/e18/G-d512-n4k", + "data_manifest": { + "arm": "G-d512-n4k", + "name": null, + "train_sha256": "85b5d6ca4828779d42572736d1b4589f917d9810c18bbaf8d3a1da4cf72695f2", + "n_train": 4000 + }, + "init": "released", + "objective": "s-log", + "sigma": 0.5, + "K": 8, + "reward": "brier", + "clip": 0.2, + "passes": 1, + "lr": 0.0001, + "lr_head": 0.0002, + "rows_per_step": 32, + "train_seed": 0, + "replay": "data/e16/replay/train.jsonl", + "replay_frac": 0.05, + "replay_sha256": "9dd2df19851678750cf79d2fdb47581720930ef2f0c6e18e6fbe23ef2181847e", + "max_len": 3072, + "schedule": "warmup 0.03 + cosine to x0.05 over 125 steps", + "total_rows": 4000, + "lora": { + "r": 16, + "lora_alpha": 32, + "lora_dropout": 0.05 + }, + "trainer_sha256": "bc7c08e836bd99bb2665b02903cd41404ea029ecfa9b68a9ec1a7cda96958ba4", + "event": "ckpt", + "tag": "ckpt-4000", + "rows_seen": 4000, + "replay_seen": 210, + "step": 125, + "tokens": 2297255, + "tok_per_s": 1276.1036686069403, + "rows_per_s": 2.338615625977353, + "val": { + "n": 1200, + "dropped_long": 0, + "noul_ce": 0.5621541142463684, + "noul_T": 0.8511085163947207, + "choice_ce": 0.6629922389984131, + "choice_T": 1.0488815865983496, + "score_ce": 1.0460563898086548, + "score_T": 0.9681805082474977, + "noul_auc": 0.7380736, + "noul_acc": 0.697, + "noul_f1": 0.7733732236350037, + "noul_nll": 0.5767814118266106, + "noul_ece": 0.042553198605775826, + "noul_brier": 0.19677166977402513, + "noul_sharp": 0.18237777054309845, + "entropy": 0.595806896686554 + }, + "dropped_long": 0, + "peak_gib": 18.284047603607178 + } +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-G-d512-n4k-syn/train_log.jsonl b/meta_only/podC/e16/S1-G-d512-n4k-syn/train_log.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..7996f63e1f3f134f415debf73517ecd17f3edfd2 --- /dev/null +++ b/meta_only/podC/e16/S1-G-d512-n4k-syn/train_log.jsonl @@ -0,0 +1,15 @@ +{"time": "21:01:01", "event": "start", "data": "data/e18/G-d512-n4k", "data_manifest": {"arm": "G-d512-n4k", "name": null, "train_sha256": "85b5d6ca4828779d42572736d1b4589f917d9810c18bbaf8d3a1da4cf72695f2", "n_train": 4000}, "init": "released", "objective": "s-log", "sigma": 0.5, "K": 8, "reward": "brier", "clip": 0.2, "passes": 1, "lr": 0.0001, "lr_head": 0.0002, "rows_per_step": 32, "train_seed": 0, "replay": "data/e16/replay/train.jsonl", "replay_frac": 0.05, "replay_sha256": "9dd2df19851678750cf79d2fdb47581720930ef2f0c6e18e6fbe23ef2181847e", "max_len": 3072, "schedule": "warmup 0.03 + cosine to x0.05 over 125 steps", "total_rows": 4000, "lora": {"r": 16, "lora_alpha": 32, "lora_dropout": 0.05}, "trainer_sha256": "bc7c08e836bd99bb2665b02903cd41404ea029ecfa9b68a9ec1a7cda96958ba4", "device": "cuda", "load_s": 12.733598709106445} +{"time": "21:03:12", "event": "step", "step": 10, "rows_seen": 320, "lr": 9.923040269974204e-05, "tok_per_s": 1369.623875945887, "loss": 0.6056277044117451, "entropy": 0.5359606705605984, "sharp": 0.22993076033890247} +{"time": "21:05:23", "event": "step", "step": 20, "rows_seen": 640, "lr": 9.55208574963224e-05, "tok_per_s": 1377.6988192550707, "loss": 0.6133253164589405, "entropy": 0.6181485429406166, "sharp": 0.1674027480185032} +{"time": "21:07:36", "event": "step", "step": 30, "rows_seen": 960, "lr": 8.897432118673851e-05, "tok_per_s": 1380.1719076844868, "loss": 0.6184893511235714, "entropy": 0.5976677983999252, "sharp": 0.18381082266569138} +{"time": "21:09:45", "event": "step", "step": 40, "rows_seen": 1280, "lr": 8.002250216471678e-05, "tok_per_s": 1381.2738252723161, "loss": 0.5774667859077454, "entropy": 0.5989014282822609, "sharp": 0.18981408886611462} +{"time": "21:11:59", "event": "step", "step": 50, "rows_seen": 1600, "lr": 6.925572411108201e-05, "tok_per_s": 1383.4759036007702, "loss": 0.55485606379807, "entropy": 0.577916007488966, "sharp": 0.20134426094591618} +{"time": "21:14:07", "event": "step", "step": 60, "rows_seen": 1920, "lr": 5.738399736402462e-05, "tok_per_s": 1387.1894014614572, "loss": 0.5954070128500462, "entropy": 0.6361751854419708, "sharp": 0.14452285505831242} +{"time": "21:16:19", "event": "step", "step": 70, "rows_seen": 2240, "lr": 4.519019760655705e-05, "tok_per_s": 1388.0968972720852, "loss": 0.5817828252911568, "entropy": 0.5788632035255432, "sharp": 0.20097894687205553} +{"time": "21:18:29", "event": "step", "step": 80, "rows_seen": 2560, "lr": 3.3478439481564835e-05, "tok_per_s": 1388.7173350170556, "loss": 0.6170738730579615, "entropy": 0.6216776613146067, "sharp": 0.16333470307290554} +{"time": "21:20:43", "event": "step", "step": 90, "rows_seen": 2880, "lr": 2.3021049613197416e-05, "tok_per_s": 1390.566392248654, "loss": 0.6360944453626871, "entropy": 0.5968773849308491, "sharp": 0.18261859379708767} +{"time": "21:22:54", "event": "step", "step": 100, "rows_seen": 3200, "lr": 1.4507635874863332e-05, "tok_per_s": 1391.9175228530585, "loss": 0.568443214520812, "entropy": 0.5895917639136314, "sharp": 0.18966547399759293} +{"time": "21:23:43", "event": "val", "step": 100, "rows_seen": 3200, "n": 500, "dropped_long": 0, "noul_ce": 0.5739408135414124, "noul_T": 0.8842013737314937, "noul_auc": 0.7444262544092084, "noul_acc": 0.698, "noul_f1": 0.7694656488549618, "noul_nll": 0.5778917712569237, "noul_ece": 0.05426748901605607, "noul_brier": 0.19700500754276748, "noul_sharp": 0.18549023568630219, "entropy": 0.5935208201408386} +{"time": "21:25:52", "event": "step", "step": 110, "rows_seen": 3520, "lr": 8.49961150805399e-06, "tok_per_s": 1347.5268297469845, "loss": 0.6195043288171291, "entropy": 0.5959981605410576, "sharp": 0.18516564555466175} +{"time": "21:28:09", "event": "step", "step": 120, "rows_seen": 3840, "lr": 5.3931729785351795e-06, "tok_per_s": 1352.5336033299543, "loss": 0.5786853525787592, "entropy": 0.5860496815294027, "sharp": 0.19351292587816715} +{"time": "21:31:02", "event": "ckpt", "tag": "ckpt-4000", "rows_seen": 4000, "replay_seen": 210, "step": 125, "tokens": 2297255, "tok_per_s": 1276.1036686069403, "rows_per_s": 2.338615625977353, "val": {"n": 1200, "dropped_long": 0, "noul_ce": 0.5621541142463684, "noul_T": 0.8511085163947207, "choice_ce": 0.6629922389984131, "choice_T": 1.0488815865983496, "score_ce": 1.0460563898086548, "score_T": 0.9681805082474977, "noul_auc": 0.7380736, "noul_acc": 0.697, "noul_f1": 0.7733732236350037, "noul_nll": 0.5767814118266106, "noul_ece": 0.042553198605775826, "noul_brier": 0.19677166977402513, "noul_sharp": 0.18237777054309845, "entropy": 0.595806896686554}, "dropped_long": 0, "peak_gib": 18.284047603607178} diff --git a/meta_only/podC/e16/S1-G-d64-n4k-syn/ckpt-4000/adapter/adapter_config.json b/meta_only/podC/e16/S1-G-d64-n4k-syn/ckpt-4000/adapter/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..24c4a7853e62ddd09dc9c96327459f81cc3baca9 --- /dev/null +++ b/meta_only/podC/e16/S1-G-d64-n4k-syn/ckpt-4000/adapter/adapter_config.json @@ -0,0 +1,57 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "Qwen3_5ForCausalLM", + "parent_library": "transformers.models.qwen3_5.modeling_qwen3_5" + }, + "base_model_name_or_path": "/workspace/jev_kt/models/hf/JEV-9B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 32, + "lora_bias": false, + "lora_dropout": 0.05, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.0", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "o_proj", + "out_proj", + "in_proj_qkv", + "gate_proj", + "q_proj", + "down_proj", + "in_proj_z", + "up_proj", + "k_proj", + "v_proj" + ], + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-G-d64-n4k-syn/ckpt-4000/adapter_vllm/adapter_config.json b/meta_only/podC/e16/S1-G-d64-n4k-syn/ckpt-4000/adapter_vllm/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..2d093d03334d1bcd8511a3867adb084f382fd3c5 --- /dev/null +++ b/meta_only/podC/e16/S1-G-d64-n4k-syn/ckpt-4000/adapter_vllm/adapter_config.json @@ -0,0 +1,58 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "Qwen3_5ForCausalLM", + "parent_library": "transformers.models.qwen3_5.modeling_qwen3_5" + }, + "base_model_name_or_path": null, + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 64.0, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.0", + "qalora_group_size": 16, + "r": 32, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "down_proj", + "gate_proj", + "in_proj_qkv", + "in_proj_z", + "k_proj", + "lm_head", + "o_proj", + "out_proj", + "q_proj", + "up_proj", + "v_proj" + ], + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-G-d64-n4k-syn/ckpt-4000/adapter_vllm/decision_head.json b/meta_only/podC/e16/S1-G-d64-n4k-syn/ckpt-4000/adapter_vllm/decision_head.json new file mode 100644 index 0000000000000000000000000000000000000000..f2684f9a694bad78a28e943b2bdb32b1ce8d9a0e --- /dev/null +++ b/meta_only/podC/e16/S1-G-d64-n4k-syn/ckpt-4000/adapter_vllm/decision_head.json @@ -0,0 +1,99 @@ +{ + "bias": [ + 0.00026307092048227787, + -0.0002633215335663408, + -0.0031435382552444935, + -0.0012575570726767182, + -0.00010202642442891374, + 0.0019377951975911856, + 0.0011255143908783793, + -0.0023558647371828556, + -0.000984117854386568, + -0.0003652269078884274, + -0.000791128259152174, + -0.00014319758338388056, + -0.0006933904951438308, + -0.0019487956305965781, + -0.0033459800761193037, + -0.005129879806190729, + -0.005946848541498184, + -0.004465402569621801, + -0.004979210440069437, + -0.005071274004876614, + -0.004209139849990606, + -0.0035149098839610815, + -0.0056584239937365055, + -0.0035576503723859787 + ], + "verbalizer_ids": [ + 3721, + 1802, + 15, + 16, + 17, + 18, + 19, + 20, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47 + ], + "slots": { + "num_slots": 24, + "ranges": { + "noul": [ + 0, + 2 + ], + "score": [ + 2, + 8 + ], + "choice": [ + 8, + 24 + ] + }, + "verbalizers": [ + "false", + "true", + "0", + "1", + "2", + "3", + "4", + "5", + "A", + "B", + "C", + "D", + "E", + "F", + "G", + "H", + "I", + "J", + "K", + "L", + "M", + "N", + "O", + "P" + ], + "template_version": "bare-v1" + }, + "note": "decision logits = lm_head-LoRA logprobs of verbalizer ids + bias, then per-kind temperature" +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-G-d64-n4k-syn/ckpt-4000/calibration.json b/meta_only/podC/e16/S1-G-d64-n4k-syn/ckpt-4000/calibration.json new file mode 100644 index 0000000000000000000000000000000000000000..c23c39d041bb94f1823a0316503baf95c2ea168f --- /dev/null +++ b/meta_only/podC/e16/S1-G-d64-n4k-syn/ckpt-4000/calibration.json @@ -0,0 +1,29 @@ +{ + "version": 1, + "per_kind": { + "noul": 0.8464970253624092, + "choice": 0.9888825071388595, + "score": 0.9691148075888172 + }, + "fit": { + "noul": { + "n": 1087, + "T": 0.8464970253624092, + "ce_before": 0.5630052089691162, + "ce_after": 0.5607550144195557 + }, + "choice": { + "n": 60, + "T": 0.9888825071388595, + "ce_before": 0.6624581813812256, + "ce_after": 0.6624265313148499 + }, + "score": { + "n": 53, + "T": 0.9691148075888172, + "ce_before": 1.0454816818237305, + "ce_after": 1.0451797246932983 + } + }, + "source": "models/e16/S1-G-d64-n4k-syn/ckpt-4000" +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-G-d64-n4k-syn/ckpt-4000/judge_config.json b/meta_only/podC/e16/S1-G-d64-n4k-syn/ckpt-4000/judge_config.json new file mode 100644 index 0000000000000000000000000000000000000000..b57add4afbcf42849d745e3a58a5e0db56f52b84 --- /dev/null +++ b/meta_only/podC/e16/S1-G-d64-n4k-syn/ckpt-4000/judge_config.json @@ -0,0 +1,164 @@ +{ + "base_model_path": "/root/models/Qwen3.5-9B", + "hidden_size": 4096, + "slots": { + "num_slots": 24, + "ranges": { + "noul": [ + 0, + 2 + ], + "score": [ + 2, + 8 + ], + "choice": [ + 8, + 24 + ] + }, + "verbalizers": [ + "false", + "true", + "0", + "1", + "2", + "3", + "4", + "5", + "A", + "B", + "C", + "D", + "E", + "F", + "G", + "H", + "I", + "J", + "K", + "L", + "M", + "N", + "O", + "P" + ], + "template_version": "bare-v1" + }, + "verbalizer_ids": [ + 3721, + 1802, + 15, + 16, + 17, + 18, + 19, + 20, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47 + ], + "kinds": [ + "noul", + "choice", + "score" + ], + "model_name": "jev-judge-qwen35-9b", + "model_version": "0.8.0", + "lm_head_included": true, + "weights_mode": "unmerged", + "adapter_subfolder": "adapter", + "lora": { + "r": 16, + "lora_alpha": 32, + "lora_dropout": 0.05, + "target_modules": [ + "down_proj", + "gate_proj", + "in_proj_qkv", + "in_proj_z", + "k_proj", + "o_proj", + "out_proj", + "q_proj", + "up_proj", + "v_proj" + ] + }, + "trained_stage": "e16", + "source_checkpoint": "models/e16/S1-G-d64-n4k-syn/ckpt-4000", + "softcap": null, + "e16": { + "data": "data/e18/G-d64-n4k", + "data_manifest": { + "arm": "G-d64-n4k", + "name": null, + "train_sha256": "404f7406d08c0695768b6b8e2e852b0cf37f0e8130a790ed373c894f8cd4aacc", + "n_train": 4000 + }, + "init": "released", + "objective": "s-log", + "sigma": 0.5, + "K": 8, + "reward": "brier", + "clip": 0.2, + "passes": 1, + "lr": 0.0001, + "lr_head": 0.0002, + "rows_per_step": 32, + "train_seed": 0, + "replay": "data/e16/replay/train.jsonl", + "replay_frac": 0.05, + "replay_sha256": "9dd2df19851678750cf79d2fdb47581720930ef2f0c6e18e6fbe23ef2181847e", + "max_len": 3072, + "schedule": "warmup 0.03 + cosine to x0.05 over 125 steps", + "total_rows": 4000, + "lora": { + "r": 16, + "lora_alpha": 32, + "lora_dropout": 0.05 + }, + "trainer_sha256": "bc7c08e836bd99bb2665b02903cd41404ea029ecfa9b68a9ec1a7cda96958ba4", + "event": "ckpt", + "tag": "ckpt-4000", + "rows_seen": 4000, + "replay_seen": 210, + "step": 125, + "tokens": 2264671, + "tok_per_s": 1271.8697526378355, + "rows_per_s": 2.3643927310936523, + "val": { + "n": 1200, + "dropped_long": 0, + "noul_ce": 0.5630052089691162, + "noul_T": 0.8464970253624092, + "choice_ce": 0.6624581813812256, + "choice_T": 0.9888825071388595, + "score_ce": 1.0454816818237305, + "score_T": 0.9691148075888172, + "noul_auc": 0.7383978666666667, + "noul_acc": 0.695, + "noul_f1": 0.7745750184774575, + "noul_nll": 0.5768459280729293, + "noul_ece": 0.03674798214435577, + "noul_brier": 0.19670144968013015, + "noul_sharp": 0.18172356486320496, + "entropy": 0.5980829000473022 + }, + "dropped_long": 0, + "peak_gib": 18.284047603607178 + } +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-G-d64-n4k-syn/train_log.jsonl b/meta_only/podC/e16/S1-G-d64-n4k-syn/train_log.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..d831742ce4cc71aea054dc5a5c04572f64066e1e --- /dev/null +++ b/meta_only/podC/e16/S1-G-d64-n4k-syn/train_log.jsonl @@ -0,0 +1,15 @@ +{"time": "19:35:43", "event": "start", "data": "data/e18/G-d64-n4k", "data_manifest": {"arm": "G-d64-n4k", "name": null, "train_sha256": "404f7406d08c0695768b6b8e2e852b0cf37f0e8130a790ed373c894f8cd4aacc", "n_train": 4000}, "init": "released", "objective": "s-log", "sigma": 0.5, "K": 8, "reward": "brier", "clip": 0.2, "passes": 1, "lr": 0.0001, "lr_head": 0.0002, "rows_per_step": 32, "train_seed": 0, "replay": "data/e16/replay/train.jsonl", "replay_frac": 0.05, "replay_sha256": "9dd2df19851678750cf79d2fdb47581720930ef2f0c6e18e6fbe23ef2181847e", "max_len": 3072, "schedule": "warmup 0.03 + cosine to x0.05 over 125 steps", "total_rows": 4000, "lora": {"r": 16, "lora_alpha": 32, "lora_dropout": 0.05}, "trainer_sha256": "bc7c08e836bd99bb2665b02903cd41404ea029ecfa9b68a9ec1a7cda96958ba4", "device": "cuda", "load_s": 24.27700400352478} +{"time": "19:37:58", "event": "step", "step": 10, "rows_seen": 320, "lr": 9.923040269974204e-05, "tok_per_s": 1385.6450345944656, "loss": 0.5910171642899513, "entropy": 0.5887863747775555, "sharp": 0.20924383495002985} +{"time": "19:40:14", "event": "step", "step": 20, "rows_seen": 640, "lr": 9.55208574963224e-05, "tok_per_s": 1392.8761879217288, "loss": 0.647538136690855, "entropy": 0.6361209899187088, "sharp": 0.1343867490068078} +{"time": "19:42:18", "event": "step", "step": 30, "rows_seen": 960, "lr": 8.897432118673851e-05, "tok_per_s": 1395.392275851886, "loss": 0.6149141378700733, "entropy": 0.6241571456193924, "sharp": 0.16342256031930447} +{"time": "19:44:23", "event": "step", "step": 40, "rows_seen": 1280, "lr": 8.002250216471678e-05, "tok_per_s": 1395.4607990089191, "loss": 0.5994634330272675, "entropy": 0.6195076331496239, "sharp": 0.1545078568160534} +{"time": "19:46:37", "event": "step", "step": 50, "rows_seen": 1600, "lr": 6.925572411108201e-05, "tok_per_s": 1393.7165902858233, "loss": 0.5983497388660908, "entropy": 0.5898374132812023, "sharp": 0.19263795297592878} +{"time": "19:48:48", "event": "step", "step": 60, "rows_seen": 1920, "lr": 5.738399736402462e-05, "tok_per_s": 1393.8129511330717, "loss": 0.571740897372365, "entropy": 0.5711335502564907, "sharp": 0.20282075740396976} +{"time": "19:50:52", "event": "step", "step": 70, "rows_seen": 2240, "lr": 4.519019760655705e-05, "tok_per_s": 1394.1786343125461, "loss": 0.5891664698719978, "entropy": 0.6212383471429348, "sharp": 0.15841110330075026} +{"time": "19:53:03", "event": "step", "step": 80, "rows_seen": 2560, "lr": 3.3478439481564835e-05, "tok_per_s": 1394.602612482299, "loss": 0.6389950010925531, "entropy": 0.5921430690214038, "sharp": 0.1960747418925166} +{"time": "19:55:12", "event": "step", "step": 90, "rows_seen": 2880, "lr": 2.3021049613197416e-05, "tok_per_s": 1394.3506540507747, "loss": 0.6057723201811314, "entropy": 0.6047063954174519, "sharp": 0.1759189423173666} +{"time": "19:57:28", "event": "step", "step": 100, "rows_seen": 3200, "lr": 1.4507635874863332e-05, "tok_per_s": 1394.080171296747, "loss": 0.5646195486187935, "entropy": 0.6087066568434238, "sharp": 0.17012409307062626} +{"time": "19:58:17", "event": "val", "step": 100, "rows_seen": 3200, "n": 500, "dropped_long": 0, "noul_ce": 0.5778361558914185, "noul_T": 0.9051879922464611, "noul_auc": 0.7449663296821993, "noul_acc": 0.694, "noul_f1": 0.7590551181102362, "noul_nll": 0.5795365741401911, "noul_ece": 0.06857416641712188, "noul_brier": 0.19751570268144347, "noul_sharp": 0.18539667129516602, "entropy": 0.5937721133232117} +{"time": "20:00:27", "event": "step", "step": 110, "rows_seen": 3520, "lr": 8.49961150805399e-06, "tok_per_s": 1347.1713453436573, "loss": 0.6189021077007055, "entropy": 0.6107253171503544, "sharp": 0.15952767618000507} +{"time": "20:02:32", "event": "step", "step": 120, "rows_seen": 3840, "lr": 5.3931729785351795e-06, "tok_per_s": 1349.5401090111914, "loss": 0.5925971679389477, "entropy": 0.5930343456566334, "sharp": 0.19281136523932219} +{"time": "20:05:25", "event": "ckpt", "tag": "ckpt-4000", "rows_seen": 4000, "replay_seen": 210, "step": 125, "tokens": 2264671, "tok_per_s": 1271.8697526378355, "rows_per_s": 2.3643927310936523, "val": {"n": 1200, "dropped_long": 0, "noul_ce": 0.5630052089691162, "noul_T": 0.8464970253624092, "choice_ce": 0.6624581813812256, "choice_T": 0.9888825071388595, "score_ce": 1.0454816818237305, "score_T": 0.9691148075888172, "noul_auc": 0.7383978666666667, "noul_acc": 0.695, "noul_f1": 0.7745750184774575, "noul_nll": 0.5768459280729293, "noul_ece": 0.03674798214435577, "noul_brier": 0.19670144968013015, "noul_sharp": 0.18172356486320496, "entropy": 0.5980829000473022}, "dropped_long": 0, "peak_gib": 18.284047603607178} diff --git a/meta_only/podC/e16/S1-G-d64-n64k-syn/ckpt-64000/adapter/adapter_config.json b/meta_only/podC/e16/S1-G-d64-n64k-syn/ckpt-64000/adapter/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..46feca1ef29c0c08b3faaa54e1d4b9feae22f29f --- /dev/null +++ b/meta_only/podC/e16/S1-G-d64-n64k-syn/ckpt-64000/adapter/adapter_config.json @@ -0,0 +1,57 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "Qwen3_5ForCausalLM", + "parent_library": "transformers.models.qwen3_5.modeling_qwen3_5" + }, + "base_model_name_or_path": "/workspace/jev_kt/models/hf/JEV-9B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 32, + "lora_bias": false, + "lora_dropout": 0.05, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.0", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "down_proj", + "k_proj", + "in_proj_qkv", + "o_proj", + "out_proj", + "v_proj", + "q_proj", + "up_proj", + "gate_proj", + "in_proj_z" + ], + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-G-d64-n64k-syn/ckpt-64000/adapter_vllm/adapter_config.json b/meta_only/podC/e16/S1-G-d64-n64k-syn/ckpt-64000/adapter_vllm/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..2d093d03334d1bcd8511a3867adb084f382fd3c5 --- /dev/null +++ b/meta_only/podC/e16/S1-G-d64-n64k-syn/ckpt-64000/adapter_vllm/adapter_config.json @@ -0,0 +1,58 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "Qwen3_5ForCausalLM", + "parent_library": "transformers.models.qwen3_5.modeling_qwen3_5" + }, + "base_model_name_or_path": null, + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 64.0, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.0", + "qalora_group_size": 16, + "r": 32, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "down_proj", + "gate_proj", + "in_proj_qkv", + "in_proj_z", + "k_proj", + "lm_head", + "o_proj", + "out_proj", + "q_proj", + "up_proj", + "v_proj" + ], + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-G-d64-n64k-syn/ckpt-64000/adapter_vllm/decision_head.json b/meta_only/podC/e16/S1-G-d64-n64k-syn/ckpt-64000/adapter_vllm/decision_head.json new file mode 100644 index 0000000000000000000000000000000000000000..23e0c5f0b5ee4ec684048ac744b562eb5c78537f --- /dev/null +++ b/meta_only/podC/e16/S1-G-d64-n64k-syn/ckpt-64000/adapter_vllm/decision_head.json @@ -0,0 +1,99 @@ +{ + "bias": [ + 0.0004565449198707938, + -0.00045686535304412246, + -0.0028525989037007093, + -0.002069288631901145, + -0.0005370387807488441, + 0.002348365029320121, + 0.0013788958312943578, + -0.002869161544367671, + -0.0007026888197287917, + -0.0007799472659826279, + -0.00048658056766726077, + -0.00016213754133787006, + -0.0016641770489513874, + -0.006967986933887005, + -0.008259104564785957, + -0.008809773251414299, + -0.007043611723929644, + -0.007059141527861357, + -0.006792688742280006, + -0.007941894233226776, + -0.004361955914646387, + -0.006329827476292849, + -0.008013522252440453, + -0.005889867432415485 + ], + "verbalizer_ids": [ + 3721, + 1802, + 15, + 16, + 17, + 18, + 19, + 20, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47 + ], + "slots": { + "num_slots": 24, + "ranges": { + "noul": [ + 0, + 2 + ], + "score": [ + 2, + 8 + ], + "choice": [ + 8, + 24 + ] + }, + "verbalizers": [ + "false", + "true", + "0", + "1", + "2", + "3", + "4", + "5", + "A", + "B", + "C", + "D", + "E", + "F", + "G", + "H", + "I", + "J", + "K", + "L", + "M", + "N", + "O", + "P" + ], + "template_version": "bare-v1" + }, + "note": "decision logits = lm_head-LoRA logprobs of verbalizer ids + bias, then per-kind temperature" +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-G-d64-n64k-syn/ckpt-64000/calibration.json b/meta_only/podC/e16/S1-G-d64-n64k-syn/ckpt-64000/calibration.json new file mode 100644 index 0000000000000000000000000000000000000000..6925c681d9e8b70757260f135fa3af968516178a --- /dev/null +++ b/meta_only/podC/e16/S1-G-d64-n64k-syn/ckpt-64000/calibration.json @@ -0,0 +1,29 @@ +{ + "version": 1, + "per_kind": { + "noul": 0.8499837788199608, + "choice": 1.036637361208172, + "score": 0.9997168468943454 + }, + "fit": { + "noul": { + "n": 1087, + "T": 0.8499837788199608, + "ce_before": 0.5601873397827148, + "ce_after": 0.558029294013977 + }, + "choice": { + "n": 60, + "T": 1.036637361208172, + "ce_before": 0.691248893737793, + "ce_after": 0.6909626126289368 + }, + "score": { + "n": 53, + "T": 0.9997168468943454, + "ce_before": 1.070828914642334, + "ce_after": 1.0708286762237549 + } + }, + "source": "models/e16/S1-G-d64-n64k-syn/ckpt-64000" +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-G-d64-n64k-syn/ckpt-64000/judge_config.json b/meta_only/podC/e16/S1-G-d64-n64k-syn/ckpt-64000/judge_config.json new file mode 100644 index 0000000000000000000000000000000000000000..768be2205a1a747037f38abe4531aff999e7309a --- /dev/null +++ b/meta_only/podC/e16/S1-G-d64-n64k-syn/ckpt-64000/judge_config.json @@ -0,0 +1,164 @@ +{ + "base_model_path": "/root/models/Qwen3.5-9B", + "hidden_size": 4096, + "slots": { + "num_slots": 24, + "ranges": { + "noul": [ + 0, + 2 + ], + "score": [ + 2, + 8 + ], + "choice": [ + 8, + 24 + ] + }, + "verbalizers": [ + "false", + "true", + "0", + "1", + "2", + "3", + "4", + "5", + "A", + "B", + "C", + "D", + "E", + "F", + "G", + "H", + "I", + "J", + "K", + "L", + "M", + "N", + "O", + "P" + ], + "template_version": "bare-v1" + }, + "verbalizer_ids": [ + 3721, + 1802, + 15, + 16, + 17, + 18, + 19, + 20, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47 + ], + "kinds": [ + "noul", + "choice", + "score" + ], + "model_name": "jev-judge-qwen35-9b", + "model_version": "0.8.0", + "lm_head_included": true, + "weights_mode": "unmerged", + "adapter_subfolder": "adapter", + "lora": { + "r": 16, + "lora_alpha": 32, + "lora_dropout": 0.05, + "target_modules": [ + "down_proj", + "gate_proj", + "in_proj_qkv", + "in_proj_z", + "k_proj", + "o_proj", + "out_proj", + "q_proj", + "up_proj", + "v_proj" + ] + }, + "trained_stage": "e16", + "source_checkpoint": "models/e16/S1-G-d64-n64k-syn/ckpt-64000", + "softcap": null, + "e16": { + "data": "data/e18/G-d64-n64k", + "data_manifest": { + "arm": "G-d64-n64k", + "name": null, + "train_sha256": "b8400836ab4635e98489d79a1b974299741170aeda3c089fe3ca1608a25e2d97", + "n_train": 64000 + }, + "init": "released", + "objective": "s-log", + "sigma": 0.5, + "K": 8, + "reward": "brier", + "clip": 0.2, + "passes": 1, + "lr": 0.0001, + "lr_head": 0.0002, + "rows_per_step": 32, + "train_seed": 0, + "replay": "data/e16/replay/train.jsonl", + "replay_frac": 0.05, + "replay_sha256": "9dd2df19851678750cf79d2fdb47581720930ef2f0c6e18e6fbe23ef2181847e", + "max_len": 3072, + "schedule": "warmup 0.03 + cosine to x0.05 over 2000 steps", + "total_rows": 64000, + "lora": { + "r": 16, + "lora_alpha": 32, + "lora_dropout": 0.05 + }, + "trainer_sha256": "bc7c08e836bd99bb2665b02903cd41404ea029ecfa9b68a9ec1a7cda96958ba4", + "event": "ckpt", + "tag": "ckpt-64000", + "rows_seen": 64000, + "replay_seen": 3368, + "step": 2000, + "tokens": 36699476, + "tok_per_s": 1335.4025556196475, + "rows_per_s": 2.4513537838845347, + "val": { + "n": 1200, + "dropped_long": 0, + "noul_ce": 0.5601873397827148, + "noul_T": 0.8499837788199608, + "choice_ce": 0.691248893737793, + "choice_T": 1.036637361208172, + "score_ce": 1.070828914642334, + "score_T": 0.9997168468943454, + "noul_auc": 0.7423957333333333, + "noul_acc": 0.702, + "noul_f1": 0.77526395173454, + "noul_nll": 0.5733968078568578, + "noul_ece": 0.045143848642706874, + "noul_brier": 0.19533763169804946, + "noul_sharp": 0.18154369294643402, + "entropy": 0.5961454510688782 + }, + "dropped_long": 0, + "peak_gib": 18.28459882736206 + } +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-G-d64-n64k-syn/train_log.jsonl b/meta_only/podC/e16/S1-G-d64-n64k-syn/train_log.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..4e065e553ef940296a850b0b68465100f302270b --- /dev/null +++ b/meta_only/podC/e16/S1-G-d64-n64k-syn/train_log.jsonl @@ -0,0 +1,258 @@ +{"time": "21:48:16", "event": "start", "data": "data/e18/G-d64-n64k", "data_manifest": {"arm": "G-d64-n64k", "name": null, "train_sha256": "b8400836ab4635e98489d79a1b974299741170aeda3c089fe3ca1608a25e2d97", "n_train": 64000}, "init": "released", "objective": "s-log", "sigma": 0.5, "K": 8, "reward": "brier", "clip": 0.2, "passes": 1, "lr": 0.0001, "lr_head": 0.0002, "rows_per_step": 32, "train_seed": 0, "replay": "data/e16/replay/train.jsonl", "replay_frac": 0.05, "replay_sha256": "9dd2df19851678750cf79d2fdb47581720930ef2f0c6e18e6fbe23ef2181847e", "max_len": 3072, "schedule": "warmup 0.03 + cosine to x0.05 over 2000 steps", "total_rows": 64000, "lora": {"r": 16, "lora_alpha": 32, "lora_dropout": 0.05}, "trainer_sha256": "bc7c08e836bd99bb2665b02903cd41404ea029ecfa9b68a9ec1a7cda96958ba4", "device": "cuda", "load_s": 58.286486864089966} +{"time": "21:50:33", "event": "step", "step": 10, "rows_seen": 320, "lr": 1.8333333333333333e-05, "tok_per_s": 1373.1116497350476, "loss": 0.6040176786482334, "entropy": 0.5701582841575146, "sharp": 0.2077162591740489} +{"time": "21:52:49", "event": "step", "step": 20, "rows_seen": 640, "lr": 3.5e-05, "tok_per_s": 1384.5918803385805, "loss": 0.6490441523492336, "entropy": 0.655931755900383, "sharp": 0.10903946496546268} +{"time": "21:54:54", "event": "step", "step": 30, "rows_seen": 960, "lr": 5.166666666666667e-05, "tok_per_s": 1387.5355815753178, "loss": 0.6111951917409897, "entropy": 0.5961241573095322, "sharp": 0.1950710527598858} +{"time": "21:56:59", "event": "step", "step": 40, "rows_seen": 1280, "lr": 6.833333333333333e-05, "tok_per_s": 1387.4707983437743, "loss": 0.5970542877912521, "entropy": 0.6127160936594009, "sharp": 0.16477744281291962} +{"time": "21:59:13", "event": "step", "step": 50, "rows_seen": 1600, "lr": 8.5e-05, "tok_per_s": 1386.832660832748, "loss": 0.5979241989552975, "entropy": 0.5893893204629421, "sharp": 0.1876789890229702} +{"time": "22:01:24", "event": "step", "step": 60, "rows_seen": 1920, "lr": 0.0001, "tok_per_s": 1387.795708161643, "loss": 0.5733818542212248, "entropy": 0.5881152637302876, "sharp": 0.18939722329378128} +{"time": "22:03:30", "event": "step", "step": 70, "rows_seen": 2240, "lr": 9.999377197411753e-05, "tok_per_s": 1387.5310283578394, "loss": 0.5949051715433598, "entropy": 0.6361701823771, "sharp": 0.14081507548689842} +{"time": "22:05:41", "event": "step", "step": 80, "rows_seen": 2560, "lr": 9.997508952966197e-05, "tok_per_s": 1387.5105986437222, "loss": 0.6328109577298164, "entropy": 0.6162561699748039, "sharp": 0.1718857977539301} +{"time": "22:07:51", "event": "step", "step": 90, "rows_seen": 2880, "lr": 9.994395756578056e-05, "tok_per_s": 1387.8476621144287, "loss": 0.611752349883318, "entropy": 0.5710607022047043, "sharp": 0.20871499367058277} +{"time": "22:10:07", "event": "step", "step": 100, "rows_seen": 3200, "lr": 9.990038424629131e-05, "tok_per_s": 1388.2323690890921, "loss": 0.5803521201014519, "entropy": 0.6028377115726471, "sharp": 0.1834167269989848} +{"time": "22:10:56", "event": "val", "step": 100, "rows_seen": 3200, "n": 500, "dropped_long": 0, "noul_ce": 0.5794798731803894, "noul_T": 0.8494628967760625, "noul_auc": 0.7413208215895091, "noul_acc": 0.68, "noul_f1": 0.7687861271676301, "noul_nll": 0.5836127602756024, "noul_ece": 0.06372705602645876, "noul_brier": 0.19953209245911607, "noul_sharp": 0.17554455995559692, "entropy": 0.6037340760231018} +{"time": "22:13:05", "event": "step", "step": 110, "rows_seen": 3520, "lr": 9.984438099754206e-05, "tok_per_s": 1342.1597831833403, "loss": 0.6218220666050911, "entropy": 0.5970005188137293, "sharp": 0.17316081654280424} +{"time": "22:15:10", "event": "step", "step": 120, "rows_seen": 3840, "lr": 9.977596250541417e-05, "tok_per_s": 1344.9715482752008, "loss": 0.5919332318007946, "entropy": 0.6025686971843243, "sharp": 0.17859561648219824} +{"time": "22:17:21", "event": "step", "step": 130, "rows_seen": 4160, "lr": 9.969514671147145e-05, "tok_per_s": 1349.7303147649877, "loss": 0.5966952741146088, "entropy": 0.5396131761372089, "sharp": 0.2393340915441513} +{"time": "22:19:33", "event": "step", "step": 140, "rows_seen": 4480, "lr": 9.96019548082552e-05, "tok_per_s": 1352.736600672183, "loss": 0.6111039966344833, "entropy": 0.6246690489351749, "sharp": 0.1600242704153061} +{"time": "22:21:48", "event": "step", "step": 150, "rows_seen": 4800, "lr": 9.949641123372692e-05, "tok_per_s": 1354.7850596449314, "loss": 0.5850537531077862, "entropy": 0.5977276302874088, "sharp": 0.18991798348724842} +{"time": "22:24:01", "event": "step", "step": 160, "rows_seen": 5120, "lr": 9.937854366485982e-05, "tok_per_s": 1358.1319036641694, "loss": 0.6837727054953575, "entropy": 0.5845719911158085, "sharp": 0.18949642963707447} +{"time": "22:26:07", "event": "step", "step": 170, "rows_seen": 5440, "lr": 9.924838301038104e-05, "tok_per_s": 1359.7850124835643, "loss": 0.6124833803623915, "entropy": 0.5826782248914242, "sharp": 0.20337193179875612} +{"time": "22:28:16", "event": "step", "step": 180, "rows_seen": 5760, "lr": 9.910596340266635e-05, "tok_per_s": 1362.282559927553, "loss": 0.5827557537704706, "entropy": 0.5877623334527016, "sharp": 0.1957484157755971} +{"time": "22:30:24", "event": "step", "step": 190, "rows_seen": 6080, "lr": 9.895132218878961e-05, "tok_per_s": 1363.7444275941496, "loss": 0.5711306184530258, "entropy": 0.6029618512839079, "sharp": 0.17345388419926167} +{"time": "22:32:36", "event": "step", "step": 200, "rows_seen": 6400, "lr": 9.8784499920729e-05, "tok_per_s": 1365.1035690636588, "loss": 0.6193763315677643, "entropy": 0.613937497138977, "sharp": 0.1589133571833372} +{"time": "22:33:26", "event": "val", "step": 200, "rows_seen": 6400, "n": 500, "dropped_long": 0, "noul_ce": 0.587196409702301, "noul_T": 0.7665881789100931, "noul_auc": 0.7419452836239051, "noul_acc": 0.694, "noul_f1": 0.7520259319286872, "noul_nll": 0.5891586725711823, "noul_ece": 0.07888359129428865, "noul_brier": 0.2014103136380424, "noul_sharp": 0.15726613998413086, "entropy": 0.6208973526954651} +{"time": "22:35:33", "event": "step", "step": 210, "rows_seen": 6720, "lr": 9.860554034473306e-05, "tok_per_s": 1343.4962923588419, "loss": 0.6372465752065182, "entropy": 0.5954911485314369, "sharp": 0.192521084100008} +{"time": "22:37:45", "event": "step", "step": 220, "rows_seen": 7040, "lr": 9.841449038984903e-05, "tok_per_s": 1346.194762919591, "loss": 0.5706544294953346, "entropy": 0.535449992865324, "sharp": 0.23518851958215237} +{"time": "22:39:56", "event": "step", "step": 230, "rows_seen": 7360, "lr": 9.821140015561645e-05, "tok_per_s": 1348.3127156445166, "loss": 0.5867821276187897, "entropy": 0.6036599241197109, "sharp": 0.16994853038340807} +{"time": "22:42:10", "event": "step", "step": 240, "rows_seen": 7680, "lr": 9.79963228989294e-05, "tok_per_s": 1350.5187504713733, "loss": 0.6143193431198597, "entropy": 0.5933516770601273, "sharp": 0.1754993312060833} +{"time": "22:44:24", "event": "step", "step": 250, "rows_seen": 8000, "lr": 9.776931502007089e-05, "tok_per_s": 1352.3098295399643, "loss": 0.6059361323714256, "entropy": 0.5991057641804218, "sharp": 0.18618184700608253} +{"time": "22:46:34", "event": "step", "step": 260, "rows_seen": 8320, "lr": 9.753043604792285e-05, "tok_per_s": 1353.932284106598, "loss": 0.5908796489238739, "entropy": 0.6052664220333099, "sharp": 0.15917195938527584} +{"time": "22:48:47", "event": "step", "step": 270, "rows_seen": 8640, "lr": 9.727974862435562e-05, "tok_per_s": 1354.662017244208, "loss": 0.6031318195164204, "entropy": 0.627527255564928, "sharp": 0.14363615401089191} +{"time": "22:51:00", "event": "step", "step": 280, "rows_seen": 8960, "lr": 9.701731848780134e-05, "tok_per_s": 1355.8477829654082, "loss": 0.6262305341660976, "entropy": 0.597346231341362, "sharp": 0.17949745897203684} +{"time": "22:53:09", "event": "step", "step": 290, "rows_seen": 9280, "lr": 9.674321445601502e-05, "tok_per_s": 1357.0877337526513, "loss": 0.6261584404855967, "entropy": 0.6011513769626617, "sharp": 0.1742361644282937} +{"time": "22:55:25", "event": "step", "step": 300, "rows_seen": 9600, "lr": 9.645750840802845e-05, "tok_per_s": 1358.7652141949918, "loss": 0.6516983695328236, "entropy": 0.6395606733858585, "sharp": 0.12447234243154526} +{"time": "22:56:14", "event": "val", "step": 300, "rows_seen": 9600, "n": 500, "dropped_long": 0, "noul_ce": 0.5988180637359619, "noul_T": 0.9146011730278698, "noul_auc": 0.7454895276029097, "noul_acc": 0.682, "noul_f1": 0.7195767195767195, "noul_nll": 0.5970354194194079, "noul_ece": 0.098791805267334, "noul_brier": 0.20584845233370777, "noul_sharp": 0.16641955077648163, "entropy": 0.6109037399291992} +{"time": "22:58:26", "event": "step", "step": 310, "rows_seen": 9920, "lr": 9.616027526530109e-05, "tok_per_s": 1343.956870302909, "loss": 0.5629518069326878, "entropy": 0.5407926738262177, "sharp": 0.2393840104341507} +{"time": "23:00:36", "event": "step", "step": 320, "rows_seen": 10240, "lr": 9.585159297207315e-05, "tok_per_s": 1345.480480700564, "loss": 0.6471341960132122, "entropy": 0.5449711196124554, "sharp": 0.22439227253198624} +{"time": "12:15:24", "event": "start", "data": "data/e18/G-d64-n64k", "data_manifest": {"arm": "G-d64-n64k", "name": null, "train_sha256": "b8400836ab4635e98489d79a1b974299741170aeda3c089fe3ca1608a25e2d97", "n_train": 64000}, "init": "released", "objective": "s-log", "sigma": 0.5, "K": 8, "reward": "brier", "clip": 0.2, "passes": 1, "lr": 0.0001, "lr_head": 0.0002, "rows_per_step": 32, "train_seed": 0, "replay": "data/e16/replay/train.jsonl", "replay_frac": 0.05, "replay_sha256": "9dd2df19851678750cf79d2fdb47581720930ef2f0c6e18e6fbe23ef2181847e", "max_len": 3072, "schedule": "warmup 0.03 + cosine to x0.05 over 2000 steps", "total_rows": 64000, "lora": {"r": 16, "lora_alpha": 32, "lora_dropout": 0.05}, "trainer_sha256": "bc7c08e836bd99bb2665b02903cd41404ea029ecfa9b68a9ec1a7cda96958ba4", "device": "cuda", "load_s": 39.5391640663147} +{"time": "12:17:39", "event": "step", "step": 10, "rows_seen": 320, "lr": 1.8333333333333333e-05, "tok_per_s": 1392.150541321987, "loss": 0.6041121482849121, "entropy": 0.569878276437521, "sharp": 0.20836129412055016} +{"time": "12:19:55", "event": "step", "step": 20, "rows_seen": 640, "lr": 3.5e-05, "tok_per_s": 1392.7019795223277, "loss": 0.6485997438430786, "entropy": 0.6566531471908092, "sharp": 0.10776875540614128} +{"time": "12:22:01", "event": "step", "step": 30, "rows_seen": 960, "lr": 5.166666666666667e-05, "tok_per_s": 1391.8544953573548, "loss": 0.6109510473906994, "entropy": 0.5965636968612671, "sharp": 0.1949120033532381} +{"time": "12:24:07", "event": "step", "step": 40, "rows_seen": 1280, "lr": 6.833333333333333e-05, "tok_per_s": 1390.4210818564104, "loss": 0.5976425297558308, "entropy": 0.6112079322338104, "sharp": 0.1673986054956913} +{"time": "12:26:20", "event": "step", "step": 50, "rows_seen": 1600, "lr": 8.5e-05, "tok_per_s": 1389.7381773046409, "loss": 0.5994030497968197, "entropy": 0.5618278086185455, "sharp": 0.21491003409028053} +{"time": "12:28:32", "event": "step", "step": 60, "rows_seen": 1920, "lr": 0.0001, "tok_per_s": 1387.8338911003552, "loss": 0.5776151325553656, "entropy": 0.5769772008061409, "sharp": 0.20178195647895336} +{"time": "12:30:38", "event": "step", "step": 70, "rows_seen": 2240, "lr": 9.999377197411753e-05, "tok_per_s": 1387.2508520651006, "loss": 0.601557157933712, "entropy": 0.623080600053072, "sharp": 0.15912302862852812} +{"time": "12:32:49", "event": "step", "step": 80, "rows_seen": 2560, "lr": 9.997508952966197e-05, "tok_per_s": 1387.3026227916655, "loss": 0.6354785040020943, "entropy": 0.6009865701198578, "sharp": 0.18746878392994404} +{"time": "12:34:59", "event": "step", "step": 90, "rows_seen": 2880, "lr": 9.994395756578056e-05, "tok_per_s": 1388.060250035882, "loss": 0.6082561556249857, "entropy": 0.5742228589951992, "sharp": 0.20480827428400517} +{"time": "12:37:16", "event": "step", "step": 100, "rows_seen": 3200, "lr": 9.990038424629131e-05, "tok_per_s": 1387.4763506696597, "loss": 0.564589973539114, "entropy": 0.6140981689095497, "sharp": 0.17266857717186213} +{"time": "12:38:05", "event": "val", "step": 100, "rows_seen": 3200, "n": 500, "dropped_long": 0, "noul_ce": 0.5901173949241638, "noul_T": 0.9226555482063156, "noul_auc": 0.7403588125094935, "noul_acc": 0.7, "noul_f1": 0.7549019607843137, "noul_nll": 0.5902187840640545, "noul_ece": 0.08413689762353899, "noul_brier": 0.20149997692849092, "noul_sharp": 0.18074481189250946, "entropy": 0.6023336052894592} +{"time": "12:40:16", "event": "step", "step": 110, "rows_seen": 3520, "lr": 9.984438099754206e-05, "tok_per_s": 1340.159297795074, "loss": 0.6198188997805119, "entropy": 0.6304937172681093, "sharp": 0.14066549576818943} +{"time": "12:42:22", "event": "step", "step": 120, "rows_seen": 3840, "lr": 9.977596250541417e-05, "tok_per_s": 1342.389142088368, "loss": 0.5983694642782211, "entropy": 0.5577426515519619, "sharp": 0.2176624182611704} +{"time": "12:44:33", "event": "step", "step": 130, "rows_seen": 4160, "lr": 9.969514671147145e-05, "tok_per_s": 1347.078870027681, "loss": 0.5997813120484352, "entropy": 0.5395206101238728, "sharp": 0.23952826764434576} +{"time": "12:46:45", "event": "step", "step": 140, "rows_seen": 4480, "lr": 9.96019548082552e-05, "tok_per_s": 1349.5398593492187, "loss": 0.6092785820364952, "entropy": 0.6183798871934414, "sharp": 0.16834447719156742} +{"time": "12:49:01", "event": "step", "step": 150, "rows_seen": 4800, "lr": 9.949641123372692e-05, "tok_per_s": 1351.480691389842, "loss": 0.5836552977561951, "entropy": 0.5779121480882168, "sharp": 0.20853260532021523} +{"time": "12:51:15", "event": "step", "step": 160, "rows_seen": 5120, "lr": 9.937854366485982e-05, "tok_per_s": 1354.6719037770547, "loss": 0.6843932271003723, "entropy": 0.584662415087223, "sharp": 0.19384361058473587} +{"time": "12:53:20", "event": "step", "step": 170, "rows_seen": 5440, "lr": 9.924838301038104e-05, "tok_per_s": 1356.5509470900345, "loss": 0.6149072740226984, "entropy": 0.5772369988262653, "sharp": 0.20738246012479067} +{"time": "12:55:31", "event": "step", "step": 180, "rows_seen": 5760, "lr": 9.910596340266635e-05, "tok_per_s": 1358.7458842830783, "loss": 0.5837818458676338, "entropy": 0.5941291283816099, "sharp": 0.1872168341651559} +{"time": "12:57:39", "event": "step", "step": 190, "rows_seen": 6080, "lr": 9.895132218878961e-05, "tok_per_s": 1360.4381279238187, "loss": 0.5740993767976761, "entropy": 0.6151347793638706, "sharp": 0.1617986522614956} +{"time": "12:59:51", "event": "step", "step": 200, "rows_seen": 6400, "lr": 9.8784499920729e-05, "tok_per_s": 1362.021494635831, "loss": 0.6206865292042494, "entropy": 0.6151479482650757, "sharp": 0.16137323714792728} +{"time": "13:00:40", "event": "val", "step": 200, "rows_seen": 6400, "n": 500, "dropped_long": 0, "noul_ce": 0.582685112953186, "noul_T": 0.7397930918426161, "noul_auc": 0.7440211979544649, "noul_acc": 0.71, "noul_f1": 0.7709320695102686, "noul_nll": 0.5846189496219159, "noul_ece": 0.07125829362869264, "noul_brier": 0.19936456725275617, "noul_sharp": 0.15730124711990356, "entropy": 0.6209684014320374} +{"time": "13:02:48", "event": "step", "step": 210, "rows_seen": 6720, "lr": 9.860554034473306e-05, "tok_per_s": 1340.1102359135916, "loss": 0.6916910409927368, "entropy": 0.6115882471203804, "sharp": 0.17560359369963408} +{"time": "13:05:01", "event": "step", "step": 220, "rows_seen": 7040, "lr": 9.841449038984903e-05, "tok_per_s": 1342.5290886312434, "loss": 0.5742236338555813, "entropy": 0.5312027968466282, "sharp": 0.23588031344115734} +{"time": "13:07:13", "event": "step", "step": 230, "rows_seen": 7360, "lr": 9.821140015561645e-05, "tok_per_s": 1344.6930804605788, "loss": 0.5840909034013748, "entropy": 0.5995553620159626, "sharp": 0.17091170605272055} +{"time": "13:09:27", "event": "step", "step": 240, "rows_seen": 7680, "lr": 9.79963228989294e-05, "tok_per_s": 1346.9021393758567, "loss": 0.6140740998089314, "entropy": 0.596010435372591, "sharp": 0.17512699868530035} +{"time": "13:11:41", "event": "step", "step": 250, "rows_seen": 8000, "lr": 9.776931502007089e-05, "tok_per_s": 1348.7798355455568, "loss": 0.6032015085220337, "entropy": 0.5978547148406506, "sharp": 0.18987028487026691} +{"time": "13:13:52", "event": "step", "step": 260, "rows_seen": 8320, "lr": 9.753043604792285e-05, "tok_per_s": 1350.329723045703, "loss": 0.590404937043786, "entropy": 0.6035617906600237, "sharp": 0.1603627661243081} +{"time": "13:16:05", "event": "step", "step": 270, "rows_seen": 8640, "lr": 9.727974862435562e-05, "tok_per_s": 1351.0327063014588, "loss": 0.603819502517581, "entropy": 0.6222048308700323, "sharp": 0.15093405451625586} +{"time": "13:18:18", "event": "step", "step": 280, "rows_seen": 8960, "lr": 9.701731848780134e-05, "tok_per_s": 1352.2541442382749, "loss": 0.6238937973976135, "entropy": 0.6040662862360477, "sharp": 0.17288534250110388} +{"time": "13:20:27", "event": "step", "step": 290, "rows_seen": 9280, "lr": 9.674321445601502e-05, "tok_per_s": 1353.443708816693, "loss": 0.6233175061643124, "entropy": 0.5985842812806368, "sharp": 0.17563548032194376} +{"time": "13:22:44", "event": "step", "step": 300, "rows_seen": 9600, "lr": 9.645750840802845e-05, "tok_per_s": 1355.2072671911221, "loss": 0.6547527760267258, "entropy": 0.6416037976741791, "sharp": 0.11555991601198912} +{"time": "13:23:33", "event": "val", "step": 300, "rows_seen": 9600, "n": 500, "dropped_long": 0, "noul_ce": 0.5795046091079712, "noul_T": 0.8165736505393746, "noul_auc": 0.7484430642520802, "noul_acc": 0.696, "noul_f1": 0.752442996742671, "noul_nll": 0.5789502372294665, "noul_ece": 0.06451683646440506, "noul_brier": 0.19762588302575626, "noul_sharp": 0.16863428056240082, "entropy": 0.6076535582542419} +{"time": "13:25:46", "event": "step", "step": 310, "rows_seen": 9920, "lr": 9.616027526530109e-05, "tok_per_s": 1340.449794477567, "loss": 0.5536834821105003, "entropy": 0.5700488835573196, "sharp": 0.21395360212773085} +{"time": "13:27:55", "event": "step", "step": 320, "rows_seen": 10240, "lr": 9.585159297207315e-05, "tok_per_s": 1342.0951452060426, "loss": 0.6305458340793848, "entropy": 0.5847789067775011, "sharp": 0.19318405725061893} +{"time": "13:30:09", "event": "step", "step": 330, "rows_seen": 10560, "lr": 9.553154247492623e-05, "tok_per_s": 1343.6404826148653, "loss": 0.6011493802070618, "entropy": 0.6287000998854637, "sharp": 0.14751292392611504} +{"time": "13:32:19", "event": "step", "step": 340, "rows_seen": 10880, "lr": 9.520020770155628e-05, "tok_per_s": 1345.0961646024793, "loss": 0.5921732289716601, "entropy": 0.5868812818080187, "sharp": 0.19962573796510696} +{"time": "13:34:24", "event": "step", "step": 350, "rows_seen": 11200, "lr": 9.485767553876519e-05, "tok_per_s": 1346.1745381012681, "loss": 0.6189527772367001, "entropy": 0.6430873423814774, "sharp": 0.13185847736895084} +{"time": "13:36:35", "event": "step", "step": 360, "rows_seen": 11520, "lr": 9.450403580967612e-05, "tok_per_s": 1347.4620205369197, "loss": 0.6477307789027691, "entropy": 0.6164586134254932, "sharp": 0.15904217306524515} +{"time": "13:38:51", "event": "step", "step": 370, "rows_seen": 11840, "lr": 9.413938125017902e-05, "tok_per_s": 1348.0464673839006, "loss": 0.6246298626065254, "entropy": 0.6166883315891027, "sharp": 0.15941832400858402} +{"time": "13:41:01", "event": "step", "step": 380, "rows_seen": 12160, "lr": 9.376380748461219e-05, "tok_per_s": 1349.076819881699, "loss": 0.6199413053691387, "entropy": 0.610739029943943, "sharp": 0.16622969508171082} +{"time": "13:43:11", "event": "step", "step": 390, "rows_seen": 12480, "lr": 9.337741300068645e-05, "tok_per_s": 1350.0355069068842, "loss": 0.6142280027270317, "entropy": 0.6235313676297665, "sharp": 0.15947772935032845} +{"time": "13:45:32", "event": "step", "step": 400, "rows_seen": 12800, "lr": 9.298029912365855e-05, "tok_per_s": 1351.3316010427245, "loss": 0.5889162300154567, "entropy": 0.5645769340917468, "sharp": 0.2019718773663044} +{"time": "13:46:21", "event": "val", "step": 400, "rows_seen": 12800, "n": 500, "dropped_long": 0, "noul_ce": 0.5734246969223022, "noul_T": 1.0243478400762895, "noul_auc": 0.7519029214696797, "noul_acc": 0.712, "noul_f1": 0.7857142857142857, "noul_nll": 0.5714008956998586, "noul_ece": 0.052762187123298644, "noul_brier": 0.1942834507522702, "noul_sharp": 0.20684699714183807, "entropy": 0.5691341161727905} +{"time": "13:48:34", "event": "step", "step": 410, "rows_seen": 13120, "lr": 9.257256998976022e-05, "tok_per_s": 1340.3680982302008, "loss": 0.6067512333393097, "entropy": 0.6028946861624718, "sharp": 0.1761451018974185} +{"time": "13:50:42", "event": "step", "step": 420, "rows_seen": 13440, "lr": 9.215433251889039e-05, "tok_per_s": 1341.7531324441907, "loss": 0.6340285316109657, "entropy": 0.6099263913929462, "sharp": 0.17143238428980112} +{"time": "13:52:54", "event": "step", "step": 430, "rows_seen": 13760, "lr": 9.172569638657718e-05, "tok_per_s": 1342.8756724115499, "loss": 0.6261298824101686, "entropy": 0.6133098136633635, "sharp": 0.17537745647132397} +{"time": "13:55:13", "event": "step", "step": 440, "rows_seen": 14080, "lr": 9.128677399521752e-05, "tok_per_s": 1343.527792527356, "loss": 0.6180978491902351, "entropy": 0.5709154456853867, "sharp": 0.19994817674160004} +{"time": "13:57:26", "event": "step", "step": 450, "rows_seen": 14400, "lr": 9.083768044460145e-05, "tok_per_s": 1344.5624548728877, "loss": 0.5535638146102428, "entropy": 0.5848266668617725, "sharp": 0.18842163681983948} +{"time": "13:59:36", "event": "step", "step": 460, "rows_seen": 14720, "lr": 9.037853350172924e-05, "tok_per_s": 1345.4930805400365, "loss": 0.5724252872169018, "entropy": 0.5874244291335344, "sharp": 0.19634760729968548} +{"time": "14:01:39", "event": "step", "step": 470, "rows_seen": 15040, "lr": 8.990945356992909e-05, "tok_per_s": 1346.2206099109872, "loss": 0.6433999128639698, "entropy": 0.6156766749918461, "sharp": 0.1579623445868492} +{"time": "14:03:52", "event": "step", "step": 480, "rows_seen": 15360, "lr": 8.943056365728335e-05, "tok_per_s": 1347.1565626208226, "loss": 0.6186363250017166, "entropy": 0.5579587370157242, "sharp": 0.21905269287526608} +{"time": "14:06:03", "event": "step", "step": 490, "rows_seen": 15680, "lr": 8.894198934437185e-05, "tok_per_s": 1348.1557889755375, "loss": 0.618001401424408, "entropy": 0.6157416701316833, "sharp": 0.1601070323958993} +{"time": "14:08:21", "event": "step", "step": 500, "rows_seen": 16000, "lr": 8.844385875134053e-05, "tok_per_s": 1349.3979080897511, "loss": 0.6161333657801151, "entropy": 0.5819813795387745, "sharp": 0.1892042476683855} +{"time": "14:09:10", "event": "val", "step": 500, "rows_seen": 16000, "n": 500, "dropped_long": 0, "noul_ce": 0.5715436935424805, "noul_T": 0.9728648353891034, "noul_auc": 0.7511265632647551, "noul_acc": 0.704, "noul_f1": 0.7708978328173375, "noul_nll": 0.5711203488707542, "noul_ece": 0.05266055262088776, "noul_brier": 0.1943123650769904, "noul_sharp": 0.19970478117465973, "entropy": 0.5764794945716858} +{"time": "14:11:25", "event": "step", "step": 510, "rows_seen": 16320, "lr": 8.793630250430419e-05, "tok_per_s": 1340.5212425115556, "loss": 0.6122501119971275, "entropy": 0.6475911401212215, "sharp": 0.1215678695589304} +{"time": "14:13:36", "event": "step", "step": 520, "rows_seen": 16640, "lr": 8.741945370109202e-05, "tok_per_s": 1341.578716316837, "loss": 0.6295411456376314, "entropy": 0.5767235737293959, "sharp": 0.20057604182511568} +{"time": "14:15:50", "event": "step", "step": 530, "rows_seen": 16960, "lr": 8.689344787634503e-05, "tok_per_s": 1342.3152754820323, "loss": 0.5819394625723362, "entropy": 0.6318340972065926, "sharp": 0.14290220756083727} +{"time": "14:18:04", "event": "step", "step": 540, "rows_seen": 17280, "lr": 8.63584229659744e-05, "tok_per_s": 1343.150922125646, "loss": 0.6285442356020212, "entropy": 0.6103329956531525, "sharp": 0.16808263678103685} +{"time": "14:20:16", "event": "step", "step": 550, "rows_seen": 17600, "lr": 8.581451927099022e-05, "tok_per_s": 1344.3073556905374, "loss": 0.6673912331461906, "entropy": 0.6195819936692715, "sharp": 0.16521526407450438} +{"time": "14:22:31", "event": "step", "step": 560, "rows_seen": 17920, "lr": 8.526187942070997e-05, "tok_per_s": 1345.3539626775582, "loss": 0.6097315587103367, "entropy": 0.610313456505537, "sharp": 0.16353084426373243} +{"time": "14:24:39", "event": "step", "step": 570, "rows_seen": 18240, "lr": 8.470064833535642e-05, "tok_per_s": 1346.012851732048, "loss": 0.6362683195620775, "entropy": 0.6300924029201269, "sharp": 0.14627310074865818} +{"time": "14:26:48", "event": "step", "step": 580, "rows_seen": 18560, "lr": 8.413097318805486e-05, "tok_per_s": 1346.7040040447425, "loss": 0.586936142295599, "entropy": 0.5938610546290874, "sharp": 0.1927366815507412} +{"time": "14:29:08", "event": "step", "step": 590, "rows_seen": 18880, "lr": 8.35530033662395e-05, "tok_per_s": 1347.4458120560087, "loss": 0.6370811238884926, "entropy": 0.6055722795426846, "sharp": 0.18091072142124176} +{"time": "14:31:15", "event": "step", "step": 600, "rows_seen": 19200, "lr": 8.296689043247915e-05, "tok_per_s": 1348.079007109456, "loss": 0.5904293823987246, "entropy": 0.609552051872015, "sharp": 0.16792735923081636} +{"time": "14:32:04", "event": "val", "step": 600, "rows_seen": 19200, "n": 500, "dropped_long": 0, "noul_ce": 0.5766592025756836, "noul_T": 0.809336270445632, "noul_auc": 0.744662537341142, "noul_acc": 0.7, "noul_f1": 0.7678018575851393, "noul_nll": 0.5785274091959, "noul_ece": 0.06645898580551148, "noul_brier": 0.19698600738693153, "noul_sharp": 0.1730462610721588, "entropy": 0.60688716173172} +{"time": "14:34:16", "event": "step", "step": 610, "rows_seen": 19520, "lr": 8.237278808473261e-05, "tok_per_s": 1340.953280369802, "loss": 0.6235191710293293, "entropy": 0.5894252005964518, "sharp": 0.1906894687563181} +{"time": "14:36:35", "event": "step", "step": 620, "rows_seen": 19840, "lr": 8.177085211604405e-05, "tok_per_s": 1342.0600315053323, "loss": 0.637794516980648, "entropy": 0.626196838915348, "sharp": 0.15445950534194708} +{"time": "14:38:47", "event": "step", "step": 630, "rows_seen": 20160, "lr": 8.116124037368893e-05, "tok_per_s": 1342.8248409068376, "loss": 0.5947414189577103, "entropy": 0.5400043353438377, "sharp": 0.23061520978808403} +{"time": "14:41:01", "event": "step", "step": 640, "rows_seen": 20480, "lr": 8.054411271778132e-05, "tok_per_s": 1343.8178931382977, "loss": 0.5781087949872017, "entropy": 0.6108662560582161, "sharp": 0.17028499860316515} +{"time": "14:43:11", "event": "step", "step": 650, "rows_seen": 20800, "lr": 7.991963097935343e-05, "tok_per_s": 1344.6078501463658, "loss": 0.6043184697628021, "entropy": 0.5917435213923454, "sharp": 0.19521628506481647} +{"time": "14:45:21", "event": "step", "step": 660, "rows_seen": 21120, "lr": 7.928795891791805e-05, "tok_per_s": 1345.3061957759494, "loss": 0.5959981009364128, "entropy": 0.6077417470514774, "sharp": 0.16902970150113106} +{"time": "14:47:31", "event": "step", "step": 670, "rows_seen": 21440, "lr": 7.864926217852567e-05, "tok_per_s": 1346.1297357377375, "loss": 0.6379271149635315, "entropy": 0.6275448128581047, "sharp": 0.1316704209893942} +{"time": "14:49:50", "event": "step", "step": 680, "rows_seen": 21760, "lr": 7.800370824832674e-05, "tok_per_s": 1346.8813352157404, "loss": 0.6453553326427937, "entropy": 0.5820917747914791, "sharp": 0.1989525929093361} +{"time": "14:52:02", "event": "step", "step": 690, "rows_seen": 22080, "lr": 7.735146641265118e-05, "tok_per_s": 1347.6595487211557, "loss": 0.6093242801725864, "entropy": 0.6032668054103851, "sharp": 0.17063218262046576} +{"time": "14:54:07", "event": "step", "step": 700, "rows_seen": 22400, "lr": 7.669270771061626e-05, "tok_per_s": 1348.109304639103, "loss": 0.6134396158158779, "entropy": 0.601062722504139, "sharp": 0.18300079461187124} +{"time": "14:54:57", "event": "val", "step": 700, "rows_seen": 22400, "n": 500, "dropped_long": 0, "noul_ce": 0.5794788002967834, "noul_T": 0.8415290969523092, "noul_auc": 0.7461139896373057, "noul_acc": 0.702, "noul_f1": 0.7631160572337043, "noul_nll": 0.5803232317566872, "noul_ece": 0.05832443612813948, "noul_brier": 0.1977959759087339, "noul_sharp": 0.17378798127174377, "entropy": 0.6047506332397461} +{"time": "14:57:07", "event": "step", "step": 710, "rows_seen": 22720, "lr": 7.602760489027442e-05, "tok_per_s": 1341.7128286385118, "loss": 0.5470031276345253, "entropy": 0.5850360468029976, "sharp": 0.1997083481401205} +{"time": "14:59:18", "event": "step", "step": 720, "rows_seen": 23040, "lr": 7.535633236331324e-05, "tok_per_s": 1342.265450648536, "loss": 0.5804959088563919, "entropy": 0.5779036097228527, "sharp": 0.20453785732388496} +{"time": "15:01:33", "event": "step", "step": 730, "rows_seen": 23360, "lr": 7.467906615931893e-05, "tok_per_s": 1342.9987886158324, "loss": 0.638544362038374, "entropy": 0.6216372959315777, "sharp": 0.15588057693094015} +{"time": "15:03:41", "event": "step", "step": 740, "rows_seen": 23680, "lr": 7.399598387961561e-05, "tok_per_s": 1343.7304759027454, "loss": 0.6204962944611907, "entropy": 0.5981319695711136, "sharp": 0.18514900654554367} +{"time": "15:05:51", "event": "step", "step": 750, "rows_seen": 24000, "lr": 7.330726465069241e-05, "tok_per_s": 1344.0665695512948, "loss": 0.5971847735345364, "entropy": 0.574676401913166, "sharp": 0.20028243958950043} +{"time": "15:08:07", "event": "step", "step": 760, "rows_seen": 24320, "lr": 7.26130890772308e-05, "tok_per_s": 1344.441312790074, "loss": 0.5930193904787302, "entropy": 0.5970398150384426, "sharp": 0.17501912452280521} +{"time": "15:10:19", "event": "step", "step": 770, "rows_seen": 24640, "lr": 7.191363919474393e-05, "tok_per_s": 1344.716472616098, "loss": 0.6151463240385056, "entropy": 0.6257757321000099, "sharp": 0.1495987754315138} +{"time": "15:12:31", "event": "step", "step": 780, "rows_seen": 24960, "lr": 7.120909842184114e-05, "tok_per_s": 1345.1561652864964, "loss": 0.5720216371119022, "entropy": 0.5683205276727676, "sharp": 0.21290973294526339} +{"time": "15:14:43", "event": "step", "step": 790, "rows_seen": 25280, "lr": 7.049965151212958e-05, "tok_per_s": 1345.7106132151303, "loss": 0.6191060319542885, "entropy": 0.6180730313062668, "sharp": 0.15297646261751652} +{"time": "15:16:55", "event": "step", "step": 800, "rows_seen": 25600, "lr": 6.978548450576568e-05, "tok_per_s": 1346.4494874516201, "loss": 0.5543683022260666, "entropy": 0.5770908016711473, "sharp": 0.19969655945897102} +{"time": "15:17:45", "event": "val", "step": 800, "rows_seen": 25600, "n": 500, "dropped_long": 0, "noul_ce": 0.5801330208778381, "noul_T": 0.8570996200309502, "noul_auc": 0.7522911005721422, "noul_acc": 0.712, "noul_f1": 0.7662337662337663, "noul_nll": 0.5783703398332, "noul_ece": 0.08538531953096393, "noul_brier": 0.19700111967229367, "noul_sharp": 0.17230212688446045, "entropy": 0.6023692488670349} +{"time": "15:19:52", "event": "step", "step": 810, "rows_seen": 25920, "lr": 6.90667846806694e-05, "tok_per_s": 1340.883128980966, "loss": 0.6276606488972902, "entropy": 0.603108124807477, "sharp": 0.17474314756691456} +{"time": "15:22:10", "event": "step", "step": 820, "rows_seen": 26240, "lr": 6.834374050341399e-05, "tok_per_s": 1341.6081439001491, "loss": 0.6258114241063595, "entropy": 0.6117681935429573, "sharp": 0.16381592955440283} +{"time": "15:24:24", "event": "step", "step": 830, "rows_seen": 26560, "lr": 6.76165415798036e-05, "tok_per_s": 1342.0909551785344, "loss": 0.6037752293050289, "entropy": 0.620209276676178, "sharp": 0.1596430018544197} +{"time": "15:26:33", "event": "step", "step": 840, "rows_seen": 26880, "lr": 6.688537860515266e-05, "tok_per_s": 1342.6330629744841, "loss": 0.6362503506243229, "entropy": 0.6009676605463028, "sharp": 0.17211204580962658} +{"time": "15:28:46", "event": "step", "step": 850, "rows_seen": 27200, "lr": 6.615044331427935e-05, "tok_per_s": 1343.37275911013, "loss": 0.6593712829053402, "entropy": 0.6314625665545464, "sharp": 0.14038096647709608} +{"time": "15:30:58", "event": "step", "step": 860, "rows_seen": 27520, "lr": 6.541192843122628e-05, "tok_per_s": 1343.8075216205582, "loss": 0.6206567399203777, "entropy": 0.5611639302223921, "sharp": 0.21302776038646698} +{"time": "15:33:15", "event": "step", "step": 870, "rows_seen": 27840, "lr": 6.467002761872219e-05, "tok_per_s": 1344.517186777864, "loss": 0.5899170823395252, "entropy": 0.581215362995863, "sharp": 0.19824682548642159} +{"time": "15:35:27", "event": "step", "step": 880, "rows_seen": 28160, "lr": 6.392493542739706e-05, "tok_per_s": 1345.1335914379533, "loss": 0.5890127923339605, "entropy": 0.5426969230175018, "sharp": 0.23409358970820904} +{"time": "15:37:48", "event": "step", "step": 890, "rows_seen": 28480, "lr": 6.317684724476465e-05, "tok_per_s": 1345.6162144800946, "loss": 0.6506350561976433, "entropy": 0.6137007959187031, "sharp": 0.1594189377501607} +{"time": "15:40:01", "event": "step", "step": 900, "rows_seen": 28800, "lr": 6.242595924398558e-05, "tok_per_s": 1345.9879622124681, "loss": 0.5889874696731567, "entropy": 0.5744866728782654, "sharp": 0.21745813265442848} +{"time": "15:40:50", "event": "val", "step": 900, "rows_seen": 28800, "n": 500, "dropped_long": 0, "noul_ce": 0.5723587274551392, "noul_T": 0.830998328582967, "noul_auc": 0.7526117702654807, "noul_acc": 0.704, "noul_f1": 0.7750759878419453, "noul_nll": 0.571847168698907, "noul_ece": 0.04092035049200059, "noul_brier": 0.19436538963513958, "noul_sharp": 0.17803113162517548, "entropy": 0.6001467704772949} +{"time": "15:43:05", "event": "step", "step": 910, "rows_seen": 29120, "lr": 6.16724683324242e-05, "tok_per_s": 1341.1970659120561, "loss": 0.5970434881746769, "entropy": 0.6236951500177383, "sharp": 0.155725353397429} +{"time": "15:45:16", "event": "step", "step": 920, "rows_seen": 29440, "lr": 6.091657210001309e-05, "tok_per_s": 1341.889865097264, "loss": 0.5641872212290764, "entropy": 0.5919525846838951, "sharp": 0.18967613764107227} +{"time": "15:47:31", "event": "step", "step": 930, "rows_seen": 29760, "lr": 6.015846876743859e-05, "tok_per_s": 1342.2531928325434, "loss": 0.5928251966834068, "entropy": 0.5855984054505825, "sharp": 0.19409778341650963} +{"time": "15:49:48", "event": "step", "step": 940, "rows_seen": 30080, "lr": 5.9398357134160796e-05, "tok_per_s": 1342.7815908468451, "loss": 0.6154191195964813, "entropy": 0.6087377816438675, "sharp": 0.17276557348668575} +{"time": "15:52:05", "event": "step", "step": 950, "rows_seen": 30400, "lr": 5.8636436526281816e-05, "tok_per_s": 1343.3111961368788, "loss": 0.5901755876839161, "entropy": 0.587700990960002, "sharp": 0.17745856009423733} +{"time": "15:54:16", "event": "step", "step": 960, "rows_seen": 30720, "lr": 5.7872906744276015e-05, "tok_per_s": 1343.5984350593706, "loss": 0.5892935805022717, "entropy": 0.5788683779537678, "sharp": 0.1985829882323742} +{"time": "15:56:29", "event": "step", "step": 970, "rows_seen": 31040, "lr": 5.7107968010595795e-05, "tok_per_s": 1344.0074459885338, "loss": 0.6052734274417162, "entropy": 0.6182116214185953, "sharp": 0.17067563347518444} +{"time": "15:58:40", "event": "step", "step": 980, "rows_seen": 31360, "lr": 5.634182091716671e-05, "tok_per_s": 1344.370302380164, "loss": 0.6337165869772434, "entropy": 0.5994317755103111, "sharp": 0.1834774874150753} +{"time": "16:00:55", "event": "step", "step": 990, "rows_seen": 31680, "lr": 5.5574666372785714e-05, "tok_per_s": 1344.784285334095, "loss": 0.6175950467586517, "entropy": 0.6169835701584816, "sharp": 0.15746891032904387} +{"time": "16:03:09", "event": "step", "step": 1000, "rows_seen": 32000, "lr": 5.48067055504363e-05, "tok_per_s": 1345.2277851803592, "loss": 0.5692473277449608, "entropy": 0.5859860628843307, "sharp": 0.18991144932806492} +{"time": "16:03:58", "event": "val", "step": 1000, "rows_seen": 32000, "n": 500, "dropped_long": 0, "noul_ce": 0.572152316570282, "noul_T": 0.8992162654654496, "noul_auc": 0.7509915444465072, "noul_acc": 0.712, "noul_f1": 0.7777777777777778, "noul_nll": 0.5725189854204654, "noul_ece": 0.0441045909523964, "noul_brier": 0.19467102602270248, "noul_sharp": 0.18881212174892426, "entropy": 0.5895105600357056} +{"time": "16:06:17", "event": "step", "step": 1010, "rows_seen": 32320, "lr": 5.403813983453441e-05, "tok_per_s": 1340.9928949339662, "loss": 0.6250907406210899, "entropy": 0.5796449109911919, "sharp": 0.20088165067136288} +{"time": "16:08:31", "event": "step", "step": 1020, "rows_seen": 32640, "lr": 5.3269170768118824e-05, "tok_per_s": 1341.7713653124388, "loss": 0.6178736444562674, "entropy": 0.6214842069894075, "sharp": 0.16144248936325312} +{"time": "16:10:44", "event": "step", "step": 1030, "rows_seen": 32960, "lr": 5.25e-05, "tok_per_s": 1342.318298528957, "loss": 0.6084604747593403, "entropy": 0.6058994680643082, "sharp": 0.17393179051578045} +{"time": "16:12:52", "event": "step", "step": 1040, "rows_seen": 33280, "lr": 5.173082923188119e-05, "tok_per_s": 1342.7141544122178, "loss": 0.5853817742317915, "entropy": 0.5992570389062166, "sharp": 0.18428727239370346} +{"time": "16:15:11", "event": "step", "step": 1050, "rows_seen": 33600, "lr": 5.0961860165465604e-05, "tok_per_s": 1343.2376912922216, "loss": 0.661125797778368, "entropy": 0.6258147731423378, "sharp": 0.15223658178001642} +{"time": "16:17:17", "event": "step", "step": 1060, "rows_seen": 33920, "lr": 5.019329444956372e-05, "tok_per_s": 1343.6020713643675, "loss": 0.6134575456380844, "entropy": 0.6283098720014095, "sharp": 0.14333879202604294} +{"time": "16:19:35", "event": "step", "step": 1070, "rows_seen": 34240, "lr": 4.9425333627214304e-05, "tok_per_s": 1344.0927506003586, "loss": 0.590616300702095, "entropy": 0.5775160863995552, "sharp": 0.20389483496546745} +{"time": "16:21:46", "event": "step", "step": 1080, "rows_seen": 34560, "lr": 4.865817908283331e-05, "tok_per_s": 1344.3594869741078, "loss": 0.6171089820563793, "entropy": 0.6351576782763004, "sharp": 0.13815695699304342} +{"time": "16:23:57", "event": "step", "step": 1090, "rows_seen": 34880, "lr": 4.7892031989404217e-05, "tok_per_s": 1344.8114658864156, "loss": 0.5738208033144474, "entropy": 0.5652920342981815, "sharp": 0.21748002618551254} +{"time": "16:26:07", "event": "step", "step": 1100, "rows_seen": 35200, "lr": 4.7127093255723996e-05, "tok_per_s": 1345.1599315747471, "loss": 0.5968511067330837, "entropy": 0.5793099626898766, "sharp": 0.191363456659019} +{"time": "16:26:56", "event": "val", "step": 1100, "rows_seen": 35200, "n": 500, "dropped_long": 0, "noul_ce": 0.5713337063789368, "noul_T": 0.9231241628235473, "noul_auc": 0.7529661946633812, "noul_acc": 0.702, "noul_f1": 0.7772795216741405, "noul_nll": 0.5696218377053738, "noul_ece": 0.058596229732036605, "noul_brier": 0.19345765061872372, "noul_sharp": 0.19340111315250397, "entropy": 0.5848318934440613} +{"time": "16:29:09", "event": "step", "step": 1110, "rows_seen": 35520, "lr": 4.636356347371821e-05, "tok_per_s": 1340.9884769845435, "loss": 0.6280092038214207, "entropy": 0.6266719736158848, "sharp": 0.15985496807843447} +{"time": "16:31:16", "event": "step", "step": 1120, "rows_seen": 35840, "lr": 4.560164286583922e-05, "tok_per_s": 1341.3811553065016, "loss": 0.637982539832592, "entropy": 0.6045583821833134, "sharp": 0.17507384065538645} +{"time": "16:33:38", "event": "step", "step": 1130, "rows_seen": 36160, "lr": 4.4841531232561406e-05, "tok_per_s": 1341.8811702368455, "loss": 0.6449314467608929, "entropy": 0.606355831027031, "sharp": 0.17487471736967564} +{"time": "16:35:50", "event": "step", "step": 1140, "rows_seen": 36480, "lr": 4.4083427899986926e-05, "tok_per_s": 1342.4530987003166, "loss": 0.5922327637672424, "entropy": 0.5971295349299908, "sharp": 0.1825632005929947} +{"time": "16:38:01", "event": "step", "step": 1150, "rows_seen": 36800, "lr": 4.3327531667575824e-05, "tok_per_s": 1342.833695325334, "loss": 0.5932027250528336, "entropy": 0.5823726542294025, "sharp": 0.1963850799947977} +{"time": "16:40:11", "event": "step", "step": 1160, "rows_seen": 37120, "lr": 4.257404075601443e-05, "tok_per_s": 1343.1718716606156, "loss": 0.56448008492589, "entropy": 0.590785626322031, "sharp": 0.19475395884364843} +{"time": "16:42:23", "event": "step", "step": 1170, "rows_seen": 37440, "lr": 4.182315275523537e-05, "tok_per_s": 1343.5345799210156, "loss": 0.6017947532236576, "entropy": 0.5943904519081116, "sharp": 0.18304948415607214} +{"time": "16:44:33", "event": "step", "step": 1180, "rows_seen": 37760, "lr": 4.1075064572602964e-05, "tok_per_s": 1343.9403605986072, "loss": 0.612783707678318, "entropy": 0.6128004677593708, "sharp": 0.17007690481841564} +{"time": "16:46:43", "event": "step", "step": 1190, "rows_seen": 38080, "lr": 4.0329972381277805e-05, "tok_per_s": 1344.4259917399154, "loss": 0.6028804052621126, "entropy": 0.6000625938177109, "sharp": 0.16865666583180428} +{"time": "16:48:56", "event": "step", "step": 1200, "rows_seen": 38400, "lr": 3.958807156877371e-05, "tok_per_s": 1344.8822281712164, "loss": 0.6333965472877026, "entropy": 0.6138097457587719, "sharp": 0.164456850849092} +{"time": "16:49:46", "event": "val", "step": 1200, "rows_seen": 38400, "n": 500, "dropped_long": 0, "noul_ce": 0.5696637034416199, "noul_T": 0.9309643172696148, "noul_auc": 0.7513966009012506, "noul_acc": 0.696, "noul_f1": 0.7689969604863222, "noul_nll": 0.5701047368571163, "noul_ece": 0.050123514473438276, "noul_brier": 0.19398987966372094, "noul_sharp": 0.19452404975891113, "entropy": 0.5818167328834534} +{"time": "16:51:58", "event": "step", "step": 1210, "rows_seen": 38720, "lr": 3.884955668572066e-05, "tok_per_s": 1341.2164941159253, "loss": 0.5890864059329033, "entropy": 0.6234853304922581, "sharp": 0.1516331061720848} +{"time": "16:54:09", "event": "step", "step": 1220, "rows_seen": 39040, "lr": 3.811462139484735e-05, "tok_per_s": 1341.564816917686, "loss": 0.647015368565917, "entropy": 0.5662669949233532, "sharp": 0.20811218582093716} +{"time": "16:56:27", "event": "step", "step": 1230, "rows_seen": 39360, "lr": 3.738345842019643e-05, "tok_per_s": 1342.0181708844375, "loss": 0.6029278747737408, "entropy": 0.5919628329575062, "sharp": 0.18313878681510687} +{"time": "16:58:41", "event": "step", "step": 1240, "rows_seen": 39680, "lr": 3.665625949658603e-05, "tok_per_s": 1342.4242913368892, "loss": 0.6418625079095364, "entropy": 0.6213362887501717, "sharp": 0.15301482565701008} +{"time": "17:00:49", "event": "step", "step": 1250, "rows_seen": 40000, "lr": 3.5933215319330585e-05, "tok_per_s": 1342.8432387475464, "loss": 0.6271952912211418, "entropy": 0.6386373303830624, "sharp": 0.14232446812093258} +{"time": "17:02:58", "event": "step", "step": 1260, "rows_seen": 40320, "lr": 3.521451549423435e-05, "tok_per_s": 1343.1565103265461, "loss": 0.5878794193267822, "entropy": 0.5738149434328079, "sharp": 0.20595637429505587} +{"time": "17:05:05", "event": "step", "step": 1270, "rows_seen": 40640, "lr": 3.450034848787043e-05, "tok_per_s": 1343.4382909640335, "loss": 0.5629006698727608, "entropy": 0.5901640318334103, "sharp": 0.18320068065077066} +{"time": "17:07:16", "event": "step", "step": 1280, "rows_seen": 40960, "lr": 3.379090157815887e-05, "tok_per_s": 1343.7665907894727, "loss": 0.6007330119609833, "entropy": 0.6088188663125038, "sharp": 0.15811218414455652} +{"time": "17:09:22", "event": "step", "step": 1290, "rows_seen": 41280, "lr": 3.3086360805256096e-05, "tok_per_s": 1344.0164879013876, "loss": 0.5953935459256172, "entropy": 0.592731274664402, "sharp": 0.17933752946555614} +{"time": "17:11:35", "event": "step", "step": 1300, "rows_seen": 41600, "lr": 3.238691092276923e-05, "tok_per_s": 1344.538196641999, "loss": 0.6080486625432968, "entropy": 0.6041233949363232, "sharp": 0.18048966024070978} +{"time": "17:12:24", "event": "val", "step": 1300, "rows_seen": 41600, "n": 500, "dropped_long": 0, "noul_ce": 0.5738893151283264, "noul_T": 0.8485255492399191, "noul_auc": 0.7506202426963258, "noul_acc": 0.71, "noul_f1": 0.7702060221870047, "noul_nll": 0.5736357927322387, "noul_ece": 0.05739030742645264, "noul_brier": 0.1950988391750295, "noul_sharp": 0.17998869717121124, "entropy": 0.5989527702331543} +{"time": "17:14:36", "event": "step", "step": 1310, "rows_seen": 41920, "lr": 3.169273534930759e-05, "tok_per_s": 1341.21766586371, "loss": 0.5989629924297333, "entropy": 0.5937832817435265, "sharp": 0.18891988135874271} +{"time": "17:16:50", "event": "step", "step": 1320, "rows_seen": 42240, "lr": 3.10040161203844e-05, "tok_per_s": 1341.7212838589871, "loss": 0.5943224467337132, "entropy": 0.5968209132552147, "sharp": 0.18128877505660057} +{"time": "17:18:57", "event": "step", "step": 1330, "rows_seen": 42560, "lr": 3.032093384068107e-05, "tok_per_s": 1341.963255964424, "loss": 0.5894135385751724, "entropy": 0.5845052972435951, "sharp": 0.1912588244304061} +{"time": "17:21:14", "event": "step", "step": 1340, "rows_seen": 42880, "lr": 2.9643667636686757e-05, "tok_per_s": 1342.3173402827629, "loss": 0.5880104824900627, "entropy": 0.6030691601336002, "sharp": 0.1555505469441414} +{"time": "17:23:18", "event": "step", "step": 1350, "rows_seen": 43200, "lr": 2.8972395109725607e-05, "tok_per_s": 1342.534212116552, "loss": 0.561663843691349, "entropy": 0.5816491656005383, "sharp": 0.20139814727008343} +{"time": "17:25:30", "event": "step", "step": 1360, "rows_seen": 43520, "lr": 2.8307292289383776e-05, "tok_per_s": 1342.8475965818186, "loss": 0.6068019978702068, "entropy": 0.6101430654525757, "sharp": 0.15890909917652607} +{"time": "17:27:42", "event": "step", "step": 1370, "rows_seen": 43840, "lr": 2.7648533587348822e-05, "tok_per_s": 1343.0554562009331, "loss": 0.6361523494124413, "entropy": 0.5739591643214226, "sharp": 0.20813980139791965} +{"time": "17:29:48", "event": "step", "step": 1380, "rows_seen": 44160, "lr": 2.699629175167327e-05, "tok_per_s": 1343.3856892535414, "loss": 0.6341903209686279, "entropy": 0.6205728277564049, "sharp": 0.15298791136592627} +{"time": "17:32:03", "event": "step", "step": 1390, "rows_seen": 44480, "lr": 2.635073782147433e-05, "tok_per_s": 1343.731319100601, "loss": 0.607413686811924, "entropy": 0.5826825089752674, "sharp": 0.19644709303975105} +{"time": "17:34:19", "event": "step", "step": 1400, "rows_seen": 44800, "lr": 2.571204108208194e-05, "tok_per_s": 1344.0147533209583, "loss": 0.6015572175383568, "entropy": 0.6021670587360859, "sharp": 0.16662759333848953} +{"time": "17:35:09", "event": "val", "step": 1400, "rows_seen": 44800, "n": 500, "dropped_long": 0, "noul_ce": 0.5709059238433838, "noul_T": 0.8790631580356567, "noul_auc": 0.7512447047307219, "noul_acc": 0.704, "noul_f1": 0.76875, "noul_nll": 0.5713907894790172, "noul_ece": 0.050576405942440034, "noul_brier": 0.19447841792195436, "noul_sharp": 0.18512988090515137, "entropy": 0.5914300680160522} +{"time": "17:37:15", "event": "step", "step": 1410, "rows_seen": 45120, "lr": 2.5080369020646587e-05, "tok_per_s": 1340.7060440754888, "loss": 0.5496067684143782, "entropy": 0.5240669436752796, "sharp": 0.25550889782607555} +{"time": "17:39:27", "event": "step", "step": 1420, "rows_seen": 45440, "lr": 2.4455887282218688e-05, "tok_per_s": 1341.001732202618, "loss": 0.6707071345299482, "entropy": 0.6079246532171965, "sharp": 0.17177706770598888} +{"time": "17:41:40", "event": "step", "step": 1430, "rows_seen": 45760, "lr": 2.383875962631108e-05, "tok_per_s": 1341.2953611295598, "loss": 0.5980911124497652, "entropy": 0.5971576534211636, "sharp": 0.18261465430259705} +{"time": "17:43:57", "event": "step", "step": 1440, "rows_seen": 46080, "lr": 2.322914788395595e-05, "tok_per_s": 1341.6625680773263, "loss": 0.5771901607513428, "entropy": 0.5824805162847042, "sharp": 0.20418300665915012} +{"time": "17:46:10", "event": "step", "step": 1450, "rows_seen": 46400, "lr": 2.2627211915267383e-05, "tok_per_s": 1342.00673980035, "loss": 0.6056662313640118, "entropy": 0.5837757401168346, "sharp": 0.19148995354771614} +{"time": "17:48:30", "event": "step", "step": 1460, "rows_seen": 46720, "lr": 2.2033109567520866e-05, "tok_per_s": 1342.4047983514834, "loss": 0.5579864606261253, "entropy": 0.5866919793188572, "sharp": 0.18327752128243446} +{"time": "17:50:39", "event": "step", "step": 1470, "rows_seen": 47040, "lr": 2.144699663376052e-05, "tok_per_s": 1342.6662811554538, "loss": 0.580786619335413, "entropy": 0.5844567604362965, "sharp": 0.1894424855709076} +{"time": "17:52:52", "event": "step", "step": 1480, "rows_seen": 47360, "lr": 2.0869026811945157e-05, "tok_per_s": 1342.9192883569015, "loss": 0.5768620073795319, "entropy": 0.5839908756315708, "sharp": 0.1965287495404482} +{"time": "17:55:05", "event": "step", "step": 1490, "rows_seen": 47680, "lr": 2.0299351664643596e-05, "tok_per_s": 1343.2251839596788, "loss": 0.5856879130005836, "entropy": 0.592074990272522, "sharp": 0.1854938054457307} +{"time": "17:57:17", "event": "step", "step": 1500, "rows_seen": 48000, "lr": 1.973812057929005e-05, "tok_per_s": 1343.503382177728, "loss": 0.6454440988600254, "entropy": 0.6074911318719387, "sharp": 0.170558444224298} +{"time": "17:58:06", "event": "val", "step": 1500, "rows_seen": 48000, "n": 500, "dropped_long": 0, "noul_ce": 0.5749365091323853, "noul_T": 0.8143693495055967, "noul_auc": 0.7518860441173987, "noul_acc": 0.708, "noul_f1": 0.767515923566879, "noul_nll": 0.5741497762799262, "noul_ece": 0.05401920634508134, "noul_brier": 0.19536951190494747, "noul_sharp": 0.17201046645641327, "entropy": 0.6044949889183044} +{"time": "18:00:12", "event": "step", "step": 1510, "rows_seen": 48320, "lr": 1.9185480729009792e-05, "tok_per_s": 1340.525312091198, "loss": 0.6345112733542919, "entropy": 0.6174597889184952, "sharp": 0.15455570258200169} +{"time": "18:02:25", "event": "step", "step": 1520, "rows_seen": 48640, "lr": 1.8641577034025627e-05, "tok_per_s": 1340.9015180156928, "loss": 0.6255852840840816, "entropy": 0.6086644046008587, "sharp": 0.17106930073350668} +{"time": "18:04:41", "event": "step", "step": 1530, "rows_seen": 48960, "lr": 1.810655212365499e-05, "tok_per_s": 1341.1817696484181, "loss": 0.5556928440928459, "entropy": 0.5603433512151241, "sharp": 0.21690170466899872} +{"time": "18:06:50", "event": "step", "step": 1540, "rows_seen": 49280, "lr": 1.7580546298907994e-05, "tok_per_s": 1341.4860056617379, "loss": 0.5898302830755711, "entropy": 0.5910173803567886, "sharp": 0.1931190025061369} +{"time": "18:09:03", "event": "step", "step": 1550, "rows_seen": 49600, "lr": 1.7063697495695813e-05, "tok_per_s": 1341.8290590045233, "loss": 0.6239821463823318, "entropy": 0.5969855599105358, "sharp": 0.1846342170611024} +{"time": "18:11:16", "event": "step", "step": 1560, "rows_seen": 49920, "lr": 1.6556141248659472e-05, "tok_per_s": 1342.1360196897326, "loss": 0.6202262490987778, "entropy": 0.592649158090353, "sharp": 0.18070374615490437} +{"time": "18:13:30", "event": "step", "step": 1570, "rows_seen": 50240, "lr": 1.605801065562816e-05, "tok_per_s": 1342.5103297563965, "loss": 0.6192129366099834, "entropy": 0.6119594760239124, "sharp": 0.16236209869384766} +{"time": "18:15:40", "event": "step", "step": 1580, "rows_seen": 50560, "lr": 1.556943634271667e-05, "tok_per_s": 1342.7762161202434, "loss": 0.5786915477365255, "entropy": 0.6085775196552277, "sharp": 0.17900187522172928} +{"time": "18:17:48", "event": "step", "step": 1590, "rows_seen": 50880, "lr": 1.5090546430070923e-05, "tok_per_s": 1342.9565004640704, "loss": 0.6197082847356796, "entropy": 0.6251858435571194, "sharp": 0.1545687085017562} +{"time": "18:20:01", "event": "step", "step": 1600, "rows_seen": 51200, "lr": 1.4621466498270773e-05, "tok_per_s": 1343.247569139361, "loss": 0.570737823843956, "entropy": 0.5569640658795834, "sharp": 0.21841593645513058} +{"time": "18:20:50", "event": "val", "step": 1600, "rows_seen": 51200, "n": 500, "dropped_long": 0, "noul_ce": 0.5726402401924133, "noul_T": 0.8668886693627917, "noul_auc": 0.7514472329580936, "noul_acc": 0.704, "noul_f1": 0.7694704049844237, "noul_nll": 0.5717049952745438, "noul_ece": 0.05208744239807129, "noul_brier": 0.19421547683403287, "noul_sharp": 0.1831994503736496, "entropy": 0.5948825478553772} +{"time": "18:23:01", "event": "step", "step": 1610, "rows_seen": 51520, "lr": 1.4162319555398557e-05, "tok_per_s": 1340.5301760109858, "loss": 0.6258591171354055, "entropy": 0.5962683167308569, "sharp": 0.18704574927687645} +{"time": "18:25:15", "event": "step", "step": 1620, "rows_seen": 51840, "lr": 1.3713226004782476e-05, "tok_per_s": 1340.7098151977718, "loss": 0.5819345600903034, "entropy": 0.5974171906709671, "sharp": 0.1713759247213602} +{"time": "18:27:21", "event": "step", "step": 1630, "rows_seen": 52160, "lr": 1.3274303613422823e-05, "tok_per_s": 1340.9660261173135, "loss": 0.6319803819060326, "entropy": 0.6336075440049171, "sharp": 0.12352273147553205} +{"time": "18:29:34", "event": "step", "step": 1640, "rows_seen": 52480, "lr": 1.284566748110963e-05, "tok_per_s": 1341.3296037422388, "loss": 0.5798623189330101, "entropy": 0.6209360230714083, "sharp": 0.155542166903615} +{"time": "18:31:40", "event": "step", "step": 1650, "rows_seen": 52800, "lr": 1.2427430010239793e-05, "tok_per_s": 1341.5423284530889, "loss": 0.6063046380877495, "entropy": 0.5763329621404409, "sharp": 0.20177235826849937} +{"time": "18:33:45", "event": "step", "step": 1660, "rows_seen": 53120, "lr": 1.2019700876341466e-05, "tok_per_s": 1341.857959070682, "loss": 0.5863894689828157, "entropy": 0.5698463283479214, "sharp": 0.20495434291660786} +{"time": "18:36:02", "event": "step", "step": 1670, "rows_seen": 53440, "lr": 1.162258699931355e-05, "tok_per_s": 1342.1867858019727, "loss": 0.6003066338598728, "entropy": 0.5925612449645996, "sharp": 0.18494138401001692} +{"time": "18:38:07", "event": "step", "step": 1680, "rows_seen": 53760, "lr": 1.1236192515387821e-05, "tok_per_s": 1342.436946238466, "loss": 0.5893919318914413, "entropy": 0.6192198917269707, "sharp": 0.16822578385472298} +{"time": "18:40:15", "event": "step", "step": 1690, "rows_seen": 54080, "lr": 1.0860618749820988e-05, "tok_per_s": 1342.7742727789725, "loss": 0.6372214499861002, "entropy": 0.5929010100662708, "sharp": 0.1909182956442237} +{"time": "18:42:21", "event": "step", "step": 1700, "rows_seen": 54400, "lr": 1.0495964190323887e-05, "tok_per_s": 1343.0801900512813, "loss": 0.5651796720921993, "entropy": 0.576065830886364, "sharp": 0.20819110609591007} +{"time": "18:43:11", "event": "val", "step": 1700, "rows_seen": 54400, "n": 500, "dropped_long": 0, "noul_ce": 0.5731731653213501, "noul_T": 0.8465357704901425, "noul_auc": 0.7518860441173989, "noul_acc": 0.718, "noul_f1": 0.7786499215070644, "noul_nll": 0.572675131097436, "noul_ece": 0.05943219321966172, "noul_brier": 0.19471053288245804, "noul_sharp": 0.1788644641637802, "entropy": 0.5984970331192017} +{"time": "18:45:23", "event": "step", "step": 1710, "rows_seen": 54720, "lr": 1.0142324461234822e-05, "tok_per_s": 1340.5188556055107, "loss": 0.575516365468502, "entropy": 0.5974046997725964, "sharp": 0.17883873358368874} +{"time": "18:47:35", "event": "step", "step": 1720, "rows_seen": 55040, "lr": 9.799792298443728e-06, "tok_per_s": 1340.750164075936, "loss": 0.6218082681298256, "entropy": 0.6112626157701015, "sharp": 0.16868940833956003} +{"time": "18:49:47", "event": "step", "step": 1730, "rows_seen": 55360, "lr": 9.468457525073774e-06, "tok_per_s": 1341.0231893950972, "loss": 0.6299876272678375, "entropy": 0.6015924923121929, "sharp": 0.1681239539757371} +{"time": "18:52:02", "event": "step", "step": 1740, "rows_seen": 55680, "lr": 9.148407027926849e-06, "tok_per_s": 1341.4057101948047, "loss": 0.6187654808163643, "entropy": 0.6002458333969116, "sharp": 0.1727056074887514} +{"time": "18:54:08", "event": "step", "step": 1750, "rows_seen": 56000, "lr": 8.839724734698926e-06, "tok_per_s": 1341.6851668849258, "loss": 0.6335715167224407, "entropy": 0.588646724820137, "sharp": 0.19552732910960913} +{"time": "18:56:20", "event": "step", "step": 1760, "rows_seen": 56320, "lr": 8.542491591971554e-06, "tok_per_s": 1341.9377457878302, "loss": 0.587198855355382, "entropy": 0.5838445574045181, "sharp": 0.19573895540088415} +{"time": "18:58:38", "event": "step", "step": 1770, "rows_seen": 56640, "lr": 8.256785543984993e-06, "tok_per_s": 1342.284164330975, "loss": 0.6034958139061928, "entropy": 0.5951002612709999, "sharp": 0.19812408555299044} +{"time": "19:00:49", "event": "step", "step": 1780, "rows_seen": 56960, "lr": 7.982681512198684e-06, "tok_per_s": 1342.5468894480011, "loss": 0.5886847600340843, "entropy": 0.5851670354604721, "sharp": 0.19585134275257587} +{"time": "19:02:56", "event": "step", "step": 1790, "rows_seen": 57280, "lr": 7.720251375644373e-06, "tok_per_s": 1342.7801312463416, "loss": 0.6089973319321871, "entropy": 0.5923338010907173, "sharp": 0.18635131232440472} +{"time": "19:05:11", "event": "step", "step": 1800, "rows_seen": 57600, "lr": 7.469563952077155e-06, "tok_per_s": 1343.0778407262494, "loss": 0.5920955799520016, "entropy": 0.5975633636116982, "sharp": 0.18086477648466825} +{"time": "19:06:01", "event": "val", "step": 1800, "rows_seen": 57600, "n": 500, "dropped_long": 0, "noul_ce": 0.5727041959762573, "noul_T": 0.852652515857741, "noul_auc": 0.7517003932423082, "noul_acc": 0.708, "noul_f1": 0.771875, "noul_nll": 0.5717972248196602, "noul_ece": 0.04753577983379365, "noul_brier": 0.19433183471498033, "noul_sharp": 0.1799403876066208, "entropy": 0.5970054864883423} +{"time": "19:08:13", "event": "step", "step": 1810, "rows_seen": 57920, "lr": 7.230684979929109e-06, "tok_per_s": 1340.5841997725306, "loss": 0.5978891653940082, "entropy": 0.5715295746922493, "sharp": 0.20727243088185787} +{"time": "19:10:25", "event": "step", "step": 1820, "rows_seen": 58240, "lr": 7.003677101070616e-06, "tok_per_s": 1340.9388589216953, "loss": 0.6176951248198748, "entropy": 0.6202311553061008, "sharp": 0.15322641283273697} +{"time": "19:12:41", "event": "step", "step": 1830, "rows_seen": 58560, "lr": 6.7885998443835666e-06, "tok_per_s": 1341.163855142131, "loss": 0.5650120712816715, "entropy": 0.5689450539648533, "sharp": 0.21803241595625877} +{"time": "19:14:51", "event": "step", "step": 1840, "rows_seen": 58880, "lr": 6.585509610150972e-06, "tok_per_s": 1341.3894781516135, "loss": 0.5673370026051998, "entropy": 0.5794145911931992, "sharp": 0.20690239779651165} +{"time": "19:17:00", "event": "step", "step": 1850, "rows_seen": 59200, "lr": 6.394459655266939e-06, "tok_per_s": 1341.5915745161385, "loss": 0.6368432957679033, "entropy": 0.5973813124001026, "sharp": 0.17997036036103964} +{"time": "19:19:13", "event": "step", "step": 1860, "rows_seen": 59520, "lr": 6.215500079271015e-06, "tok_per_s": 1341.818025392544, "loss": 0.6269065588712692, "entropy": 0.6017330661416054, "sharp": 0.18341826740652323} +{"time": "19:21:20", "event": "step", "step": 1870, "rows_seen": 59840, "lr": 6.048677811210399e-06, "tok_per_s": 1342.0741479718092, "loss": 0.6099206581711769, "entropy": 0.6045263484120369, "sharp": 0.1753755984827876} +{"time": "19:23:34", "event": "step", "step": 1880, "rows_seen": 60160, "lr": 5.894036597333646e-06, "tok_per_s": 1342.332980362959, "loss": 0.6298276167362928, "entropy": 0.6074436940252781, "sharp": 0.1656847484409809} +{"time": "19:25:43", "event": "step", "step": 1890, "rows_seen": 60480, "lr": 5.751616989618974e-06, "tok_per_s": 1342.6085694490353, "loss": 0.6337604224681854, "entropy": 0.6360433176159859, "sharp": 0.13644001726061106} +{"time": "19:27:59", "event": "step", "step": 1900, "rows_seen": 60800, "lr": 5.6214563351401916e-06, "tok_per_s": 1342.8645387369693, "loss": 0.6148086301982403, "entropy": 0.6164808198809624, "sharp": 0.1570085659623146} +{"time": "19:28:49", "event": "val", "step": 1900, "rows_seen": 60800, "n": 500, "dropped_long": 0, "noul_ce": 0.5757920145988464, "noul_T": 0.8574828157850332, "noul_auc": 0.7500295353664916, "noul_acc": 0.712, "noul_f1": 0.7714285714285715, "noul_nll": 0.575169786542654, "noul_ece": 0.049607195138931276, "noul_brier": 0.1956643639618236, "noul_sharp": 0.17867712676525116, "entropy": 0.5991230010986328} +{"time": "19:31:02", "event": "step", "step": 1910, "rows_seen": 61120, "lr": 5.5035887662730904e-06, "tok_per_s": 1340.62860848348, "loss": 0.6036116611212492, "entropy": 0.6027545183897018, "sharp": 0.17744246311485767} +{"time": "19:33:13", "event": "step", "step": 1920, "rows_seen": 61440, "lr": 5.398045191744809e-06, "tok_per_s": 1340.8577309378475, "loss": 0.6593710221350193, "entropy": 0.6265784036368132, "sharp": 0.1457636896520853} +{"time": "19:35:28", "event": "step", "step": 1930, "rows_seen": 61760, "lr": 5.304853288528564e-06, "tok_per_s": 1341.102185628036, "loss": 0.6254757717251778, "entropy": 0.6098608486354351, "sharp": 0.16653812862932682} +{"time": "19:37:44", "event": "step", "step": 1940, "rows_seen": 62080, "lr": 5.224037494585838e-06, "tok_per_s": 1341.3797772772398, "loss": 0.5854739733040333, "entropy": 0.6023901104927063, "sharp": 0.171620505861938} +{"time": "19:39:55", "event": "step", "step": 1950, "rows_seen": 62400, "lr": 5.1556190024579555e-06, "tok_per_s": 1341.6455955153183, "loss": 0.5723035931587219, "entropy": 0.5865796841681004, "sharp": 0.18178453017026186} +{"time": "19:42:11", "event": "step", "step": 1960, "rows_seen": 62720, "lr": 5.099615753708697e-06, "tok_per_s": 1341.9810508235626, "loss": 0.6088863983750343, "entropy": 0.6031189560890198, "sharp": 0.18470308743417263} +{"time": "19:44:19", "event": "step", "step": 1970, "rows_seen": 63040, "lr": 5.056042434219443e-06, "tok_per_s": 1342.2429455358529, "loss": 0.5785365253686905, "entropy": 0.5643457733094692, "sharp": 0.2166748931631446} +{"time": "19:46:31", "event": "step", "step": 1980, "rows_seen": 63360, "lr": 5.0249104703380416e-06, "tok_per_s": 1342.41493616763, "loss": 0.6033866666257381, "entropy": 0.598945751786232, "sharp": 0.16845995746552944} +{"time": "19:48:42", "event": "step", "step": 1990, "rows_seen": 63680, "lr": 5.006228025882471e-06, "tok_per_s": 1342.5971544313586, "loss": 0.6076443456113338, "entropy": 0.5862692482769489, "sharp": 0.1942636165767908} +{"time": "19:50:53", "event": "step", "step": 2000, "rows_seen": 64000, "lr": 5e-06, "tok_per_s": 1342.9163692177572, "loss": 0.5732330232858658, "entropy": 0.564582459628582, "sharp": 0.2185003999620676} +{"time": "19:51:42", "event": "val", "step": 2000, "rows_seen": 64000, "n": 500, "dropped_long": 0, "noul_ce": 0.5740241408348083, "noul_T": 0.8462445387668839, "noul_auc": 0.751059053855631, "noul_acc": 0.706, "noul_f1": 0.7692307692307693, "noul_nll": 0.573478749603033, "noul_ece": 0.04364122986793518, "noul_brier": 0.1949711936388587, "noul_sharp": 0.17823465168476105, "entropy": 0.5991653800010681} +{"time": "19:53:28", "event": "ckpt", "tag": "ckpt-64000", "rows_seen": 64000, "replay_seen": 3368, "step": 2000, "tokens": 36699476, "tok_per_s": 1335.4025556196475, "rows_per_s": 2.4513537838845347, "val": {"n": 1200, "dropped_long": 0, "noul_ce": 0.5601873397827148, "noul_T": 0.8499837788199608, "choice_ce": 0.691248893737793, "choice_T": 1.036637361208172, "score_ce": 1.070828914642334, "score_T": 0.9997168468943454, "noul_auc": 0.7423957333333333, "noul_acc": 0.702, "noul_f1": 0.77526395173454, "noul_nll": 0.5733968078568578, "noul_ece": 0.045143848642706874, "noul_brier": 0.19533763169804946, "noul_sharp": 0.18154369294643402, "entropy": 0.5961454510688782}, "dropped_long": 0, "peak_gib": 18.28459882736206} diff --git a/meta_only/podC/e16/S1-O3-syn/ckpt-4000/adapter/adapter_config.json b/meta_only/podC/e16/S1-O3-syn/ckpt-4000/adapter/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..0813b16e154e0c9221704b0cdb2cf2906439525c --- /dev/null +++ b/meta_only/podC/e16/S1-O3-syn/ckpt-4000/adapter/adapter_config.json @@ -0,0 +1,57 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "Qwen3_5ForCausalLM", + "parent_library": "transformers.models.qwen3_5.modeling_qwen3_5" + }, + "base_model_name_or_path": "/workspace/jev_kt/models/hf/JEV-9B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 32, + "lora_bias": false, + "lora_dropout": 0.05, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.0", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "up_proj", + "v_proj", + "down_proj", + "in_proj_z", + "k_proj", + "q_proj", + "out_proj", + "gate_proj", + "in_proj_qkv", + "o_proj" + ], + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-O3-syn/ckpt-4000/adapter_vllm/adapter_config.json b/meta_only/podC/e16/S1-O3-syn/ckpt-4000/adapter_vllm/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..2d093d03334d1bcd8511a3867adb084f382fd3c5 --- /dev/null +++ b/meta_only/podC/e16/S1-O3-syn/ckpt-4000/adapter_vllm/adapter_config.json @@ -0,0 +1,58 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "Qwen3_5ForCausalLM", + "parent_library": "transformers.models.qwen3_5.modeling_qwen3_5" + }, + "base_model_name_or_path": null, + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 64.0, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.0", + "qalora_group_size": 16, + "r": 32, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "down_proj", + "gate_proj", + "in_proj_qkv", + "in_proj_z", + "k_proj", + "lm_head", + "o_proj", + "out_proj", + "q_proj", + "up_proj", + "v_proj" + ], + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-O3-syn/ckpt-4000/adapter_vllm/decision_head.json b/meta_only/podC/e16/S1-O3-syn/ckpt-4000/adapter_vllm/decision_head.json new file mode 100644 index 0000000000000000000000000000000000000000..74539fe30f1999d7e02144654dc4d9b7723855a1 --- /dev/null +++ b/meta_only/podC/e16/S1-O3-syn/ckpt-4000/adapter_vllm/decision_head.json @@ -0,0 +1,99 @@ +{ + "bias": [ + 0.0003609442210290581, + -0.00036119416472502053, + -0.00279311859048903, + -0.00018543534679338336, + 0.00019816654094029218, + 0.0011159038404002786, + -0.00025427123182453215, + -0.0032250855583697557, + -0.0003760933759622276, + -0.00023223651805892587, + -0.0006811516941525042, + -0.0004162543045822531, + -6.103082705521956e-05, + -0.0013578261714428663, + -0.0037909632083028555, + -0.005063015967607498, + -0.005933990702033043, + -0.004349308554083109, + -0.004925369285047054, + -0.004917610436677933, + -0.003976153209805489, + -0.0033306917175650597, + -0.005589586682617664, + -0.003454703139141202 + ], + "verbalizer_ids": [ + 3721, + 1802, + 15, + 16, + 17, + 18, + 19, + 20, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47 + ], + "slots": { + "num_slots": 24, + "ranges": { + "noul": [ + 0, + 2 + ], + "score": [ + 2, + 8 + ], + "choice": [ + 8, + 24 + ] + }, + "verbalizers": [ + "false", + "true", + "0", + "1", + "2", + "3", + "4", + "5", + "A", + "B", + "C", + "D", + "E", + "F", + "G", + "H", + "I", + "J", + "K", + "L", + "M", + "N", + "O", + "P" + ], + "template_version": "bare-v1" + }, + "note": "decision logits = lm_head-LoRA logprobs of verbalizer ids + bias, then per-kind temperature" +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-O3-syn/ckpt-4000/calibration.json b/meta_only/podC/e16/S1-O3-syn/ckpt-4000/calibration.json new file mode 100644 index 0000000000000000000000000000000000000000..2cc8fcc2ba72c366a9435a04319c57a0c4ca7eec --- /dev/null +++ b/meta_only/podC/e16/S1-O3-syn/ckpt-4000/calibration.json @@ -0,0 +1,29 @@ +{ + "version": 1, + "per_kind": { + "noul": 0.899785425595084, + "choice": 1.1740192768093556, + "score": 0.8906793266165396 + }, + "fit": { + "noul": { + "n": 1087, + "T": 0.899785425595084, + "ce_before": 0.5779957175254822, + "ce_after": 0.5771279335021973 + }, + "choice": { + "n": 60, + "T": 1.1740192768093556, + "ce_before": 0.663922131061554, + "ce_after": 0.657852828502655 + }, + "score": { + "n": 53, + "T": 0.8906793266165396, + "ce_before": 1.0863138437271118, + "ce_after": 1.0827922821044922 + } + }, + "source": "models/e16/S1-O3-syn/ckpt-4000" +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-O3-syn/ckpt-4000/judge_config.json b/meta_only/podC/e16/S1-O3-syn/ckpt-4000/judge_config.json new file mode 100644 index 0000000000000000000000000000000000000000..bec9645a29d2c903b4d2173ba3a9ea3a11de7a62 --- /dev/null +++ b/meta_only/podC/e16/S1-O3-syn/ckpt-4000/judge_config.json @@ -0,0 +1,164 @@ +{ + "base_model_path": "/root/models/Qwen3.5-9B", + "hidden_size": 4096, + "slots": { + "num_slots": 24, + "ranges": { + "noul": [ + 0, + 2 + ], + "score": [ + 2, + 8 + ], + "choice": [ + 8, + 24 + ] + }, + "verbalizers": [ + "false", + "true", + "0", + "1", + "2", + "3", + "4", + "5", + "A", + "B", + "C", + "D", + "E", + "F", + "G", + "H", + "I", + "J", + "K", + "L", + "M", + "N", + "O", + "P" + ], + "template_version": "bare-v1" + }, + "verbalizer_ids": [ + 3721, + 1802, + 15, + 16, + 17, + 18, + 19, + 20, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47 + ], + "kinds": [ + "noul", + "choice", + "score" + ], + "model_name": "jev-judge-qwen35-9b", + "model_version": "0.8.0", + "lm_head_included": true, + "weights_mode": "unmerged", + "adapter_subfolder": "adapter", + "lora": { + "r": 16, + "lora_alpha": 32, + "lora_dropout": 0.05, + "target_modules": [ + "down_proj", + "gate_proj", + "in_proj_qkv", + "in_proj_z", + "k_proj", + "o_proj", + "out_proj", + "q_proj", + "up_proj", + "v_proj" + ] + }, + "trained_stage": "e16", + "source_checkpoint": "models/e16/S1-O3-syn/ckpt-4000", + "softcap": null, + "e16": { + "data": "data/e17/O3", + "data_manifest": { + "arm": "O3", + "name": null, + "train_sha256": "6be1a2fa980fba50ee4ff4744643f633100ec9a5c68ef7f68b882c03e4546372", + "n_train": 4000 + }, + "init": "released", + "objective": "s-log", + "sigma": 0.5, + "K": 8, + "reward": "brier", + "clip": 0.2, + "passes": 1, + "lr": 0.0001, + "lr_head": 0.0002, + "rows_per_step": 32, + "train_seed": 0, + "replay": "data/e16/replay/train.jsonl", + "replay_frac": 0.05, + "replay_sha256": "9dd2df19851678750cf79d2fdb47581720930ef2f0c6e18e6fbe23ef2181847e", + "max_len": 3072, + "schedule": "warmup 0.03 + cosine to x0.05 over 125 steps", + "total_rows": 4000, + "lora": { + "r": 16, + "lora_alpha": 32, + "lora_dropout": 0.05 + }, + "trainer_sha256": "bc7c08e836bd99bb2665b02903cd41404ea029ecfa9b68a9ec1a7cda96958ba4", + "event": "ckpt", + "tag": "ckpt-4000", + "rows_seen": 4000, + "replay_seen": 210, + "step": 125, + "tokens": 1472587, + "tok_per_s": 1131.0866099240104, + "rows_per_s": 3.233679653515742, + "val": { + "n": 1200, + "dropped_long": 0, + "noul_ce": 0.5779957175254822, + "noul_T": 0.899785425595084, + "choice_ce": 0.663922131061554, + "choice_T": 1.1740192768093556, + "score_ce": 1.0863138437271118, + "score_T": 0.8906793266165396, + "noul_auc": 0.7374516885790957, + "noul_acc": 0.708, + "noul_f1": 0.7739938080495357, + "noul_nll": 0.5821885439157486, + "noul_ece": 0.05713918602466582, + "noul_brier": 0.19752663692403014, + "noul_sharp": 0.17748217284679413, + "entropy": 0.60453200340271 + }, + "dropped_long": 0, + "peak_gib": 18.280096530914307 + } +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-O3-syn/train_log.jsonl b/meta_only/podC/e16/S1-O3-syn/train_log.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..647e2ffd2e88f21c64a4b03d8272a17e359558fa --- /dev/null +++ b/meta_only/podC/e16/S1-O3-syn/train_log.jsonl @@ -0,0 +1,15 @@ +{"time": "03:39:43", "event": "start", "data": "data/e17/O3", "data_manifest": {"arm": "O3", "name": null, "train_sha256": "6be1a2fa980fba50ee4ff4744643f633100ec9a5c68ef7f68b882c03e4546372", "n_train": 4000}, "init": "released", "objective": "s-log", "sigma": 0.5, "K": 8, "reward": "brier", "clip": 0.2, "passes": 1, "lr": 0.0001, "lr_head": 0.0002, "rows_per_step": 32, "train_seed": 0, "replay": "data/e16/replay/train.jsonl", "replay_frac": 0.05, "replay_sha256": "9dd2df19851678750cf79d2fdb47581720930ef2f0c6e18e6fbe23ef2181847e", "max_len": 3072, "schedule": "warmup 0.03 + cosine to x0.05 over 125 steps", "total_rows": 4000, "lora": {"r": 16, "lora_alpha": 32, "lora_dropout": 0.05}, "trainer_sha256": "bc7c08e836bd99bb2665b02903cd41404ea029ecfa9b68a9ec1a7cda96958ba4", "device": "cuda", "load_s": 10.994806051254272} +{"time": "03:41:16", "event": "step", "step": 10, "rows_seen": 320, "lr": 9.923040269974204e-05, "tok_per_s": 1228.6728449042341, "loss": 0.527497636154294, "entropy": 0.5197884300723672, "sharp": 0.2537704991257709} +{"time": "03:42:55", "event": "step", "step": 20, "rows_seen": 640, "lr": 9.55208574963224e-05, "tok_per_s": 1247.712871703468, "loss": 0.5509274266660213, "entropy": 0.5901142284274101, "sharp": 0.16060957053433295} +{"time": "03:44:27", "event": "step", "step": 30, "rows_seen": 960, "lr": 8.897432118673851e-05, "tok_per_s": 1253.33814140574, "loss": 0.5648305788636208, "entropy": 0.5356366708874702, "sharp": 0.206325336738869} +{"time": "03:46:02", "event": "step", "step": 40, "rows_seen": 1280, "lr": 8.002250216471678e-05, "tok_per_s": 1243.8700243566275, "loss": 0.5301180109381676, "entropy": 0.532621905207634, "sharp": 0.19777801394462585} +{"time": "03:47:37", "event": "step", "step": 50, "rows_seen": 1600, "lr": 6.925572411108201e-05, "tok_per_s": 1245.1164755590878, "loss": 0.6698926482349634, "entropy": 0.623884804546833, "sharp": 0.2012682505275892} +{"time": "03:49:09", "event": "step", "step": 60, "rows_seen": 1920, "lr": 5.738399736402462e-05, "tok_per_s": 1249.6546985089658, "loss": 0.4601176381111145, "entropy": 0.5037266090512276, "sharp": 0.21872886885767398} +{"time": "03:50:45", "event": "step", "step": 70, "rows_seen": 2240, "lr": 4.519019760655705e-05, "tok_per_s": 1250.0790531949633, "loss": 0.5690991161391139, "entropy": 0.5394069086760283, "sharp": 0.239531010389328} +{"time": "03:52:19", "event": "step", "step": 80, "rows_seen": 2560, "lr": 3.3478439481564835e-05, "tok_per_s": 1250.383091157768, "loss": 0.49368618428707123, "entropy": 0.5034434720873833, "sharp": 0.24254897236824036} +{"time": "03:53:55", "event": "step", "step": 90, "rows_seen": 2880, "lr": 2.3021049613197416e-05, "tok_per_s": 1253.8685631423189, "loss": 0.5184574332088232, "entropy": 0.5352639760822058, "sharp": 0.21277180043133823} +{"time": "03:55:28", "event": "step", "step": 100, "rows_seen": 3200, "lr": 1.4507635874863332e-05, "tok_per_s": 1255.4606669004468, "loss": 0.4906155839562416, "entropy": 0.48863936215639114, "sharp": 0.22968392286981856} +{"time": "03:56:09", "event": "val", "step": 100, "rows_seen": 3200, "n": 500, "dropped_long": 0, "noul_ce": 0.5904009938240051, "noul_T": 0.9602159538120538, "noul_auc": 0.7250715871160134, "noul_acc": 0.704, "noul_f1": 0.7777777777777778, "noul_nll": 0.5878731959834694, "noul_ece": 0.06241649669408799, "noul_brier": 0.1994700597457503, "noul_sharp": 0.18798014521598816, "entropy": 0.5968344807624817} +{"time": "03:57:37", "event": "step", "step": 110, "rows_seen": 3520, "lr": 8.49961150805399e-06, "tok_per_s": 1207.2624322660306, "loss": 0.4835949819535017, "entropy": 0.5072955265641212, "sharp": 0.23013855351342094} +{"time": "03:59:10", "event": "step", "step": 120, "rows_seen": 3840, "lr": 5.3931729785351795e-06, "tok_per_s": 1210.4666572980675, "loss": 0.44744864106178284, "entropy": 0.46275216341018677, "sharp": 0.2223419443420742} +{"time": "04:01:25", "event": "ckpt", "tag": "ckpt-4000", "rows_seen": 4000, "replay_seen": 210, "step": 125, "tokens": 1472587, "tok_per_s": 1131.0866099240104, "rows_per_s": 3.233679653515742, "val": {"n": 1200, "dropped_long": 0, "noul_ce": 0.5779957175254822, "noul_T": 0.899785425595084, "choice_ce": 0.663922131061554, "choice_T": 1.1740192768093556, "score_ce": 1.0863138437271118, "score_T": 0.8906793266165396, "noul_auc": 0.7374516885790957, "noul_acc": 0.708, "noul_f1": 0.7739938080495357, "noul_nll": 0.5821885439157486, "noul_ece": 0.05713918602466582, "noul_brier": 0.19752663692403014, "noul_sharp": 0.17748217284679413, "entropy": 0.60453200340271}, "dropped_long": 0, "peak_gib": 18.280096530914307} diff --git a/meta_only/podC/e16/S1-O3x16-syn/ckpt-16000/adapter/adapter_config.json b/meta_only/podC/e16/S1-O3x16-syn/ckpt-16000/adapter/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..fbe8198c2c4e69e1f7e166257e0e847b203db23e --- /dev/null +++ b/meta_only/podC/e16/S1-O3x16-syn/ckpt-16000/adapter/adapter_config.json @@ -0,0 +1,57 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "Qwen3_5ForCausalLM", + "parent_library": "transformers.models.qwen3_5.modeling_qwen3_5" + }, + "base_model_name_or_path": "/workspace/jev_kt/models/hf/JEV-9B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 32, + "lora_bias": false, + "lora_dropout": 0.05, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.0", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "v_proj", + "o_proj", + "q_proj", + "k_proj", + "gate_proj", + "in_proj_z", + "down_proj", + "up_proj", + "in_proj_qkv", + "out_proj" + ], + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-O3x16-syn/ckpt-16000/adapter_vllm/adapter_config.json b/meta_only/podC/e16/S1-O3x16-syn/ckpt-16000/adapter_vllm/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..2d093d03334d1bcd8511a3867adb084f382fd3c5 --- /dev/null +++ b/meta_only/podC/e16/S1-O3x16-syn/ckpt-16000/adapter_vllm/adapter_config.json @@ -0,0 +1,58 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "Qwen3_5ForCausalLM", + "parent_library": "transformers.models.qwen3_5.modeling_qwen3_5" + }, + "base_model_name_or_path": null, + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 64.0, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.0", + "qalora_group_size": 16, + "r": 32, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "down_proj", + "gate_proj", + "in_proj_qkv", + "in_proj_z", + "k_proj", + "lm_head", + "o_proj", + "out_proj", + "q_proj", + "up_proj", + "v_proj" + ], + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-O3x16-syn/ckpt-16000/adapter_vllm/decision_head.json b/meta_only/podC/e16/S1-O3x16-syn/ckpt-16000/adapter_vllm/decision_head.json new file mode 100644 index 0000000000000000000000000000000000000000..63759d6a40aa66e990e1ca31afa4aa1dd16ed172 --- /dev/null +++ b/meta_only/podC/e16/S1-O3x16-syn/ckpt-16000/adapter_vllm/decision_head.json @@ -0,0 +1,99 @@ +{ + "bias": [ + 0.0003080866008531302, + -0.0003083439951296896, + -0.0027585537172853947, + -0.0007093495805747807, + 0.00023009463620837778, + 0.0015117194270715117, + 0.00030632378184236586, + -0.0024782305117696524, + -0.0006093464326113462, + -0.00046619042404927313, + -0.00016548027633689344, + -0.00017817351908888668, + -0.00017466176359448582, + -0.001406485098414123, + -0.0032539370004087687, + -0.005475966725498438, + -0.005895341280847788, + -0.004543778952211142, + -0.0050687771290540695, + -0.005251120310276747, + -0.00391263235360384, + -0.0037029494997113943, + -0.005886790808290243, + -0.0036666328087449074 + ], + "verbalizer_ids": [ + 3721, + 1802, + 15, + 16, + 17, + 18, + 19, + 20, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47 + ], + "slots": { + "num_slots": 24, + "ranges": { + "noul": [ + 0, + 2 + ], + "score": [ + 2, + 8 + ], + "choice": [ + 8, + 24 + ] + }, + "verbalizers": [ + "false", + "true", + "0", + "1", + "2", + "3", + "4", + "5", + "A", + "B", + "C", + "D", + "E", + "F", + "G", + "H", + "I", + "J", + "K", + "L", + "M", + "N", + "O", + "P" + ], + "template_version": "bare-v1" + }, + "note": "decision logits = lm_head-LoRA logprobs of verbalizer ids + bias, then per-kind temperature" +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-O3x16-syn/ckpt-16000/calibration.json b/meta_only/podC/e16/S1-O3x16-syn/ckpt-16000/calibration.json new file mode 100644 index 0000000000000000000000000000000000000000..322bd964ca92885fd5681d6b846e6869425644d1 --- /dev/null +++ b/meta_only/podC/e16/S1-O3x16-syn/ckpt-16000/calibration.json @@ -0,0 +1,29 @@ +{ + "version": 1, + "per_kind": { + "noul": 0.9808060768762393, + "choice": 1.1179229596737166, + "score": 1.0169685441483425 + }, + "fit": { + "noul": { + "n": 1087, + "T": 0.9808060768762393, + "ce_before": 0.5729457139968872, + "ce_after": 0.5729126334190369 + }, + "choice": { + "n": 60, + "T": 1.1179229596737166, + "ce_before": 0.6605674028396606, + "ce_after": 0.6575008630752563 + }, + "score": { + "n": 53, + "T": 1.0169685441483425, + "ce_before": 1.0653916597366333, + "ce_after": 1.0653129816055298 + } + }, + "source": "models/e16/S1-O3x16-syn/ckpt-16000" +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-O3x16-syn/ckpt-16000/judge_config.json b/meta_only/podC/e16/S1-O3x16-syn/ckpt-16000/judge_config.json new file mode 100644 index 0000000000000000000000000000000000000000..04eb9330face2929dffb1b8025b1702e944051ff --- /dev/null +++ b/meta_only/podC/e16/S1-O3x16-syn/ckpt-16000/judge_config.json @@ -0,0 +1,164 @@ +{ + "base_model_path": "/root/models/Qwen3.5-9B", + "hidden_size": 4096, + "slots": { + "num_slots": 24, + "ranges": { + "noul": [ + 0, + 2 + ], + "score": [ + 2, + 8 + ], + "choice": [ + 8, + 24 + ] + }, + "verbalizers": [ + "false", + "true", + "0", + "1", + "2", + "3", + "4", + "5", + "A", + "B", + "C", + "D", + "E", + "F", + "G", + "H", + "I", + "J", + "K", + "L", + "M", + "N", + "O", + "P" + ], + "template_version": "bare-v1" + }, + "verbalizer_ids": [ + 3721, + 1802, + 15, + 16, + 17, + 18, + 19, + 20, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47 + ], + "kinds": [ + "noul", + "choice", + "score" + ], + "model_name": "jev-judge-qwen35-9b", + "model_version": "0.8.0", + "lm_head_included": true, + "weights_mode": "unmerged", + "adapter_subfolder": "adapter", + "lora": { + "r": 16, + "lora_alpha": 32, + "lora_dropout": 0.05, + "target_modules": [ + "down_proj", + "gate_proj", + "in_proj_qkv", + "in_proj_z", + "k_proj", + "o_proj", + "out_proj", + "q_proj", + "up_proj", + "v_proj" + ] + }, + "trained_stage": "e16", + "source_checkpoint": "models/e16/S1-O3x16-syn/ckpt-16000", + "softcap": null, + "e16": { + "data": "data/e17/O3-16k", + "data_manifest": { + "arm": "O3-16k", + "name": null, + "train_sha256": "9c9f509734bdb87f400f925c074a6c77a7ad94d22f3a581ada84fe51ef1a4a4c", + "n_train": 16000 + }, + "init": "released", + "objective": "s-log", + "sigma": 0.5, + "K": 8, + "reward": "brier", + "clip": 0.2, + "passes": 1, + "lr": 0.0001, + "lr_head": 0.0002, + "rows_per_step": 32, + "train_seed": 0, + "replay": "data/e16/replay/train.jsonl", + "replay_frac": 0.05, + "replay_sha256": "9dd2df19851678750cf79d2fdb47581720930ef2f0c6e18e6fbe23ef2181847e", + "max_len": 3072, + "schedule": "warmup 0.03 + cosine to x0.05 over 500 steps", + "total_rows": 16000, + "lora": { + "r": 16, + "lora_alpha": 32, + "lora_dropout": 0.05 + }, + "trainer_sha256": "bc7c08e836bd99bb2665b02903cd41404ea029ecfa9b68a9ec1a7cda96958ba4", + "event": "ckpt", + "tag": "ckpt-16000", + "rows_seen": 16000, + "replay_seen": 842, + "step": 500, + "tokens": 5928349, + "tok_per_s": 1190.1256296263862, + "rows_per_s": 3.3810586801710354, + "val": { + "n": 1200, + "dropped_long": 0, + "noul_ce": 0.5729457139968872, + "noul_T": 0.9808060768762393, + "choice_ce": 0.6605674028396606, + "choice_T": 1.1179229596737166, + "score_ce": 1.0653916597366333, + "score_T": 1.0169685441483425, + "noul_auc": 0.7406668241886212, + "noul_acc": 0.712, + "noul_f1": 0.7834586466165413, + "noul_nll": 0.5757065235860646, + "noul_ece": 0.04778332446515559, + "noul_brier": 0.19449452195323846, + "noul_sharp": 0.19453249871730804, + "entropy": 0.5863144993782043 + }, + "dropped_long": 0, + "peak_gib": 18.282336711883545 + } +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-O3x16-syn/train_log.jsonl b/meta_only/podC/e16/S1-O3x16-syn/train_log.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..6c48d55da844d8e0429b8f3025e2d1ee17cbcf90 --- /dev/null +++ b/meta_only/podC/e16/S1-O3x16-syn/train_log.jsonl @@ -0,0 +1,57 @@ +{"time": "10:23:09", "event": "start", "data": "data/e17/O3-16k", "data_manifest": {"arm": "O3-16k", "name": null, "train_sha256": "9c9f509734bdb87f400f925c074a6c77a7ad94d22f3a581ada84fe51ef1a4a4c", "n_train": 16000}, "init": "released", "objective": "s-log", "sigma": 0.5, "K": 8, "reward": "brier", "clip": 0.2, "passes": 1, "lr": 0.0001, "lr_head": 0.0002, "rows_per_step": 32, "train_seed": 0, "replay": "data/e16/replay/train.jsonl", "replay_frac": 0.05, "replay_sha256": "9dd2df19851678750cf79d2fdb47581720930ef2f0c6e18e6fbe23ef2181847e", "max_len": 3072, "schedule": "warmup 0.03 + cosine to x0.05 over 500 steps", "total_rows": 16000, "lora": {"r": 16, "lora_alpha": 32, "lora_dropout": 0.05}, "trainer_sha256": "bc7c08e836bd99bb2665b02903cd41404ea029ecfa9b68a9ec1a7cda96958ba4", "device": "cuda", "load_s": 13.386834621429443} +{"time": "10:24:42", "event": "step", "step": 10, "rows_seen": 320, "lr": 7.333333333333333e-05, "tok_per_s": 1229.2430419098253, "loss": 0.5433468148112297, "entropy": 0.5251039005815983, "sharp": 0.26442425406497455} +{"time": "10:26:21", "event": "step", "step": 20, "rows_seen": 640, "lr": 9.997508952966197e-05, "tok_per_s": 1247.9040630994668, "loss": 0.5416247323155403, "entropy": 0.5532432310283184, "sharp": 0.18761755590853485} +{"time": "10:27:53", "event": "step", "step": 30, "rows_seen": 960, "lr": 9.977596250541417e-05, "tok_per_s": 1253.4114197614467, "loss": 0.5419318675994873, "entropy": 0.5135663598775864, "sharp": 0.21799389521280924} +{"time": "10:29:28", "event": "step", "step": 40, "rows_seen": 1280, "lr": 9.937854366485982e-05, "tok_per_s": 1243.9714239424372, "loss": 0.5062694773077965, "entropy": 0.5023511052131653, "sharp": 0.22057644844055177} +{"time": "10:31:03", "event": "step", "step": 50, "rows_seen": 1600, "lr": 9.8784499920729e-05, "tok_per_s": 1245.1867701550157, "loss": 0.6745416987687349, "entropy": 0.6286682635545731, "sharp": 0.1949063047118809} +{"time": "10:32:35", "event": "step", "step": 60, "rows_seen": 1920, "lr": 9.79963228989294e-05, "tok_per_s": 1249.8756460716834, "loss": 0.5627054199576378, "entropy": 0.45694512873888016, "sharp": 0.222578271575596} +{"time": "10:34:11", "event": "step", "step": 70, "rows_seen": 2240, "lr": 9.701731848780134e-05, "tok_per_s": 1250.2861013331149, "loss": 0.5553199118003249, "entropy": 0.552091371268034, "sharp": 0.24169746786355972} +{"time": "10:35:45", "event": "step", "step": 80, "rows_seen": 2560, "lr": 9.585159297207315e-05, "tok_per_s": 1250.4915807591592, "loss": 0.4950350299477577, "entropy": 0.5020386800169945, "sharp": 0.26482589294513065} +{"time": "10:37:21", "event": "step", "step": 90, "rows_seen": 2880, "lr": 9.450403580967612e-05, "tok_per_s": 1253.8518924569619, "loss": 0.5494997296482325, "entropy": 0.5424707587808371, "sharp": 0.2260751575231552} +{"time": "10:38:54", "event": "step", "step": 100, "rows_seen": 3200, "lr": 9.298029912365855e-05, "tok_per_s": 1255.45184653749, "loss": 0.49379390478134155, "entropy": 0.5053099170327187, "sharp": 0.21137648820877075} +{"time": "10:39:35", "event": "val", "step": 100, "rows_seen": 3200, "n": 500, "dropped_long": 0, "noul_ce": 0.5960818529129028, "noul_T": 0.845564510523144, "noul_auc": 0.7253765736457751, "noul_acc": 0.712, "noul_f1": 0.7763975155279503, "noul_nll": 0.5971214099377393, "noul_ece": 0.09318559217453003, "noul_brier": 0.2035263802194561, "noul_sharp": 0.16170714795589447, "entropy": 0.6180296540260315} +{"time": "10:41:03", "event": "step", "step": 110, "rows_seen": 3520, "lr": 9.128677399521752e-05, "tok_per_s": 1207.1810758245936, "loss": 0.4951945748180151, "entropy": 0.5046963021159172, "sharp": 0.2298680477672153} +{"time": "10:42:37", "event": "step", "step": 120, "rows_seen": 3840, "lr": 8.943056365728335e-05, "tok_per_s": 1210.219044581481, "loss": 0.44751815497875214, "entropy": 0.4557548612356186, "sharp": 0.21379719091498334} +{"time": "10:44:11", "event": "step", "step": 130, "rows_seen": 4160, "lr": 8.741945370109202e-05, "tok_per_s": 1213.9317876652678, "loss": 0.46196669712662697, "entropy": 0.48029081895947456, "sharp": 0.25172510055395275} +{"time": "10:45:43", "event": "step", "step": 140, "rows_seen": 4480, "lr": 8.526187942070997e-05, "tok_per_s": 1219.299146526412, "loss": 0.4839879050850868, "entropy": 0.4966869167983532, "sharp": 0.254544365665187} +{"time": "10:47:19", "event": "step", "step": 150, "rows_seen": 4800, "lr": 8.296689043247915e-05, "tok_per_s": 1222.1275528735653, "loss": 0.5622838195413351, "entropy": 0.5416015200316906, "sharp": 0.2176569259685019} +{"time": "10:48:51", "event": "step", "step": 160, "rows_seen": 5120, "lr": 8.054411271778132e-05, "tok_per_s": 1224.580424004199, "loss": 0.6276989839971066, "entropy": 0.5395492743700743, "sharp": 0.25527570247650144} +{"time": "10:50:26", "event": "step", "step": 170, "rows_seen": 5440, "lr": 7.800370824832674e-05, "tok_per_s": 1225.9711843910218, "loss": 0.5547612961381674, "entropy": 0.606955986469984, "sharp": 0.16972716423598203} +{"time": "10:51:58", "event": "step", "step": 180, "rows_seen": 5760, "lr": 7.535633236331324e-05, "tok_per_s": 1228.3454288948985, "loss": 0.5469215363264084, "entropy": 0.5255192406475544, "sharp": 0.23347077131271363} +{"time": "10:53:30", "event": "step", "step": 190, "rows_seen": 6080, "lr": 7.26130890772308e-05, "tok_per_s": 1229.2957632482724, "loss": 0.6082172095775604, "entropy": 0.5888082608580589, "sharp": 0.21376936979915784} +{"time": "10:55:07", "event": "step", "step": 200, "rows_seen": 6400, "lr": 6.978548450576568e-05, "tok_per_s": 1231.692789505599, "loss": 0.45591165497899055, "entropy": 0.44320932403206825, "sharp": 0.21566809260326883} +{"time": "10:55:48", "event": "val", "step": 200, "rows_seen": 6400, "n": 500, "dropped_long": 0, "noul_ce": 0.5941329598426819, "noul_T": 0.8387136743111256, "noul_auc": 0.7260712651857876, "noul_acc": 0.712, "noul_f1": 0.7770897832817337, "noul_nll": 0.595093193680048, "noul_ece": 0.08376533389091491, "noul_brier": 0.20279684874341272, "noul_sharp": 0.16395927965641022, "entropy": 0.6172763705253601} +{"time": "10:57:22", "event": "step", "step": 210, "rows_seen": 6720, "lr": 6.688537860515266e-05, "tok_per_s": 1208.7340737661334, "loss": 0.5670546293258667, "entropy": 0.5233136564493179, "sharp": 0.22040597597757974} +{"time": "10:58:55", "event": "step", "step": 220, "rows_seen": 7040, "lr": 6.392493542739706e-05, "tok_per_s": 1210.0125852875915, "loss": 0.5832750611007214, "entropy": 0.5900529623031616, "sharp": 0.15727469892728896} +{"time": "11:00:32", "event": "step", "step": 230, "rows_seen": 7360, "lr": 6.091657210001309e-05, "tok_per_s": 1212.3613057398034, "loss": 0.5006688702851534, "entropy": 0.4546273835003376, "sharp": 0.21619230792635963} +{"time": "11:02:05", "event": "step", "step": 240, "rows_seen": 7680, "lr": 5.7872906744276015e-05, "tok_per_s": 1214.4451599181084, "loss": 0.5080991014838219, "entropy": 0.5125280097126961, "sharp": 0.19336304664611817} +{"time": "11:03:39", "event": "step", "step": 250, "rows_seen": 8000, "lr": 5.48067055504363e-05, "tok_per_s": 1216.956500785025, "loss": 0.5008877888321877, "entropy": 0.4899778962135315, "sharp": 0.2016237351027402} +{"time": "11:05:16", "event": "step", "step": 260, "rows_seen": 8320, "lr": 5.173082923188119e-05, "tok_per_s": 1219.5710333482596, "loss": 0.4971366822719574, "entropy": 0.5092806778848171, "sharp": 0.21975265119386755} +{"time": "11:06:50", "event": "step", "step": 270, "rows_seen": 8640, "lr": 4.865817908283331e-05, "tok_per_s": 1220.6991035737963, "loss": 0.4670761562883854, "entropy": 0.5077799931168556, "sharp": 0.23494367236676422} +{"time": "11:08:24", "event": "step", "step": 280, "rows_seen": 8960, "lr": 4.560164286583922e-05, "tok_per_s": 1222.5097297313787, "loss": 0.6625142358243465, "entropy": 0.580591008067131, "sharp": 0.20117621372143427} +{"time": "11:10:00", "event": "step", "step": 290, "rows_seen": 9280, "lr": 4.257404075601443e-05, "tok_per_s": 1223.4354468931945, "loss": 0.555620826780796, "entropy": 0.5737261697649956, "sharp": 0.22063445806503296} +{"time": "11:11:34", "event": "step", "step": 300, "rows_seen": 9600, "lr": 3.958807156877371e-05, "tok_per_s": 1225.1334139575874, "loss": 0.47822894528508186, "entropy": 0.44434234499931335, "sharp": 0.25362410493518994} +{"time": "11:12:15", "event": "val", "step": 300, "rows_seen": 9600, "n": 500, "dropped_long": 0, "noul_ce": 0.5903254151344299, "noul_T": 0.8919214297156297, "noul_auc": 0.7299852589843949, "noul_acc": 0.716, "noul_f1": 0.7808641975308642, "noul_nll": 0.5911485923975706, "noul_ece": 0.07404290944337846, "noul_brier": 0.2006468262301338, "noul_sharp": 0.17318615317344666, "entropy": 0.6068210601806641} +{"time": "11:13:46", "event": "step", "step": 310, "rows_seen": 9920, "lr": 3.665625949658603e-05, "tok_per_s": 1209.814914346142, "loss": 0.46289174165576696, "entropy": 0.44969495944678783, "sharp": 0.2576868923810812} +{"time": "11:15:20", "event": "step", "step": 320, "rows_seen": 10240, "lr": 3.379090157815887e-05, "tok_per_s": 1212.5378719308944, "loss": 0.4641656130552292, "entropy": 0.48945973068475723, "sharp": 0.2232925218084584} +{"time": "11:16:58", "event": "step", "step": 330, "rows_seen": 10560, "lr": 3.10040161203844e-05, "tok_per_s": 1214.1640192845518, "loss": 0.5349478274583817, "entropy": 0.5268291458487511, "sharp": 0.19045698165893554} +{"time": "11:18:33", "event": "step", "step": 340, "rows_seen": 10880, "lr": 2.8307292289383776e-05, "tok_per_s": 1215.7680821010335, "loss": 0.6215528324246407, "entropy": 0.5717386528849602, "sharp": 0.21181107380173422} +{"time": "11:20:04", "event": "step", "step": 350, "rows_seen": 11200, "lr": 2.571204108208194e-05, "tok_per_s": 1217.2447337335298, "loss": 0.46591717004776, "entropy": 0.4867229461669922, "sharp": 0.20868324827064166} +{"time": "11:21:35", "event": "step", "step": 360, "rows_seen": 11520, "lr": 2.322914788395595e-05, "tok_per_s": 1218.8280814093866, "loss": 0.5655287504196167, "entropy": 0.522666797041893, "sharp": 0.24880289286375046} +{"time": "11:23:08", "event": "step", "step": 370, "rows_seen": 11840, "lr": 2.0869026811945157e-05, "tok_per_s": 1220.2684452510491, "loss": 0.5743921175599098, "entropy": 0.5898544527590275, "sharp": 0.16993380111196768} +{"time": "11:24:41", "event": "step", "step": 380, "rows_seen": 12160, "lr": 1.8641577034025627e-05, "tok_per_s": 1221.067836319112, "loss": 0.619445726275444, "entropy": 0.5478150695562363, "sharp": 0.22311215102672577} +{"time": "11:26:12", "event": "step", "step": 390, "rows_seen": 12480, "lr": 1.6556141248659472e-05, "tok_per_s": 1222.5152520723657, "loss": 0.500614270567894, "entropy": 0.4908543601632118, "sharp": 0.23874398677245431} +{"time": "11:27:42", "event": "step", "step": 400, "rows_seen": 12800, "lr": 1.4621466498270773e-05, "tok_per_s": 1223.3137091766237, "loss": 0.5312196761369705, "entropy": 0.5020295530557632, "sharp": 0.2014633466800054} +{"time": "11:28:23", "event": "val", "step": 400, "rows_seen": 12800, "n": 500, "dropped_long": 0, "noul_ce": 0.5865702033042908, "noul_T": 1.0464881027355697, "noul_auc": 0.7281214524136295, "noul_acc": 0.704, "noul_f1": 0.7797619047619048, "noul_nll": 0.5856113772615791, "noul_ece": 0.07059821945428847, "noul_brier": 0.19779963422337038, "noul_sharp": 0.20385430753231049, "entropy": 0.5785697102546692} +{"time": "11:29:50", "event": "step", "step": 410, "rows_seen": 13120, "lr": 1.284566748110963e-05, "tok_per_s": 1212.0424461844188, "loss": 0.5248763747513294, "entropy": 0.5086112543940544, "sharp": 0.21707143932580947} +{"time": "11:31:22", "event": "step", "step": 420, "rows_seen": 13440, "lr": 1.1236192515387821e-05, "tok_per_s": 1213.366967715818, "loss": 0.4648217298090458, "entropy": 0.4935798682272434, "sharp": 0.25900897741317747} +{"time": "11:32:58", "event": "step", "step": 430, "rows_seen": 13760, "lr": 9.799792298443728e-06, "tok_per_s": 1214.7193464616732, "loss": 0.45364752411842346, "entropy": 0.4603581912815571, "sharp": 0.23998862245808478} +{"time": "11:34:34", "event": "step", "step": 440, "rows_seen": 14080, "lr": 8.542491591971554e-06, "tok_per_s": 1215.7780203905613, "loss": 0.48206039518117905, "entropy": 0.4644970912486315, "sharp": 0.2594091594219208} +{"time": "11:36:14", "event": "step", "step": 450, "rows_seen": 14400, "lr": 7.469563952077155e-06, "tok_per_s": 1217.002395251943, "loss": 0.49508123844861984, "entropy": 0.5064267702400684, "sharp": 0.25646745681762695} +{"time": "11:37:45", "event": "step", "step": 460, "rows_seen": 14720, "lr": 6.585509610150972e-06, "tok_per_s": 1217.974744755116, "loss": 0.4782082736492157, "entropy": 0.4931414872407913, "sharp": 0.22938309933828271} +{"time": "11:39:24", "event": "step", "step": 470, "rows_seen": 15040, "lr": 5.894036597333646e-06, "tok_per_s": 1219.1759698807507, "loss": 0.540917307138443, "entropy": 0.5193648040294647, "sharp": 0.20257195581992468} +{"time": "11:40:59", "event": "step", "step": 480, "rows_seen": 15360, "lr": 5.398045191744809e-06, "tok_per_s": 1219.9752887410139, "loss": 0.5774461962282658, "entropy": 0.5725817494094372, "sharp": 0.19010831356048585} +{"time": "11:42:31", "event": "step", "step": 490, "rows_seen": 15680, "lr": 5.099615753708697e-06, "tok_per_s": 1220.5313068676899, "loss": 0.4885139837861061, "entropy": 0.5137946680188179, "sharp": 0.21395528316497803} +{"time": "11:44:03", "event": "step", "step": 500, "rows_seen": 16000, "lr": 5e-06, "tok_per_s": 1221.3387800619957, "loss": 0.453841395676136, "entropy": 0.48314069211483, "sharp": 0.22440428677059354} +{"time": "11:44:44", "event": "val", "step": 500, "rows_seen": 16000, "n": 500, "dropped_long": 0, "noul_ce": 0.5862377882003784, "noul_T": 0.9980445794641164, "noul_auc": 0.7295108354936546, "noul_acc": 0.7, "noul_f1": 0.7787610619469026, "noul_nll": 0.5847209350541234, "noul_ece": 0.09393117773532868, "noul_brier": 0.19755097141438754, "noul_sharp": 0.19604794681072235, "entropy": 0.5867632031440735} +{"time": "11:46:11", "event": "ckpt", "tag": "ckpt-16000", "rows_seen": 16000, "replay_seen": 842, "step": 500, "tokens": 5928349, "tok_per_s": 1190.1256296263862, "rows_per_s": 3.3810586801710354, "val": {"n": 1200, "dropped_long": 0, "noul_ce": 0.5729457139968872, "noul_T": 0.9808060768762393, "choice_ce": 0.6605674028396606, "choice_T": 1.1179229596737166, "score_ce": 1.0653916597366333, "score_T": 1.0169685441483425, "noul_auc": 0.7406668241886212, "noul_acc": 0.712, "noul_f1": 0.7834586466165413, "noul_nll": 0.5757065235860646, "noul_ece": 0.04778332446515559, "noul_brier": 0.19449452195323846, "noul_sharp": 0.19453249871730804, "entropy": 0.5863144993782043}, "dropped_long": 0, "peak_gib": 18.282336711883545} diff --git a/meta_only/podC/e16/S1-P-seq/ckpt-16000/adapter/adapter_config.json b/meta_only/podC/e16/S1-P-seq/ckpt-16000/adapter/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8153552bceeeaebb0493e8810d2df786f7934aa7 --- /dev/null +++ b/meta_only/podC/e16/S1-P-seq/ckpt-16000/adapter/adapter_config.json @@ -0,0 +1,57 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "Qwen3_5ForCausalLM", + "parent_library": "transformers.models.qwen3_5.modeling_qwen3_5" + }, + "base_model_name_or_path": "/workspace/jev_kt/models/hf/JEV-9B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 32, + "lora_bias": false, + "lora_dropout": 0.05, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.0", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "gate_proj", + "v_proj", + "down_proj", + "out_proj", + "o_proj", + "q_proj", + "in_proj_qkv", + "up_proj", + "k_proj", + "in_proj_z" + ], + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-P-seq/ckpt-16000/adapter_vllm/adapter_config.json b/meta_only/podC/e16/S1-P-seq/ckpt-16000/adapter_vllm/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..2d093d03334d1bcd8511a3867adb084f382fd3c5 --- /dev/null +++ b/meta_only/podC/e16/S1-P-seq/ckpt-16000/adapter_vllm/adapter_config.json @@ -0,0 +1,58 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "Qwen3_5ForCausalLM", + "parent_library": "transformers.models.qwen3_5.modeling_qwen3_5" + }, + "base_model_name_or_path": null, + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 64.0, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.0", + "qalora_group_size": 16, + "r": 32, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "down_proj", + "gate_proj", + "in_proj_qkv", + "in_proj_z", + "k_proj", + "lm_head", + "o_proj", + "out_proj", + "q_proj", + "up_proj", + "v_proj" + ], + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-P-seq/ckpt-16000/adapter_vllm/decision_head.json b/meta_only/podC/e16/S1-P-seq/ckpt-16000/adapter_vllm/decision_head.json new file mode 100644 index 0000000000000000000000000000000000000000..cc4c8ee446300631107ac4f1fc3146508ada9ee8 --- /dev/null +++ b/meta_only/podC/e16/S1-P-seq/ckpt-16000/adapter_vllm/decision_head.json @@ -0,0 +1,99 @@ +{ + "bias": [ + 0.0012537158327177167, + -0.0012539650779217482, + -0.0020265395287424326, + -0.001510339672677219, + -0.0008105137967504561, + 0.0016958354972302914, + 0.0014197489945217967, + -0.002449424471706152, + -0.00026122137205675244, + -0.0008295960142277181, + 0.00022813609393779188, + 0.00015066655760165304, + -0.00044758562580682337, + -0.004294159356504679, + -0.005213986616581678, + -0.005232085008174181, + -0.00598224438726902, + -0.004660189617425203, + -0.00512597244232893, + -0.00542667880654335, + -0.004581118933856487, + -0.0038190826307982206, + -0.0058339862152934074, + -0.0037848243955522776 + ], + "verbalizer_ids": [ + 3721, + 1802, + 15, + 16, + 17, + 18, + 19, + 20, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47 + ], + "slots": { + "num_slots": 24, + "ranges": { + "noul": [ + 0, + 2 + ], + "score": [ + 2, + 8 + ], + "choice": [ + 8, + 24 + ] + }, + "verbalizers": [ + "false", + "true", + "0", + "1", + "2", + "3", + "4", + "5", + "A", + "B", + "C", + "D", + "E", + "F", + "G", + "H", + "I", + "J", + "K", + "L", + "M", + "N", + "O", + "P" + ], + "template_version": "bare-v1" + }, + "note": "decision logits = lm_head-LoRA logprobs of verbalizer ids + bias, then per-kind temperature" +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-P-seq/ckpt-16000/calibration.json b/meta_only/podC/e16/S1-P-seq/ckpt-16000/calibration.json new file mode 100644 index 0000000000000000000000000000000000000000..9cd874cfa1df19e67a6e2df1464e36fbb5e10288 --- /dev/null +++ b/meta_only/podC/e16/S1-P-seq/ckpt-16000/calibration.json @@ -0,0 +1,29 @@ +{ + "version": 1, + "per_kind": { + "noul": 0.9468644543154481, + "choice": 0.936884012568952, + "score": 1.0038528977971535 + }, + "fit": { + "noul": { + "n": 487, + "T": 0.9468644543154481, + "ce_before": 0.24217554926872253, + "ce_after": 0.24158762395381927 + }, + "choice": { + "n": 660, + "T": 0.936884012568952, + "ce_before": 0.8635616302490234, + "ce_after": 0.863132894039154 + }, + "score": { + "n": 53, + "T": 1.0038528977971535, + "ce_before": 1.057722568511963, + "ce_after": 1.0577192306518555 + } + }, + "source": "models/e16/S1-P-seq/ckpt-16000" +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-P-seq/ckpt-16000/judge_config.json b/meta_only/podC/e16/S1-P-seq/ckpt-16000/judge_config.json new file mode 100644 index 0000000000000000000000000000000000000000..e919318e8b40e7757114019c5a2feb1a4ab0fce3 --- /dev/null +++ b/meta_only/podC/e16/S1-P-seq/ckpt-16000/judge_config.json @@ -0,0 +1,168 @@ +{ + "base_model_path": "/root/models/Qwen3.5-9B", + "hidden_size": 4096, + "slots": { + "num_slots": 24, + "ranges": { + "noul": [ + 0, + 2 + ], + "score": [ + 2, + 8 + ], + "choice": [ + 8, + 24 + ] + }, + "verbalizers": [ + "false", + "true", + "0", + "1", + "2", + "3", + "4", + "5", + "A", + "B", + "C", + "D", + "E", + "F", + "G", + "H", + "I", + "J", + "K", + "L", + "M", + "N", + "O", + "P" + ], + "template_version": "bare-v1" + }, + "verbalizer_ids": [ + 3721, + 1802, + 15, + 16, + 17, + 18, + 19, + 20, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47 + ], + "kinds": [ + "noul", + "choice", + "score" + ], + "model_name": "jev-judge-qwen35-9b", + "model_version": "0.8.0", + "lm_head_included": true, + "weights_mode": "unmerged", + "adapter_subfolder": "adapter", + "lora": { + "r": 16, + "lora_alpha": 32, + "lora_dropout": 0.05, + "target_modules": [ + "down_proj", + "gate_proj", + "in_proj_qkv", + "in_proj_z", + "k_proj", + "o_proj", + "out_proj", + "q_proj", + "up_proj", + "v_proj" + ] + }, + "trained_stage": "e16", + "source_checkpoint": "models/e16/S1-P-seq/ckpt-16000", + "softcap": null, + "e16": { + "data": "data/e16/P-seq", + "data_manifest": { + "arm": "P-seq", + "name": null, + "train_sha256": "352a06e1af36b700db5b052573c9268fb685dbc8d9adb7bbc4f46ff815c65d4b", + "n_train": 16000 + }, + "init": "released", + "objective": "s-log", + "sigma": 0.5, + "K": 8, + "reward": "brier", + "clip": 0.2, + "passes": 1, + "lr": 0.0001, + "lr_head": 0.0002, + "rows_per_step": 32, + "train_seed": 0, + "replay": "data/e16/replay/train.jsonl", + "replay_frac": 0.05, + "replay_sha256": "9dd2df19851678750cf79d2fdb47581720930ef2f0c6e18e6fbe23ef2181847e", + "max_len": 3072, + "schedule": "warmup 0.03 + cosine to x0.05 over 500 steps", + "total_rows": 16000, + "lora": { + "r": 16, + "lora_alpha": 32, + "lora_dropout": 0.05 + }, + "trainer_sha256": "bc7c08e836bd99bb2665b02903cd41404ea029ecfa9b68a9ec1a7cda96958ba4", + "event": "ckpt", + "tag": "ckpt-16000", + "rows_seen": 16000, + "replay_seen": 842, + "step": 500, + "tokens": 8252844, + "tok_per_s": 1386.8949068067527, + "rows_per_s": 2.830307226569694, + "val": { + "n": 1200, + "dropped_long": 0, + "noul_ce": 0.24217554926872253, + "noul_T": 0.9468644543154481, + "choice_ce": 0.8635616302490234, + "choice_T": 0.936884012568952, + "score_ce": 1.057722568511963, + "score_T": 1.0038528977971535, + "noul_auc": 0.4201360858032522, + "noul_acc": 0.9425, + "noul_f1": 0.0, + "noul_nll": 0.2212630150280893, + "noul_ece": 0.025348531398922205, + "noul_brier": 0.054343816432269494, + "noul_sharp": 0.43251878023147583, + "choice_top1": 0.4866666666666667, + "choice_nll": 0.8817930817604065, + "choice_brier": 0.566070020198822, + "choice_ece": 0.06514768242835997, + "entropy": 0.6377360224723816 + }, + "dropped_long": 0, + "peak_gib": 18.282634735107422 + } +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-P-seq/train_log.jsonl b/meta_only/podC/e16/S1-P-seq/train_log.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..7de561e476ffabe23f1ead2890ddc79543ea0848 --- /dev/null +++ b/meta_only/podC/e16/S1-P-seq/train_log.jsonl @@ -0,0 +1,57 @@ +{"time": "09:15:06", "event": "start", "data": "data/e16/P-seq", "data_manifest": {"arm": "P-seq", "name": null, "train_sha256": "352a06e1af36b700db5b052573c9268fb685dbc8d9adb7bbc4f46ff815c65d4b", "n_train": 16000}, "init": "released", "objective": "s-log", "sigma": 0.5, "K": 8, "reward": "brier", "clip": 0.2, "passes": 1, "lr": 0.0001, "lr_head": 0.0002, "rows_per_step": 32, "train_seed": 0, "replay": "data/e16/replay/train.jsonl", "replay_frac": 0.05, "replay_sha256": "9dd2df19851678750cf79d2fdb47581720930ef2f0c6e18e6fbe23ef2181847e", "max_len": 3072, "schedule": "warmup 0.03 + cosine to x0.05 over 500 steps", "total_rows": 16000, "lora": {"r": 16, "lora_alpha": 32, "lora_dropout": 0.05}, "trainer_sha256": "bc7c08e836bd99bb2665b02903cd41404ea029ecfa9b68a9ec1a7cda96958ba4", "device": "cuda", "load_s": 20.40945339202881} +{"time": "09:17:01", "event": "step", "step": 10, "rows_seen": 320, "lr": 7.333333333333333e-05, "tok_per_s": 1458.1514663318733, "loss": 0.6754597574472427, "entropy": 0.7641533091664314, "sharp": 0.27761560449233424} +{"time": "09:18:51", "event": "step", "step": 20, "rows_seen": 640, "lr": 9.997508952966197e-05, "tok_per_s": 1465.5791442317202, "loss": 0.6083135046064854, "entropy": 0.5527901649475098, "sharp": 0.46365568271050084} +{"time": "09:20:44", "event": "step", "step": 30, "rows_seen": 960, "lr": 9.977596250541417e-05, "tok_per_s": 1466.3340216070371, "loss": 0.7163332439959049, "entropy": 0.6718907207250595, "sharp": 0.3830925730558542} +{"time": "09:22:35", "event": "step", "step": 40, "rows_seen": 1280, "lr": 9.937854366485982e-05, "tok_per_s": 1463.873260610703, "loss": 0.5481745824217796, "entropy": 0.6202429533004761, "sharp": 0.4248927098054152} +{"time": "09:24:27", "event": "step", "step": 50, "rows_seen": 1600, "lr": 9.8784499920729e-05, "tok_per_s": 1464.5457011410967, "loss": 0.9890142530202866, "entropy": 0.5516594350337982, "sharp": 0.4835399022469154} +{"time": "09:26:23", "event": "step", "step": 60, "rows_seen": 1920, "lr": 9.79963228989294e-05, "tok_per_s": 1462.1540953260292, "loss": 0.6547763757407665, "entropy": 0.6691667065024376, "sharp": 0.4065175148156973} +{"time": "09:28:18", "event": "step", "step": 70, "rows_seen": 2240, "lr": 9.701731848780134e-05, "tok_per_s": 1463.0763943185402, "loss": 0.6221617981791496, "entropy": 0.6471641808748245, "sharp": 0.42973108475024885} +{"time": "09:30:10", "event": "step", "step": 80, "rows_seen": 2560, "lr": 9.585159297207315e-05, "tok_per_s": 1462.925582656887, "loss": 0.5225915182381868, "entropy": 0.667639322578907, "sharp": 0.3810720076927772} +{"time": "09:32:02", "event": "step", "step": 90, "rows_seen": 2880, "lr": 9.450403580967612e-05, "tok_per_s": 1463.1175692492716, "loss": 0.8979727178812027, "entropy": 0.6106144040822983, "sharp": 0.4444725330059345} +{"time": "09:33:52", "event": "step", "step": 100, "rows_seen": 3200, "lr": 9.298029912365855e-05, "tok_per_s": 1463.9156708649455, "loss": 0.6352746710181236, "entropy": 0.6703184470534325, "sharp": 0.40404591193565953} +{"time": "09:34:36", "event": "val", "step": 100, "rows_seen": 3200, "n": 500, "dropped_long": 0, "noul_ce": 0.26002275943756104, "noul_T": 0.833357895610659, "choice_ce": 0.8931837677955627, "choice_T": 0.9041517047277291, "noul_auc": 0.5913978494623655, "noul_acc": 0.93, "noul_f1": 0.0, "noul_nll": 0.2600227366387844, "noul_ece": 0.07466260917484761, "noul_brier": 0.0661603426850353, "noul_sharp": 0.3963562250137329, "choice_top1": 0.4666666666666667, "choice_nll": 0.8931837677955627, "choice_brier": 0.5701308846473694, "choice_ece": 0.06926902929941814, "entropy": 0.6800492405891418} +{"time": "09:36:27", "event": "step", "step": 110, "rows_seen": 3520, "lr": 9.128677399521752e-05, "tok_per_s": 1414.2516816835612, "loss": 0.6923354975879192, "entropy": 0.6343858987092972, "sharp": 0.4151288133401137} +{"time": "09:38:20", "event": "step", "step": 120, "rows_seen": 3840, "lr": 8.943056365728335e-05, "tok_per_s": 1417.9010337123811, "loss": 0.662745762616396, "entropy": 0.7426515370607376, "sharp": 0.24326342573532692} +{"time": "09:40:14", "event": "step", "step": 130, "rows_seen": 4160, "lr": 8.741945370109202e-05, "tok_per_s": 1421.2849284673657, "loss": 0.9022739082574844, "entropy": 0.6309526711702347, "sharp": 0.39602671219752383} +{"time": "09:42:09", "event": "step", "step": 140, "rows_seen": 4480, "lr": 8.526187942070997e-05, "tok_per_s": 1424.5449560175823, "loss": 0.4853570337872952, "entropy": 0.6439196141436696, "sharp": 0.42428459570958066} +{"time": "09:44:01", "event": "step", "step": 150, "rows_seen": 4800, "lr": 8.296689043247915e-05, "tok_per_s": 1427.1229039856917, "loss": 0.513740535825491, "entropy": 0.631461463868618, "sharp": 0.4216243945635282} +{"time": "09:45:54", "event": "step", "step": 160, "rows_seen": 5120, "lr": 8.054411271778132e-05, "tok_per_s": 1429.0288314755483, "loss": 0.8615258671343327, "entropy": 0.6263769567012787, "sharp": 0.4336881752197559} +{"time": "09:47:49", "event": "step", "step": 170, "rows_seen": 5440, "lr": 7.800370824832674e-05, "tok_per_s": 1431.020483525629, "loss": 0.8717514425516129, "entropy": 0.7029803618788719, "sharp": 0.3936099180808434} +{"time": "09:49:44", "event": "step", "step": 180, "rows_seen": 5760, "lr": 7.535633236331324e-05, "tok_per_s": 1431.7300686804738, "loss": 0.5338381379842758, "entropy": 0.6515450850129128, "sharp": 0.3942494850892287} +{"time": "09:51:36", "event": "step", "step": 190, "rows_seen": 6080, "lr": 7.26130890772308e-05, "tok_per_s": 1432.9398595550906, "loss": 0.6033811569213867, "entropy": 0.6123033240437508, "sharp": 0.42188819555135876} +{"time": "09:53:29", "event": "step", "step": 200, "rows_seen": 6400, "lr": 6.978548450576568e-05, "tok_per_s": 1434.0037390838538, "loss": 0.5158215039409697, "entropy": 0.6213905122131109, "sharp": 0.4390601928417499} +{"time": "09:54:12", "event": "val", "step": 200, "rows_seen": 6400, "n": 500, "dropped_long": 0, "noul_ce": 0.25475800037384033, "noul_T": 1.0455760306338446, "choice_ce": 0.8906258940696716, "choice_T": 0.9665647405676036, "noul_auc": 0.4412442396313364, "noul_acc": 0.93, "noul_f1": 0.0, "noul_nll": 0.25475801091641187, "noul_ece": 0.04954652316868305, "noul_brier": 0.06523246892255168, "noul_sharp": 0.43700018525123596, "choice_top1": 0.4766666666666667, "choice_nll": 0.8906260132789612, "choice_brier": 0.5695478916168213, "choice_ece": 0.10345203598340352, "entropy": 0.6325308084487915} +{"time": "09:56:08", "event": "step", "step": 210, "rows_seen": 6720, "lr": 6.688537860515266e-05, "tok_per_s": 1409.651936952339, "loss": 0.6858945265412331, "entropy": 0.626648910343647, "sharp": 0.4303229863827045} +{"time": "09:58:02", "event": "step", "step": 220, "rows_seen": 7040, "lr": 6.392493542739706e-05, "tok_per_s": 1412.0864076140208, "loss": 0.5376978367567062, "entropy": 0.5981487259268761, "sharp": 0.439455862228687} +{"time": "09:59:53", "event": "step", "step": 230, "rows_seen": 7360, "lr": 6.091657210001309e-05, "tok_per_s": 1414.3270726823112, "loss": 0.623151034116745, "entropy": 0.6231910139322281, "sharp": 0.41424224926875186} +{"time": "10:01:48", "event": "step", "step": 240, "rows_seen": 7680, "lr": 5.7872906744276015e-05, "tok_per_s": 1415.7527743905441, "loss": 0.7189152650535107, "entropy": 0.6765290945768356, "sharp": 0.3602104347485762} +{"time": "10:03:37", "event": "step", "step": 250, "rows_seen": 8000, "lr": 5.48067055504363e-05, "tok_per_s": 1418.0722583277354, "loss": 0.6554967546835542, "entropy": 0.6396936699748039, "sharp": 0.40031774227435774} +{"time": "10:05:33", "event": "step", "step": 260, "rows_seen": 8320, "lr": 5.173082923188119e-05, "tok_per_s": 1419.6708882068483, "loss": 0.7374463998712599, "entropy": 0.6500721462070942, "sharp": 0.42142064754779524} +{"time": "10:07:26", "event": "step", "step": 270, "rows_seen": 8640, "lr": 4.865817908283331e-05, "tok_per_s": 1421.32536440759, "loss": 0.5384541749954224, "entropy": 0.6546910852193832, "sharp": 0.42219412326812744} +{"time": "10:09:21", "event": "step", "step": 280, "rows_seen": 8960, "lr": 4.560164286583922e-05, "tok_per_s": 1422.6426603625757, "loss": 0.6036743298172951, "entropy": 0.6212870925664902, "sharp": 0.4369366466999054} +{"time": "10:11:14", "event": "step", "step": 290, "rows_seen": 9280, "lr": 4.257404075601443e-05, "tok_per_s": 1423.7413854545118, "loss": 0.7024704217910767, "entropy": 0.609048318117857, "sharp": 0.44865785195277286} +{"time": "10:13:11", "event": "step", "step": 300, "rows_seen": 9600, "lr": 3.958807156877371e-05, "tok_per_s": 1424.629228888687, "loss": 0.5114425458014011, "entropy": 0.6231861189007759, "sharp": 0.4367547860512367} +{"time": "10:13:55", "event": "val", "step": 300, "rows_seen": 9600, "n": 500, "dropped_long": 0, "noul_ce": 0.2541521489620209, "noul_T": 1.0387014703656372, "choice_ce": 0.8881997466087341, "choice_T": 0.9620470065589332, "noul_auc": 0.4857910906298003, "noul_acc": 0.93, "noul_f1": 0.0, "noul_nll": 0.254152117818594, "noul_ece": 0.05755243066698314, "noul_brier": 0.06516237470348937, "noul_sharp": 0.43610772490501404, "choice_top1": 0.4633333333333333, "choice_nll": 0.8881997466087341, "choice_brier": 0.5724412202835083, "choice_ece": 0.1258131198088328, "entropy": 0.6328721642494202} +{"time": "10:15:46", "event": "step", "step": 310, "rows_seen": 9920, "lr": 3.665625949658603e-05, "tok_per_s": 1408.9444697480785, "loss": 0.6864244937896729, "entropy": 0.6298431679606438, "sharp": 0.43276763879335844} +{"time": "10:17:37", "event": "step", "step": 320, "rows_seen": 10240, "lr": 3.379090157815887e-05, "tok_per_s": 1410.7470990173472, "loss": 0.6071057990193367, "entropy": 0.6460592746734619, "sharp": 0.41162591255628145} +{"time": "10:19:30", "event": "step", "step": 330, "rows_seen": 10560, "lr": 3.10040161203844e-05, "tok_per_s": 1412.7174605143682, "loss": 0.6732415221631527, "entropy": 0.6286042090505362, "sharp": 0.4331403970718384} +{"time": "10:21:21", "event": "step", "step": 340, "rows_seen": 10880, "lr": 2.8307292289383776e-05, "tok_per_s": 1414.5211485974414, "loss": 0.765166312456131, "entropy": 0.6379836797714233, "sharp": 0.4358262373850896} +{"time": "10:23:14", "event": "step", "step": 350, "rows_seen": 11200, "lr": 2.571204108208194e-05, "tok_per_s": 1415.9092017043554, "loss": 0.6846974175423384, "entropy": 0.6652592532336712, "sharp": 0.4072568141497098} +{"time": "10:25:06", "event": "step", "step": 360, "rows_seen": 11520, "lr": 2.322914788395595e-05, "tok_per_s": 1417.36281908476, "loss": 0.6564937606453896, "entropy": 0.6559178605675697, "sharp": 0.4118359363996066} +{"time": "10:27:00", "event": "step", "step": 370, "rows_seen": 11840, "lr": 2.0869026811945157e-05, "tok_per_s": 1418.7129718177666, "loss": 0.6718196719884872, "entropy": 0.6452370956540108, "sharp": 0.42848797944875866} +{"time": "10:28:50", "event": "step", "step": 380, "rows_seen": 12160, "lr": 1.8641577034025627e-05, "tok_per_s": 1419.6989064927443, "loss": 0.6484984084963799, "entropy": 0.6326377019286156, "sharp": 0.4349266978410574} +{"time": "10:30:41", "event": "step", "step": 390, "rows_seen": 12480, "lr": 1.6556141248659472e-05, "tok_per_s": 1420.9109175856797, "loss": 0.5680349469184875, "entropy": 0.6214586682617664, "sharp": 0.4448727506857652} +{"time": "10:32:31", "event": "step", "step": 400, "rows_seen": 12800, "lr": 1.4621466498270773e-05, "tok_per_s": 1421.722553559768, "loss": 0.5244538560509682, "entropy": 0.6164427623152733, "sharp": 0.45002713340979356} +{"time": "10:33:15", "event": "val", "step": 400, "rows_seen": 12800, "n": 500, "dropped_long": 0, "noul_ce": 0.25792255997657776, "noul_T": 1.1396387172088258, "choice_ce": 0.875531017780304, "choice_T": 0.8039291195991242, "noul_auc": 0.4093701996927804, "noul_acc": 0.93, "noul_f1": 0.0, "noul_nll": 0.25792256927117707, "noul_ece": 0.05969691583886743, "noul_brier": 0.06554849269298048, "noul_sharp": 0.4499753713607788, "choice_top1": 0.4633333333333333, "choice_nll": 0.8755311965942383, "choice_brier": 0.5613796710968018, "choice_ece": 0.08197040319442751, "entropy": 0.6236853003501892} +{"time": "10:35:09", "event": "step", "step": 410, "rows_seen": 13120, "lr": 1.284566748110963e-05, "tok_per_s": 1409.8689439310383, "loss": 0.6102112699300051, "entropy": 0.6196885034441948, "sharp": 0.44440995500637936} +{"time": "10:37:02", "event": "step", "step": 420, "rows_seen": 13440, "lr": 1.1236192515387821e-05, "tok_per_s": 1411.2824832981635, "loss": 0.5143085103482008, "entropy": 0.6161755360662937, "sharp": 0.4475111777965839} +{"time": "10:38:58", "event": "step", "step": 430, "rows_seen": 13760, "lr": 9.799792298443728e-06, "tok_per_s": 1412.4034836869919, "loss": 1.0088152885437012, "entropy": 0.5984275601804256, "sharp": 0.4566624164581299} +{"time": "10:40:47", "event": "step", "step": 440, "rows_seen": 14080, "lr": 8.542491591971554e-06, "tok_per_s": 1413.76099883691, "loss": 0.8605533502995968, "entropy": 0.5972584635019302, "sharp": 0.45490580338698167} +{"time": "10:42:38", "event": "step", "step": 450, "rows_seen": 14400, "lr": 7.469563952077155e-06, "tok_per_s": 1414.9468425591506, "loss": 0.6112996079027653, "entropy": 0.6112106367945671, "sharp": 0.4475858578315148} +{"time": "10:44:29", "event": "step", "step": 460, "rows_seen": 14720, "lr": 6.585509610150972e-06, "tok_per_s": 1416.1238729659715, "loss": 0.6870513930916786, "entropy": 0.6200661063194275, "sharp": 0.44172669374025786} +{"time": "10:46:19", "event": "step", "step": 470, "rows_seen": 15040, "lr": 5.894036597333646e-06, "tok_per_s": 1417.134404639156, "loss": 0.7018266022205353, "entropy": 0.6230493411421776, "sharp": 0.44130120827601504} +{"time": "10:48:11", "event": "step", "step": 480, "rows_seen": 15360, "lr": 5.398045191744809e-06, "tok_per_s": 1417.7925529716908, "loss": 0.7575670352671295, "entropy": 0.6221340876072645, "sharp": 0.4403102993965149} +{"time": "10:50:04", "event": "step", "step": 490, "rows_seen": 15680, "lr": 5.099615753708697e-06, "tok_per_s": 1418.6850656773258, "loss": 0.7948954850435257, "entropy": 0.6244550570845604, "sharp": 0.437264430981416} +{"time": "10:52:01", "event": "step", "step": 500, "rows_seen": 16000, "lr": 5e-06, "tok_per_s": 1419.267724944102, "loss": 0.6183065846562386, "entropy": 0.629824124276638, "sharp": 0.4329348894265982} +{"time": "10:52:45", "event": "val", "step": 500, "rows_seen": 16000, "n": 500, "dropped_long": 0, "noul_ce": 0.2541050612926483, "noul_T": 1.0172248448246624, "choice_ce": 0.8712353706359863, "choice_T": 0.8495184469684656, "noul_auc": 0.434715821812596, "noul_acc": 0.93, "noul_f1": 0.0, "noul_nll": 0.2541050718724728, "noul_ece": 0.05664463799446822, "noul_brier": 0.06515726313358393, "noul_sharp": 0.4326184391975403, "choice_top1": 0.4866666666666667, "choice_nll": 0.8712352514266968, "choice_brier": 0.5591279864311218, "choice_ece": 0.06059851209322612, "entropy": 0.637647271156311} +{"time": "10:54:18", "event": "ckpt", "tag": "ckpt-16000", "rows_seen": 16000, "replay_seen": 842, "step": 500, "tokens": 8252844, "tok_per_s": 1386.8949068067527, "rows_per_s": 2.830307226569694, "val": {"n": 1200, "dropped_long": 0, "noul_ce": 0.24217554926872253, "noul_T": 0.9468644543154481, "choice_ce": 0.8635616302490234, "choice_T": 0.936884012568952, "score_ce": 1.057722568511963, "score_T": 1.0038528977971535, "noul_auc": 0.4201360858032522, "noul_acc": 0.9425, "noul_f1": 0.0, "noul_nll": 0.2212630150280893, "noul_ece": 0.025348531398922205, "noul_brier": 0.054343816432269494, "noul_sharp": 0.43251878023147583, "choice_top1": 0.4866666666666667, "choice_nll": 0.8817930817604065, "choice_brier": 0.566070020198822, "choice_ece": 0.06514768242835997, "entropy": 0.6377360224723816}, "dropped_long": 0, "peak_gib": 18.282634735107422} diff --git a/meta_only/podC/e16/S1-T-mix/ckpt-16000/adapter/adapter_config.json b/meta_only/podC/e16/S1-T-mix/ckpt-16000/adapter/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..80ee42cce523f5202a7199e65c5dbc0689112f8e --- /dev/null +++ b/meta_only/podC/e16/S1-T-mix/ckpt-16000/adapter/adapter_config.json @@ -0,0 +1,57 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "Qwen3_5ForCausalLM", + "parent_library": "transformers.models.qwen3_5.modeling_qwen3_5" + }, + "base_model_name_or_path": "/workspace/jev_kt/models/hf/JEV-9B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 32, + "lora_bias": false, + "lora_dropout": 0.05, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.0", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "in_proj_z", + "o_proj", + "gate_proj", + "v_proj", + "up_proj", + "out_proj", + "down_proj", + "k_proj", + "in_proj_qkv", + "q_proj" + ], + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-T-mix/ckpt-16000/adapter_vllm/adapter_config.json b/meta_only/podC/e16/S1-T-mix/ckpt-16000/adapter_vllm/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..2d093d03334d1bcd8511a3867adb084f382fd3c5 --- /dev/null +++ b/meta_only/podC/e16/S1-T-mix/ckpt-16000/adapter_vllm/adapter_config.json @@ -0,0 +1,58 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "Qwen3_5ForCausalLM", + "parent_library": "transformers.models.qwen3_5.modeling_qwen3_5" + }, + "base_model_name_or_path": null, + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 64.0, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.0", + "qalora_group_size": 16, + "r": 32, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "down_proj", + "gate_proj", + "in_proj_qkv", + "in_proj_z", + "k_proj", + "lm_head", + "o_proj", + "out_proj", + "q_proj", + "up_proj", + "v_proj" + ], + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-T-mix/ckpt-16000/adapter_vllm/decision_head.json b/meta_only/podC/e16/S1-T-mix/ckpt-16000/adapter_vllm/decision_head.json new file mode 100644 index 0000000000000000000000000000000000000000..7739adebc3affc4528598cee96af6857ef830813 --- /dev/null +++ b/meta_only/podC/e16/S1-T-mix/ckpt-16000/adapter_vllm/decision_head.json @@ -0,0 +1,99 @@ +{ + "bias": [ + 0.0004625246801879257, + -0.0004627758462447673, + -0.0026988177560269833, + -0.0016159005463123322, + -0.0006705599371343851, + 0.001938126515597105, + 0.0016986620612442493, + -0.00288050202652812, + -0.00022300711134448647, + -0.0006539237801916897, + -2.6421863367431797e-05, + 0.0002278649335494265, + 0.00010675829980755225, + -0.0025226527359336615, + -0.004933396354317665, + -0.00584643566980958, + -0.005535959266126156, + -0.0047895233146846294, + -0.005166885443031788, + -0.0057392125017941, + -0.00410568667575717, + -0.003944786731153727, + -0.0060151442885398865, + -0.003909613937139511 + ], + "verbalizer_ids": [ + 3721, + 1802, + 15, + 16, + 17, + 18, + 19, + 20, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47 + ], + "slots": { + "num_slots": 24, + "ranges": { + "noul": [ + 0, + 2 + ], + "score": [ + 2, + 8 + ], + "choice": [ + 8, + 24 + ] + }, + "verbalizers": [ + "false", + "true", + "0", + "1", + "2", + "3", + "4", + "5", + "A", + "B", + "C", + "D", + "E", + "F", + "G", + "H", + "I", + "J", + "K", + "L", + "M", + "N", + "O", + "P" + ], + "template_version": "bare-v1" + }, + "note": "decision logits = lm_head-LoRA logprobs of verbalizer ids + bias, then per-kind temperature" +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-T-mix/ckpt-16000/calibration.json b/meta_only/podC/e16/S1-T-mix/ckpt-16000/calibration.json new file mode 100644 index 0000000000000000000000000000000000000000..6295f97f42ca68ea9d52e7034c75be91acc77e82 --- /dev/null +++ b/meta_only/podC/e16/S1-T-mix/ckpt-16000/calibration.json @@ -0,0 +1,29 @@ +{ + "version": 1, + "per_kind": { + "noul": 1.0710915863114499, + "choice": 1.0921000814553972, + "score": 1.0438838577564133 + }, + "fit": { + "noul": { + "n": 665, + "T": 1.0710915863114499, + "ce_before": 0.27357134222984314, + "ce_after": 0.2731097638607025 + }, + "choice": { + "n": 371, + "T": 1.0921000814553972, + "ce_before": 0.8053199052810669, + "ce_after": 0.8041245937347412 + }, + "score": { + "n": 164, + "T": 1.0438838577564133, + "ce_before": 1.1824262142181396, + "ce_after": 1.1820231676101685 + } + }, + "source": "models/e16/S1-T-mix/ckpt-16000" +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-T-mix/ckpt-16000/judge_config.json b/meta_only/podC/e16/S1-T-mix/ckpt-16000/judge_config.json new file mode 100644 index 0000000000000000000000000000000000000000..66bf285f85beb95c05fcabe07422b8fa7e99de82 --- /dev/null +++ b/meta_only/podC/e16/S1-T-mix/ckpt-16000/judge_config.json @@ -0,0 +1,172 @@ +{ + "base_model_path": "/root/models/Qwen3.5-9B", + "hidden_size": 4096, + "slots": { + "num_slots": 24, + "ranges": { + "noul": [ + 0, + 2 + ], + "score": [ + 2, + 8 + ], + "choice": [ + 8, + 24 + ] + }, + "verbalizers": [ + "false", + "true", + "0", + "1", + "2", + "3", + "4", + "5", + "A", + "B", + "C", + "D", + "E", + "F", + "G", + "H", + "I", + "J", + "K", + "L", + "M", + "N", + "O", + "P" + ], + "template_version": "bare-v1" + }, + "verbalizer_ids": [ + 3721, + 1802, + 15, + 16, + 17, + 18, + 19, + 20, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47 + ], + "kinds": [ + "noul", + "choice", + "score" + ], + "model_name": "jev-judge-qwen35-9b", + "model_version": "0.8.0", + "lm_head_included": true, + "weights_mode": "unmerged", + "adapter_subfolder": "adapter", + "lora": { + "r": 16, + "lora_alpha": 32, + "lora_dropout": 0.05, + "target_modules": [ + "down_proj", + "gate_proj", + "in_proj_qkv", + "in_proj_z", + "k_proj", + "o_proj", + "out_proj", + "q_proj", + "up_proj", + "v_proj" + ] + }, + "trained_stage": "e16", + "source_checkpoint": "models/e16/S1-T-mix/ckpt-16000", + "softcap": null, + "e16": { + "data": "data/e16/T-mix", + "data_manifest": { + "arm": "T-mix", + "name": null, + "train_sha256": "a3a61a8c6af690982ec228abd5b1567d3251cb2dcac877aed6244f78775e6ac7", + "n_train": 16000 + }, + "init": "released", + "objective": "s-log", + "sigma": 0.5, + "K": 8, + "reward": "brier", + "clip": 0.2, + "passes": 1, + "lr": 0.0001, + "lr_head": 0.0002, + "rows_per_step": 32, + "train_seed": 0, + "replay": "data/e16/replay/train.jsonl", + "replay_frac": 0.05, + "replay_sha256": "9dd2df19851678750cf79d2fdb47581720930ef2f0c6e18e6fbe23ef2181847e", + "max_len": 3072, + "schedule": "warmup 0.03 + cosine to x0.05 over 500 steps", + "total_rows": 16000, + "lora": { + "r": 16, + "lora_alpha": 32, + "lora_dropout": 0.05 + }, + "trainer_sha256": "bc7c08e836bd99bb2665b02903cd41404ea029ecfa9b68a9ec1a7cda96958ba4", + "event": "ckpt", + "tag": "ckpt-16000", + "rows_seen": 16000, + "replay_seen": 842, + "step": 500, + "tokens": 6714524, + "tok_per_s": 1272.9148312340744, + "rows_per_s": 3.192844582139772, + "val": { + "n": 1200, + "dropped_long": 0, + "noul_ce": 0.27357134222984314, + "noul_T": 1.0710915863114499, + "choice_ce": 0.8053199052810669, + "choice_T": 1.0921000814553972, + "score_ce": 1.1824262142181396, + "score_T": 1.0438838577564133, + "noul_auc": 0.9411755697133056, + "noul_acc": 0.889273356401384, + "noul_f1": 0.7961783439490446, + "noul_nll": 0.2630110660682155, + "noul_ece": 0.02999444486319108, + "noul_brier": 0.08141547340772463, + "noul_sharp": 0.38084596395492554, + "noul_auc_boolq": 0.9857142857142858, + "noul_auc_forecast": 0.899195575666164, + "noul_auc_kuairec": 0.6809895833333334, + "choice_top1": 0.5562700964630225, + "choice_nll": 0.8319594264030457, + "choice_brier": 0.40392711758613586, + "choice_ece": 0.08702388099152178, + "score_rps": 0.10242040455341339, + "entropy": 0.5197409391403198 + }, + "dropped_long": 0, + "peak_gib": 18.282336711883545 + } +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-T-mix/train_log.jsonl b/meta_only/podC/e16/S1-T-mix/train_log.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..94ad04771dbb9a1272fc02f34a90e930594a3624 --- /dev/null +++ b/meta_only/podC/e16/S1-T-mix/train_log.jsonl @@ -0,0 +1,57 @@ +{"time": "17:51:54", "event": "start", "data": "data/e16/T-mix", "data_manifest": {"arm": "T-mix", "name": null, "train_sha256": "a3a61a8c6af690982ec228abd5b1567d3251cb2dcac877aed6244f78775e6ac7", "n_train": 16000}, "init": "released", "objective": "s-log", "sigma": 0.5, "K": 8, "reward": "brier", "clip": 0.2, "passes": 1, "lr": 0.0001, "lr_head": 0.0002, "rows_per_step": 32, "train_seed": 0, "replay": "data/e16/replay/train.jsonl", "replay_frac": 0.05, "replay_sha256": "9dd2df19851678750cf79d2fdb47581720930ef2f0c6e18e6fbe23ef2181847e", "max_len": 3072, "schedule": "warmup 0.03 + cosine to x0.05 over 500 steps", "total_rows": 16000, "lora": {"r": 16, "lora_alpha": 32, "lora_dropout": 0.05}, "trainer_sha256": "bc7c08e836bd99bb2665b02903cd41404ea029ecfa9b68a9ec1a7cda96958ba4", "device": "cuda", "load_s": 12.304251909255981} +{"time": "17:53:35", "event": "step", "step": 10, "rows_seen": 320, "lr": 7.333333333333333e-05, "tok_per_s": 1318.438248019287, "loss": 0.6009754315018654, "entropy": 0.6513951644301414, "sharp": 0.2831983466943105} +{"time": "17:55:16", "event": "step", "step": 20, "rows_seen": 640, "lr": 9.997508952966197e-05, "tok_per_s": 1335.5763292679771, "loss": 0.6099388264119625, "entropy": 0.6532920747995377, "sharp": 0.33608060479164126} +{"time": "17:56:57", "event": "step", "step": 30, "rows_seen": 960, "lr": 9.977596250541417e-05, "tok_per_s": 1331.517028470806, "loss": 0.5558334812521935, "entropy": 0.5495812818408012, "sharp": 0.362292114057039} +{"time": "17:58:37", "event": "step", "step": 40, "rows_seen": 1280, "lr": 9.937854366485982e-05, "tok_per_s": 1329.4737813329373, "loss": 0.737127747386694, "entropy": 0.5810140110552311, "sharp": 0.30074454678429496} +{"time": "18:00:19", "event": "step", "step": 50, "rows_seen": 1600, "lr": 9.8784499920729e-05, "tok_per_s": 1332.0077231011655, "loss": 0.5961508676409721, "entropy": 0.5618900135159492, "sharp": 0.3516949534416199} +{"time": "18:02:00", "event": "step", "step": 60, "rows_seen": 1920, "lr": 9.79963228989294e-05, "tok_per_s": 1330.9285033513045, "loss": 0.37921296432614326, "entropy": 0.46858867816627026, "sharp": 0.3607788383960724} +{"time": "18:03:43", "event": "step", "step": 70, "rows_seen": 2240, "lr": 9.701731848780134e-05, "tok_per_s": 1332.2464493950617, "loss": 0.5870506912469864, "entropy": 0.5994047820568085, "sharp": 0.3287801212734646} +{"time": "18:05:23", "event": "step", "step": 80, "rows_seen": 2560, "lr": 9.585159297207315e-05, "tok_per_s": 1332.2478688806207, "loss": 0.5907616354525089, "entropy": 0.5112927630543709, "sharp": 0.371524977684021} +{"time": "18:07:05", "event": "step", "step": 90, "rows_seen": 2880, "lr": 9.450403580967612e-05, "tok_per_s": 1335.2068974798606, "loss": 0.5112285166978836, "entropy": 0.5332326516509056, "sharp": 0.41516931433426707} +{"time": "18:08:45", "event": "step", "step": 100, "rows_seen": 3200, "lr": 9.298029912365855e-05, "tok_per_s": 1336.4512671133516, "loss": 0.5681730359792709, "entropy": 0.5583426430821419, "sharp": 0.37759236494700116} +{"time": "18:09:21", "event": "val", "step": 100, "rows_seen": 3200, "n": 500, "dropped_long": 0, "noul_ce": 0.29702895879745483, "noul_T": 0.9506804622157033, "choice_ce": 0.8951866030693054, "choice_T": 1.3862585375058372, "score_ce": 1.325894832611084, "score_T": 1.265762265615822, "noul_auc": 0.9189171559034572, "noul_acc": 0.8685121107266436, "noul_f1": 0.7323943661971831, "noul_nll": 0.29702896001639173, "noul_ece": 0.06482735548207093, "noul_brier": 0.09201399651937159, "noul_sharp": 0.359781414270401, "noul_auc_boolq": 0.9752604166666667, "noul_auc_forecast": 0.8865864527629232, "noul_auc_kuairec": 0.5119047619047619, "choice_top1": 0.5641025641025641, "choice_nll": 0.8951866030693054, "choice_brier": 0.4496942162513733, "choice_ece": 0.1386301244298617, "score_rps": 0.11374486237764359, "entropy": 0.5528929829597473} +{"time": "18:11:02", "event": "step", "step": 110, "rows_seen": 3520, "lr": 9.128677399521752e-05, "tok_per_s": 1295.973936736139, "loss": 0.4900873377919197, "entropy": 0.5480902083218098, "sharp": 0.4047729969024658} +{"time": "18:12:40", "event": "step", "step": 120, "rows_seen": 3840, "lr": 8.943056365728335e-05, "tok_per_s": 1298.8881538865032, "loss": 0.4464210420846939, "entropy": 0.5318878963589668, "sharp": 0.4118477294319554} +{"time": "18:14:20", "event": "step", "step": 130, "rows_seen": 4160, "lr": 8.741945370109202e-05, "tok_per_s": 1301.0992593785336, "loss": 0.44628942012786865, "entropy": 0.513369970023632, "sharp": 0.41102107697063023} +{"time": "18:16:02", "event": "step", "step": 140, "rows_seen": 4480, "lr": 8.526187942070997e-05, "tok_per_s": 1303.569235071766, "loss": 0.6905429810285568, "entropy": 0.5450816079974174, "sharp": 0.40013477206230164} +{"time": "18:17:39", "event": "step", "step": 150, "rows_seen": 4800, "lr": 8.296689043247915e-05, "tok_per_s": 1306.2975059375058, "loss": 0.6795566380023956, "entropy": 0.6299624741077423, "sharp": 0.28671153595573023} +{"time": "18:19:18", "event": "step", "step": 160, "rows_seen": 5120, "lr": 8.054411271778132e-05, "tok_per_s": 1307.8906309509143, "loss": 0.7322435081005096, "entropy": 0.5949161760509014, "sharp": 0.3655244641833835} +{"time": "18:21:00", "event": "step", "step": 170, "rows_seen": 5440, "lr": 7.800370824832674e-05, "tok_per_s": 1309.5208760356306, "loss": 0.44192526675760746, "entropy": 0.45160244405269623, "sharp": 0.40206198692321776} +{"time": "18:22:39", "event": "step", "step": 180, "rows_seen": 5760, "lr": 7.535633236331324e-05, "tok_per_s": 1310.2390814555038, "loss": 0.5777964144945145, "entropy": 0.5684032365679741, "sharp": 0.33332981561359604} +{"time": "18:24:20", "event": "step", "step": 190, "rows_seen": 6080, "lr": 7.26130890772308e-05, "tok_per_s": 1311.775075274247, "loss": 0.650503296405077, "entropy": 0.5516025982797146, "sharp": 0.3826185398631626} +{"time": "18:26:02", "event": "step", "step": 200, "rows_seen": 6400, "lr": 6.978548450576568e-05, "tok_per_s": 1313.1018971721926, "loss": 0.649115914478898, "entropy": 0.5239646211266518, "sharp": 0.3560397446155548} +{"time": "18:26:37", "event": "val", "step": 200, "rows_seen": 6400, "n": 500, "dropped_long": 0, "noul_ce": 0.3290579319000244, "noul_T": 1.0230444016826754, "choice_ce": 0.8321905732154846, "choice_T": 1.1114271261802877, "score_ce": 1.404414176940918, "score_T": 1.7160677252509509, "noul_auc": 0.909784735812133, "noul_acc": 0.8408304498269896, "noul_f1": 0.7160493827160493, "noul_nll": 0.3290579296563104, "noul_ece": 0.09251146192523849, "noul_brier": 0.10534710205069092, "noul_sharp": 0.3631361126899719, "noul_auc_boolq": 0.9830729166666666, "noul_auc_forecast": 0.8538324420677361, "noul_auc_kuairec": 0.4246031746031746, "choice_top1": 0.6089743589743589, "choice_nll": 0.8321905732154846, "choice_brier": 0.4022529423236847, "choice_ece": 0.11511208384464947, "score_rps": 0.12337657809257507, "entropy": 0.5517159700393677} +{"time": "18:28:17", "event": "step", "step": 210, "rows_seen": 6720, "lr": 6.688537860515266e-05, "tok_per_s": 1292.9327171499847, "loss": 0.6540183015167713, "entropy": 0.5539728216826916, "sharp": 0.3179059436446742} +{"time": "18:29:55", "event": "step", "step": 220, "rows_seen": 7040, "lr": 6.392493542739706e-05, "tok_per_s": 1294.4502019674378, "loss": 0.727746395394206, "entropy": 0.5347603633999825, "sharp": 0.40218857924143475} +{"time": "18:31:35", "event": "step", "step": 230, "rows_seen": 7360, "lr": 6.091657210001309e-05, "tok_per_s": 1296.5201639131567, "loss": 0.6843336448073387, "entropy": 0.671885147690773, "sharp": 0.283297061920166} +{"time": "18:33:17", "event": "step", "step": 240, "rows_seen": 7680, "lr": 5.7872906744276015e-05, "tok_per_s": 1297.5568108699595, "loss": 0.4867578409612179, "entropy": 0.562328327447176, "sharp": 0.34095500644884613} +{"time": "18:34:59", "event": "step", "step": 250, "rows_seen": 8000, "lr": 5.48067055504363e-05, "tok_per_s": 1299.9248246240047, "loss": 0.5033967698691413, "entropy": 0.5022450434044003, "sharp": 0.4090969437047055} +{"time": "18:36:40", "event": "step", "step": 260, "rows_seen": 8320, "lr": 5.173082923188119e-05, "tok_per_s": 1301.0186084649858, "loss": 0.4339904058724642, "entropy": 0.43754285387694836, "sharp": 0.4021973252296448} +{"time": "18:38:22", "event": "step", "step": 270, "rows_seen": 8640, "lr": 4.865817908283331e-05, "tok_per_s": 1302.1352657234293, "loss": 0.42681820690631866, "entropy": 0.5313370637595654, "sharp": 0.3509873214520906} +{"time": "18:40:02", "event": "step", "step": 280, "rows_seen": 8960, "lr": 4.560164286583922e-05, "tok_per_s": 1302.9806325426243, "loss": 0.7511271815747023, "entropy": 0.5787809509783983, "sharp": 0.35037652320331997} +{"time": "18:41:42", "event": "step", "step": 290, "rows_seen": 9280, "lr": 4.257404075601443e-05, "tok_per_s": 1303.77103908222, "loss": 0.42832785099744797, "entropy": 0.5072828661650419, "sharp": 0.39003688395023345} +{"time": "18:43:23", "event": "step", "step": 300, "rows_seen": 9600, "lr": 3.958807156877371e-05, "tok_per_s": 1304.700954272065, "loss": 0.6048602685332298, "entropy": 0.5955718234181404, "sharp": 0.31176749656074926} +{"time": "18:43:58", "event": "val", "step": 300, "rows_seen": 9600, "n": 500, "dropped_long": 0, "noul_ce": 0.29195690155029297, "noul_T": 0.9942060405097889, "choice_ce": 0.8144344687461853, "choice_T": 1.18221252819533, "score_ce": 1.2951405048370361, "score_T": 1.078617273605348, "noul_auc": 0.9322896281800391, "noul_acc": 0.8685121107266436, "noul_f1": 0.759493670886076, "noul_nll": 0.2919568926361623, "noul_ece": 0.07335541996489373, "noul_brier": 0.09342192683284632, "noul_sharp": 0.3641831874847412, "noul_auc_boolq": 0.984375, "noul_auc_forecast": 0.9046345811051693, "noul_auc_kuairec": 0.5595238095238095, "choice_top1": 0.6346153846153846, "choice_nll": 0.8144344091415405, "choice_brier": 0.39690932631492615, "choice_ece": 0.1335077098546884, "score_rps": 0.10669048130512238, "entropy": 0.5458430647850037} +{"time": "18:45:38", "event": "step", "step": 310, "rows_seen": 9920, "lr": 3.665625949658603e-05, "tok_per_s": 1291.7931239613058, "loss": 0.5373058840632439, "entropy": 0.5157929621636868, "sharp": 0.39901626772350735} +{"time": "18:47:17", "event": "step", "step": 320, "rows_seen": 10240, "lr": 3.379090157815887e-05, "tok_per_s": 1293.4055636990036, "loss": 0.6410656869411469, "entropy": 0.4888605624437332, "sharp": 0.39373801883898285} +{"time": "18:48:55", "event": "step", "step": 330, "rows_seen": 10560, "lr": 3.10040161203844e-05, "tok_per_s": 1294.6593427506323, "loss": 0.4257687982171774, "entropy": 0.5561752859503031, "sharp": 0.3538563502462287} +{"time": "18:50:34", "event": "step", "step": 340, "rows_seen": 10880, "lr": 2.8307292289383776e-05, "tok_per_s": 1295.9100874636538, "loss": 0.5933897942304611, "entropy": 0.5173546746373177, "sharp": 0.4166180690129598} +{"time": "18:52:14", "event": "step", "step": 350, "rows_seen": 11200, "lr": 2.571204108208194e-05, "tok_per_s": 1297.3653795582907, "loss": 0.5783686339855194, "entropy": 0.5514669567346573, "sharp": 0.35077352272836787} +{"time": "18:53:54", "event": "step", "step": 360, "rows_seen": 11520, "lr": 2.322914788395595e-05, "tok_per_s": 1298.3819115019799, "loss": 0.6171231232583523, "entropy": 0.5578419044613838, "sharp": 0.38778848397104365} +{"time": "18:55:35", "event": "step", "step": 370, "rows_seen": 11840, "lr": 2.0869026811945157e-05, "tok_per_s": 1299.3315409882935, "loss": 0.7304603978991508, "entropy": 0.590006522834301, "sharp": 0.33806007107098895} +{"time": "18:57:17", "event": "step", "step": 380, "rows_seen": 12160, "lr": 1.8641577034025627e-05, "tok_per_s": 1300.1010848551825, "loss": 0.4737466312944889, "entropy": 0.4261682853102684, "sharp": 0.43855507373809816} +{"time": "18:58:57", "event": "step", "step": 390, "rows_seen": 12480, "lr": 1.6556141248659472e-05, "tok_per_s": 1301.1811855205997, "loss": 0.6680684499442577, "entropy": 0.5431367084383965, "sharp": 0.35693245185048955} +{"time": "19:00:40", "event": "step", "step": 400, "rows_seen": 12800, "lr": 1.4621466498270773e-05, "tok_per_s": 1301.7515550889098, "loss": 0.5686121340841055, "entropy": 0.4933429416269064, "sharp": 0.3736814856529236} +{"time": "19:01:15", "event": "val", "step": 400, "rows_seen": 12800, "n": 500, "dropped_long": 0, "noul_ce": 0.26505452394485474, "noul_T": 1.0520806886271628, "choice_ce": 0.8100777864456177, "choice_T": 1.0891557299774222, "score_ce": 1.3664883375167847, "score_T": 1.5008942400357026, "noul_auc": 0.934181343770385, "noul_acc": 0.8858131487889274, "noul_f1": 0.7785234899328859, "noul_nll": 0.26505736100218424, "noul_ece": 0.05370628511065668, "noul_brier": 0.08364913800685468, "noul_sharp": 0.381059855222702, "noul_auc_boolq": 0.9869791666666666, "noul_auc_forecast": 0.8986185383244205, "noul_auc_kuairec": 0.5873015873015873, "choice_top1": 0.6217948717948718, "choice_nll": 0.8100777864456177, "choice_brier": 0.39229103922843933, "choice_ece": 0.0922166814024632, "score_rps": 0.11398326605558395, "entropy": 0.5232681035995483} +{"time": "19:02:54", "event": "step", "step": 410, "rows_seen": 13120, "lr": 1.284566748110963e-05, "tok_per_s": 1291.997201963383, "loss": 0.4936896860599518, "entropy": 0.4781898483633995, "sharp": 0.3992945432662964} +{"time": "19:04:33", "event": "step", "step": 420, "rows_seen": 13440, "lr": 1.1236192515387821e-05, "tok_per_s": 1292.7990583623284, "loss": 0.45892708748579025, "entropy": 0.5067056566476822, "sharp": 0.39650905430316924} +{"time": "19:06:12", "event": "step", "step": 430, "rows_seen": 13760, "lr": 9.799792298443728e-06, "tok_per_s": 1293.733436599603, "loss": 0.5656667353594003, "entropy": 0.5979421289848688, "sharp": 0.3660479784011841} +{"time": "19:07:53", "event": "step", "step": 440, "rows_seen": 14080, "lr": 8.542491591971554e-06, "tok_per_s": 1294.5270324383196, "loss": 0.48949819058179855, "entropy": 0.5152666196227074, "sharp": 0.3922660099832635} +{"time": "19:09:34", "event": "step", "step": 450, "rows_seen": 14400, "lr": 7.469563952077155e-06, "tok_per_s": 1295.8056394471703, "loss": 0.5183408819139004, "entropy": 0.5139010027050972, "sharp": 0.37343143161974457} +{"time": "19:11:13", "event": "step", "step": 460, "rows_seen": 14720, "lr": 6.585509610150972e-06, "tok_per_s": 1296.7874984116509, "loss": 0.7457355335354805, "entropy": 0.5668542757630348, "sharp": 0.3833182454109192} +{"time": "19:12:54", "event": "step", "step": 470, "rows_seen": 15040, "lr": 5.894036597333646e-06, "tok_per_s": 1297.6968839968476, "loss": 0.6842250041663647, "entropy": 0.5596584379673004, "sharp": 0.3556864261627197} +{"time": "19:14:37", "event": "step", "step": 480, "rows_seen": 15360, "lr": 5.398045191744809e-06, "tok_per_s": 1298.3115187029841, "loss": 0.614639213308692, "entropy": 0.5608402416110039, "sharp": 0.3368861863487645} +{"time": "19:16:18", "event": "step", "step": 490, "rows_seen": 15680, "lr": 5.099615753708697e-06, "tok_per_s": 1299.1957026596938, "loss": 0.4897998981177807, "entropy": 0.5921999588608742, "sharp": 0.3086245722240872} +{"time": "19:17:59", "event": "step", "step": 500, "rows_seen": 16000, "lr": 5e-06, "tok_per_s": 1299.9840301965414, "loss": 0.5002500955015421, "entropy": 0.4037389922887087, "sharp": 0.44769024699926374} +{"time": "19:18:34", "event": "val", "step": 500, "rows_seen": 16000, "n": 500, "dropped_long": 0, "noul_ce": 0.2671917974948883, "noul_T": 1.0755826798762498, "choice_ce": 0.8139153718948364, "choice_T": 1.1152432504826937, "score_ce": 1.277801275253296, "score_T": 1.2414323631438897, "noul_auc": 0.9333333333333333, "noul_acc": 0.8788927335640139, "noul_f1": 0.7586206896551724, "noul_nll": 0.2671924791705203, "noul_ece": 0.034015480342327535, "noul_brier": 0.08368814563560881, "noul_sharp": 0.3820061981678009, "noul_auc_boolq": 0.9869791666666666, "noul_auc_forecast": 0.8995098039215685, "noul_auc_kuairec": 0.5952380952380952, "choice_top1": 0.6025641025641025, "choice_nll": 0.8139153122901917, "choice_brier": 0.39587271213531494, "choice_ece": 0.12564690067217898, "score_rps": 0.10646406561136246, "entropy": 0.5198839902877808} +{"time": "19:19:49", "event": "ckpt", "tag": "ckpt-16000", "rows_seen": 16000, "replay_seen": 842, "step": 500, "tokens": 6714524, "tok_per_s": 1272.9148312340744, "rows_per_s": 3.192844582139772, "val": {"n": 1200, "dropped_long": 0, "noul_ce": 0.27357134222984314, "noul_T": 1.0710915863114499, "choice_ce": 0.8053199052810669, "choice_T": 1.0921000814553972, "score_ce": 1.1824262142181396, "score_T": 1.0438838577564133, "noul_auc": 0.9411755697133056, "noul_acc": 0.889273356401384, "noul_f1": 0.7961783439490446, "noul_nll": 0.2630110660682155, "noul_ece": 0.02999444486319108, "noul_brier": 0.08141547340772463, "noul_sharp": 0.38084596395492554, "noul_auc_boolq": 0.9857142857142858, "noul_auc_forecast": 0.899195575666164, "noul_auc_kuairec": 0.6809895833333334, "choice_top1": 0.5562700964630225, "choice_nll": 0.8319594264030457, "choice_brier": 0.40392711758613586, "choice_ece": 0.08702388099152178, "score_rps": 0.10242040455341339, "entropy": 0.5197409391403198}, "dropped_long": 0, "peak_gib": 18.282336711883545} diff --git a/meta_only/podC/e16/S1-T-seq/ckpt-16000/adapter/adapter_config.json b/meta_only/podC/e16/S1-T-seq/ckpt-16000/adapter/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..24222b2c5d4b7a431bebb6c86563fcc0d1936393 --- /dev/null +++ b/meta_only/podC/e16/S1-T-seq/ckpt-16000/adapter/adapter_config.json @@ -0,0 +1,57 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "Qwen3_5ForCausalLM", + "parent_library": "transformers.models.qwen3_5.modeling_qwen3_5" + }, + "base_model_name_or_path": "/workspace/jev_kt/models/hf/JEV-9B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 32, + "lora_bias": false, + "lora_dropout": 0.05, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.0", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "o_proj", + "gate_proj", + "in_proj_qkv", + "out_proj", + "down_proj", + "in_proj_z", + "k_proj", + "v_proj", + "q_proj", + "up_proj" + ], + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-T-seq/ckpt-16000/adapter_vllm/adapter_config.json b/meta_only/podC/e16/S1-T-seq/ckpt-16000/adapter_vllm/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..2d093d03334d1bcd8511a3867adb084f382fd3c5 --- /dev/null +++ b/meta_only/podC/e16/S1-T-seq/ckpt-16000/adapter_vllm/adapter_config.json @@ -0,0 +1,58 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "Qwen3_5ForCausalLM", + "parent_library": "transformers.models.qwen3_5.modeling_qwen3_5" + }, + "base_model_name_or_path": null, + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 64.0, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.0", + "qalora_group_size": 16, + "r": 32, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "down_proj", + "gate_proj", + "in_proj_qkv", + "in_proj_z", + "k_proj", + "lm_head", + "o_proj", + "out_proj", + "q_proj", + "up_proj", + "v_proj" + ], + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-T-seq/ckpt-16000/adapter_vllm/decision_head.json b/meta_only/podC/e16/S1-T-seq/ckpt-16000/adapter_vllm/decision_head.json new file mode 100644 index 0000000000000000000000000000000000000000..513084474fc928ce1312917e75664cdfb6881e30 --- /dev/null +++ b/meta_only/podC/e16/S1-T-seq/ckpt-16000/adapter_vllm/decision_head.json @@ -0,0 +1,99 @@ +{ + "bias": [ + 0.0011691374238580465, + -0.0011693864362314343, + -0.0019507488468661904, + -0.0016679178224876523, + -0.0008872381877154112, + 0.0017441711388528347, + 0.0008817011839710176, + -0.003018653020262718, + -0.00013024252257309854, + -0.0005893922643736005, + 0.00014735839795321226, + 0.0004391179245430976, + 0.00017542023852001876, + -0.0038991684559732676, + -0.004824175965040922, + -0.005237143486738205, + -0.0055692787282168865, + -0.004469701088964939, + -0.005030253902077675, + -0.005212581250816584, + -0.004094515461474657, + -0.0036165898200124502, + -0.005729734897613525, + -0.0037082142662256956 + ], + "verbalizer_ids": [ + 3721, + 1802, + 15, + 16, + 17, + 18, + 19, + 20, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47 + ], + "slots": { + "num_slots": 24, + "ranges": { + "noul": [ + 0, + 2 + ], + "score": [ + 2, + 8 + ], + "choice": [ + 8, + 24 + ] + }, + "verbalizers": [ + "false", + "true", + "0", + "1", + "2", + "3", + "4", + "5", + "A", + "B", + "C", + "D", + "E", + "F", + "G", + "H", + "I", + "J", + "K", + "L", + "M", + "N", + "O", + "P" + ], + "template_version": "bare-v1" + }, + "note": "decision logits = lm_head-LoRA logprobs of verbalizer ids + bias, then per-kind temperature" +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-T-seq/ckpt-16000/calibration.json b/meta_only/podC/e16/S1-T-seq/ckpt-16000/calibration.json new file mode 100644 index 0000000000000000000000000000000000000000..21df46845312b672d531bbe5887a48cc8afd3f74 --- /dev/null +++ b/meta_only/podC/e16/S1-T-seq/ckpt-16000/calibration.json @@ -0,0 +1,29 @@ +{ + "version": 1, + "per_kind": { + "noul": 0.9797851707200905, + "choice": 0.974336413548668, + "score": 0.963663906982005 + }, + "fit": { + "noul": { + "n": 487, + "T": 0.9797851707200905, + "ce_before": 0.207844540476799, + "ce_after": 0.20778775215148926 + }, + "choice": { + "n": 660, + "T": 0.974336413548668, + "ce_before": 0.8459375500679016, + "ce_after": 0.8458540439605713 + }, + "score": { + "n": 53, + "T": 0.963663906982005, + "ce_before": 1.043956995010376, + "ce_after": 1.0435601472854614 + } + }, + "source": "models/e16/S1-T-seq/ckpt-16000" +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-T-seq/ckpt-16000/judge_config.json b/meta_only/podC/e16/S1-T-seq/ckpt-16000/judge_config.json new file mode 100644 index 0000000000000000000000000000000000000000..ed9ae6032671b6f660d17f1ac7d47bb03c3204ee --- /dev/null +++ b/meta_only/podC/e16/S1-T-seq/ckpt-16000/judge_config.json @@ -0,0 +1,168 @@ +{ + "base_model_path": "/root/models/Qwen3.5-9B", + "hidden_size": 4096, + "slots": { + "num_slots": 24, + "ranges": { + "noul": [ + 0, + 2 + ], + "score": [ + 2, + 8 + ], + "choice": [ + 8, + 24 + ] + }, + "verbalizers": [ + "false", + "true", + "0", + "1", + "2", + "3", + "4", + "5", + "A", + "B", + "C", + "D", + "E", + "F", + "G", + "H", + "I", + "J", + "K", + "L", + "M", + "N", + "O", + "P" + ], + "template_version": "bare-v1" + }, + "verbalizer_ids": [ + 3721, + 1802, + 15, + 16, + 17, + 18, + 19, + 20, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47 + ], + "kinds": [ + "noul", + "choice", + "score" + ], + "model_name": "jev-judge-qwen35-9b", + "model_version": "0.8.0", + "lm_head_included": true, + "weights_mode": "unmerged", + "adapter_subfolder": "adapter", + "lora": { + "r": 16, + "lora_alpha": 32, + "lora_dropout": 0.05, + "target_modules": [ + "down_proj", + "gate_proj", + "in_proj_qkv", + "in_proj_z", + "k_proj", + "o_proj", + "out_proj", + "q_proj", + "up_proj", + "v_proj" + ] + }, + "trained_stage": "e16", + "source_checkpoint": "models/e16/S1-T-seq/ckpt-16000", + "softcap": null, + "e16": { + "data": "data/e16/T-seq", + "data_manifest": { + "arm": "T-seq", + "name": null, + "train_sha256": "7af49615f5c3c4bf7c343832a04cb64ee80b96081f744f9714ab78e4cb2b4e73", + "n_train": 64000 + }, + "init": "released", + "objective": "s-log", + "sigma": 0.5, + "K": 8, + "reward": "brier", + "clip": 0.2, + "passes": 1, + "lr": 0.0001, + "lr_head": 0.0002, + "rows_per_step": 32, + "train_seed": 0, + "replay": "data/e16/replay/train.jsonl", + "replay_frac": 0.05, + "replay_sha256": "9dd2df19851678750cf79d2fdb47581720930ef2f0c6e18e6fbe23ef2181847e", + "max_len": 3072, + "schedule": "warmup 0.03 + cosine to x0.05 over 500 steps", + "total_rows": 16000, + "lora": { + "r": 16, + "lora_alpha": 32, + "lora_dropout": 0.05 + }, + "trainer_sha256": "bc7c08e836bd99bb2665b02903cd41404ea029ecfa9b68a9ec1a7cda96958ba4", + "event": "ckpt", + "tag": "ckpt-16000", + "rows_seen": 16000, + "replay_seen": 842, + "step": 500, + "tokens": 8252844, + "tok_per_s": 1366.2781063730029, + "rows_per_s": 2.788233469279596, + "val": { + "n": 1200, + "dropped_long": 0, + "noul_ce": 0.207844540476799, + "noul_T": 0.9797851707200905, + "choice_ce": 0.8459375500679016, + "choice_T": 0.974336413548668, + "score_ce": 1.043956995010376, + "score_T": 0.963663906982005, + "noul_auc": 0.8041748356590935, + "noul_acc": 0.945, + "noul_f1": 0.15384615384615385, + "noul_nll": 0.18297937458351954, + "noul_ece": 0.0361542418145109, + "noul_brier": 0.04834920296916801, + "noul_sharp": 0.43457961082458496, + "choice_top1": 0.47333333333333333, + "choice_nll": 0.8629606366157532, + "choice_brier": 0.5502209663391113, + "choice_ece": 0.0988495882352193, + "entropy": 0.5956893563270569 + }, + "dropped_long": 0, + "peak_gib": 18.282634735107422 + } +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-T-seq/ckpt-4000/adapter/adapter_config.json b/meta_only/podC/e16/S1-T-seq/ckpt-4000/adapter/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..24222b2c5d4b7a431bebb6c86563fcc0d1936393 --- /dev/null +++ b/meta_only/podC/e16/S1-T-seq/ckpt-4000/adapter/adapter_config.json @@ -0,0 +1,57 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "Qwen3_5ForCausalLM", + "parent_library": "transformers.models.qwen3_5.modeling_qwen3_5" + }, + "base_model_name_or_path": "/workspace/jev_kt/models/hf/JEV-9B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 32, + "lora_bias": false, + "lora_dropout": 0.05, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.0", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "o_proj", + "gate_proj", + "in_proj_qkv", + "out_proj", + "down_proj", + "in_proj_z", + "k_proj", + "v_proj", + "q_proj", + "up_proj" + ], + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-T-seq/ckpt-4000/adapter_vllm/adapter_config.json b/meta_only/podC/e16/S1-T-seq/ckpt-4000/adapter_vllm/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..2d093d03334d1bcd8511a3867adb084f382fd3c5 --- /dev/null +++ b/meta_only/podC/e16/S1-T-seq/ckpt-4000/adapter_vllm/adapter_config.json @@ -0,0 +1,58 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "Qwen3_5ForCausalLM", + "parent_library": "transformers.models.qwen3_5.modeling_qwen3_5" + }, + "base_model_name_or_path": null, + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 64.0, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.0", + "qalora_group_size": 16, + "r": 32, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "down_proj", + "gate_proj", + "in_proj_qkv", + "in_proj_z", + "k_proj", + "lm_head", + "o_proj", + "out_proj", + "q_proj", + "up_proj", + "v_proj" + ], + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-T-seq/ckpt-4000/adapter_vllm/decision_head.json b/meta_only/podC/e16/S1-T-seq/ckpt-4000/adapter_vllm/decision_head.json new file mode 100644 index 0000000000000000000000000000000000000000..028a7747600c13ada2659e7cd7071092446ce7c6 --- /dev/null +++ b/meta_only/podC/e16/S1-T-seq/ckpt-4000/adapter_vllm/decision_head.json @@ -0,0 +1,99 @@ +{ + "bias": [ + 0.0014057072112336755, + -0.001405955757945776, + -0.0028796459082514048, + -0.0014012122992426157, + -0.0006504656048491597, + 0.0017323738429695368, + 0.0008321544155478477, + -0.0028541223146021366, + -0.00011181814625160769, + -0.0005710995756089687, + 0.00010343102621845901, + -0.00013210282486397773, + 0.0013062742073088884, + -0.003156504826620221, + -0.004361008759588003, + -0.005085857585072517, + -0.00593813881278038, + -0.004392543807625771, + -0.004960455931723118, + -0.0050632543861866, + -0.0042495387606322765, + -0.003463197033852339, + -0.005623655393719673, + -0.0035117885563522577 + ], + "verbalizer_ids": [ + 3721, + 1802, + 15, + 16, + 17, + 18, + 19, + 20, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47 + ], + "slots": { + "num_slots": 24, + "ranges": { + "noul": [ + 0, + 2 + ], + "score": [ + 2, + 8 + ], + "choice": [ + 8, + 24 + ] + }, + "verbalizers": [ + "false", + "true", + "0", + "1", + "2", + "3", + "4", + "5", + "A", + "B", + "C", + "D", + "E", + "F", + "G", + "H", + "I", + "J", + "K", + "L", + "M", + "N", + "O", + "P" + ], + "template_version": "bare-v1" + }, + "note": "decision logits = lm_head-LoRA logprobs of verbalizer ids + bias, then per-kind temperature" +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-T-seq/ckpt-4000/calibration.json b/meta_only/podC/e16/S1-T-seq/ckpt-4000/calibration.json new file mode 100644 index 0000000000000000000000000000000000000000..b8c960c35b4363064894c2d89f473913fdd44b71 --- /dev/null +++ b/meta_only/podC/e16/S1-T-seq/ckpt-4000/calibration.json @@ -0,0 +1,29 @@ +{ + "version": 1, + "per_kind": { + "noul": 1.2390720199201013, + "choice": 0.7566379605449634, + "score": 0.9755098489924013 + }, + "fit": { + "noul": { + "n": 487, + "T": 1.2390720199201013, + "ce_before": 0.2362591028213501, + "ce_after": 0.22755298018455505 + }, + "choice": { + "n": 660, + "T": 0.7566379605449634, + "ce_before": 0.8625169396400452, + "ce_after": 0.8548598885536194 + }, + "score": { + "n": 53, + "T": 0.9755098489924013, + "ce_before": 1.0433542728424072, + "ce_after": 1.043172836303711 + } + }, + "source": "models/e16/S1-T-seq/ckpt-4000" +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-T-seq/ckpt-4000/judge_config.json b/meta_only/podC/e16/S1-T-seq/ckpt-4000/judge_config.json new file mode 100644 index 0000000000000000000000000000000000000000..21a8eae0298292469b7e7f812654a13595e1fc50 --- /dev/null +++ b/meta_only/podC/e16/S1-T-seq/ckpt-4000/judge_config.json @@ -0,0 +1,168 @@ +{ + "base_model_path": "/root/models/Qwen3.5-9B", + "hidden_size": 4096, + "slots": { + "num_slots": 24, + "ranges": { + "noul": [ + 0, + 2 + ], + "score": [ + 2, + 8 + ], + "choice": [ + 8, + 24 + ] + }, + "verbalizers": [ + "false", + "true", + "0", + "1", + "2", + "3", + "4", + "5", + "A", + "B", + "C", + "D", + "E", + "F", + "G", + "H", + "I", + "J", + "K", + "L", + "M", + "N", + "O", + "P" + ], + "template_version": "bare-v1" + }, + "verbalizer_ids": [ + 3721, + 1802, + 15, + 16, + 17, + 18, + 19, + 20, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47 + ], + "kinds": [ + "noul", + "choice", + "score" + ], + "model_name": "jev-judge-qwen35-9b", + "model_version": "0.8.0", + "lm_head_included": true, + "weights_mode": "unmerged", + "adapter_subfolder": "adapter", + "lora": { + "r": 16, + "lora_alpha": 32, + "lora_dropout": 0.05, + "target_modules": [ + "down_proj", + "gate_proj", + "in_proj_qkv", + "in_proj_z", + "k_proj", + "o_proj", + "out_proj", + "q_proj", + "up_proj", + "v_proj" + ] + }, + "trained_stage": "e16", + "source_checkpoint": "models/e16/S1-T-seq/ckpt-4000", + "softcap": null, + "e16": { + "data": "data/e16/T-seq", + "data_manifest": { + "arm": "T-seq", + "name": null, + "train_sha256": "7af49615f5c3c4bf7c343832a04cb64ee80b96081f744f9714ab78e4cb2b4e73", + "n_train": 64000 + }, + "init": "released", + "objective": "s-log", + "sigma": 0.5, + "K": 8, + "reward": "brier", + "clip": 0.2, + "passes": 1, + "lr": 0.0001, + "lr_head": 0.0002, + "rows_per_step": 32, + "train_seed": 0, + "replay": "data/e16/replay/train.jsonl", + "replay_frac": 0.05, + "replay_sha256": "9dd2df19851678750cf79d2fdb47581720930ef2f0c6e18e6fbe23ef2181847e", + "max_len": 3072, + "schedule": "warmup 0.03 + cosine to x0.05 over 500 steps", + "total_rows": 16000, + "lora": { + "r": 16, + "lora_alpha": 32, + "lora_dropout": 0.05 + }, + "trainer_sha256": "bc7c08e836bd99bb2665b02903cd41404ea029ecfa9b68a9ec1a7cda96958ba4", + "event": "ckpt", + "tag": "ckpt-4000", + "rows_seen": 4000, + "replay_seen": 210, + "step": 125, + "tokens": 2059537, + "tok_per_s": 1336.3445913852768, + "rows_per_s": 2.7316871333895083, + "val": { + "n": 1200, + "dropped_long": 0, + "noul_ce": 0.2362591028213501, + "noul_T": 1.2390720199201013, + "choice_ce": 0.8625169396400452, + "choice_T": 0.7566379605449634, + "score_ce": 1.0433542728424072, + "score_T": 0.9755098489924013, + "noul_auc": 0.7581593818475377, + "noul_acc": 0.9425, + "noul_f1": 0.0, + "noul_nll": 0.20080557680223138, + "noul_ece": 0.046962215804960586, + "noul_brier": 0.05037678854074873, + "noul_sharp": 0.46957623958587646, + "choice_top1": 0.4633333333333333, + "choice_nll": 0.8770625591278076, + "choice_brier": 0.5592451691627502, + "choice_ece": 0.07238859693209332, + "entropy": 0.6031460165977478 + }, + "dropped_long": 0, + "peak_gib": 18.282634735107422 + } +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-T-seq/train_log.jsonl b/meta_only/podC/e16/S1-T-seq/train_log.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..345213d9efcd3275eb8526c823be496d9994cd3c --- /dev/null +++ b/meta_only/podC/e16/S1-T-seq/train_log.jsonl @@ -0,0 +1,58 @@ +{"time": "07:35:08", "event": "start", "data": "data/e16/T-seq", "data_manifest": {"arm": "T-seq", "name": null, "train_sha256": "7af49615f5c3c4bf7c343832a04cb64ee80b96081f744f9714ab78e4cb2b4e73", "n_train": 64000}, "init": "released", "objective": "s-log", "sigma": 0.5, "K": 8, "reward": "brier", "clip": 0.2, "passes": 1, "lr": 0.0001, "lr_head": 0.0002, "rows_per_step": 32, "train_seed": 0, "replay": "data/e16/replay/train.jsonl", "replay_frac": 0.05, "replay_sha256": "9dd2df19851678750cf79d2fdb47581720930ef2f0c6e18e6fbe23ef2181847e", "max_len": 3072, "schedule": "warmup 0.03 + cosine to x0.05 over 500 steps", "total_rows": 16000, "lora": {"r": 16, "lora_alpha": 32, "lora_dropout": 0.05}, "trainer_sha256": "bc7c08e836bd99bb2665b02903cd41404ea029ecfa9b68a9ec1a7cda96958ba4", "device": "cuda", "load_s": 12.552327632904053} +{"time": "07:37:02", "event": "step", "step": 10, "rows_seen": 320, "lr": 7.333333333333333e-05, "tok_per_s": 1458.3965421784453, "loss": 0.7738638818264008, "entropy": 0.696827158331871, "sharp": 0.4147989543584677} +{"time": "07:38:52", "event": "step", "step": 20, "rows_seen": 640, "lr": 9.997508952966197e-05, "tok_per_s": 1467.5967168013046, "loss": 1.1074313968420029, "entropy": 0.5181240811944008, "sharp": 0.43347898584145766} +{"time": "07:40:44", "event": "step", "step": 30, "rows_seen": 960, "lr": 9.977596250541417e-05, "tok_per_s": 1469.7113154307153, "loss": 0.6076370272785425, "entropy": 0.5882097128778696, "sharp": 0.45988654173337495} +{"time": "07:42:35", "event": "step", "step": 40, "rows_seen": 1280, "lr": 9.937854366485982e-05, "tok_per_s": 1468.261872221213, "loss": 0.4850751794874668, "entropy": 0.5982946678996086, "sharp": 0.4560714043103732} +{"time": "07:44:27", "event": "step", "step": 50, "rows_seen": 1600, "lr": 9.8784499920729e-05, "tok_per_s": 1468.5689842161978, "loss": 0.5133647937327623, "entropy": 0.540823994204402, "sharp": 0.46816916649158186} +{"time": "07:46:23", "event": "step", "step": 60, "rows_seen": 1920, "lr": 9.79963228989294e-05, "tok_per_s": 1465.359684943444, "loss": 0.7377718836069107, "entropy": 0.5519219748675823, "sharp": 0.4458283552756676} +{"time": "07:48:18", "event": "step", "step": 70, "rows_seen": 2240, "lr": 9.701731848780134e-05, "tok_per_s": 1466.3239829732195, "loss": 0.5636109113693237, "entropy": 0.6910308450460434, "sharp": 0.35816555756788987} +{"time": "07:50:10", "event": "step", "step": 80, "rows_seen": 2560, "lr": 9.585159297207315e-05, "tok_per_s": 1465.6394250923975, "loss": 0.5479926257394254, "entropy": 0.5374206732958555, "sharp": 0.47816113325265736} +{"time": "07:52:02", "event": "step", "step": 90, "rows_seen": 2880, "lr": 9.450403580967612e-05, "tok_per_s": 1465.3933825714141, "loss": 0.7337028980255127, "entropy": 0.6097836345434189, "sharp": 0.4294913181891808} +{"time": "07:53:51", "event": "step", "step": 100, "rows_seen": 3200, "lr": 9.298029912365855e-05, "tok_per_s": 1466.2646191772708, "loss": 0.587042011320591, "entropy": 0.667672835290432, "sharp": 0.3220006548441373} +{"time": "07:54:35", "event": "val", "step": 100, "rows_seen": 3200, "n": 500, "dropped_long": 0, "noul_ce": 0.2374802827835083, "noul_T": 0.8104923631609093, "choice_ce": 0.8900479078292847, "choice_T": 1.146290004689731, "noul_auc": 0.699825479930192, "noul_acc": 0.91, "noul_f1": 0.1, "noul_nll": 0.2374802764132619, "noul_ece": 0.1052511799801141, "noul_brier": 0.0647682554369268, "noul_sharp": 0.38465991616249084, "choice_top1": 0.44, "choice_nll": 0.8900477886199951, "choice_brier": 0.5717191696166992, "choice_ece": 0.10191080411275227, "entropy": 0.636140763759613} +{"time": "07:56:27", "event": "step", "step": 110, "rows_seen": 3520, "lr": 9.128677399521752e-05, "tok_per_s": 1416.5042946963972, "loss": 0.6464091464877129, "entropy": 0.725432924926281, "sharp": 0.2665802056972797} +{"time": "07:58:19", "event": "step", "step": 120, "rows_seen": 3840, "lr": 8.943056365728335e-05, "tok_per_s": 1419.8758992076523, "loss": 0.6074401140213013, "entropy": 0.5938470438122749, "sharp": 0.45702997308511} +{"time": "08:00:50", "event": "ckpt", "tag": "ckpt-4000", "rows_seen": 4000, "replay_seen": 210, "step": 125, "tokens": 2059537, "tok_per_s": 1336.3445913852768, "rows_per_s": 2.7316871333895083, "val": {"n": 1200, "dropped_long": 0, "noul_ce": 0.2362591028213501, "noul_T": 1.2390720199201013, "choice_ce": 0.8625169396400452, "choice_T": 0.7566379605449634, "score_ce": 1.0433542728424072, "score_T": 0.9755098489924013, "noul_auc": 0.7581593818475377, "noul_acc": 0.9425, "noul_f1": 0.0, "noul_nll": 0.20080557680223138, "noul_ece": 0.046962215804960586, "noul_brier": 0.05037678854074873, "noul_sharp": 0.46957623958587646, "choice_top1": 0.4633333333333333, "choice_nll": 0.8770625591278076, "choice_brier": 0.5592451691627502, "choice_ece": 0.07238859693209332, "entropy": 0.6031460165977478}, "dropped_long": 0, "peak_gib": 18.282634735107422} +{"time": "08:01:47", "event": "step", "step": 130, "rows_seen": 4160, "lr": 8.741945370109202e-05, "tok_per_s": 1339.7679761144525, "loss": 0.5904237627983093, "entropy": 0.6339075267314911, "sharp": 0.44254069144909197} +{"time": "08:03:42", "event": "step", "step": 140, "rows_seen": 4480, "lr": 8.526187942070997e-05, "tok_per_s": 1348.5926514669727, "loss": 0.6823112872662023, "entropy": 0.6443047290667892, "sharp": 0.3955417206654182} +{"time": "08:05:34", "event": "step", "step": 150, "rows_seen": 4800, "lr": 8.296689043247915e-05, "tok_per_s": 1355.682412999168, "loss": 0.5953944772481918, "entropy": 0.5656178146600723, "sharp": 0.3933283549088698} +{"time": "08:07:27", "event": "step", "step": 160, "rows_seen": 5120, "lr": 8.054411271778132e-05, "tok_per_s": 1361.6080760384993, "loss": 0.6820636540651321, "entropy": 0.5287219136953354, "sharp": 0.4920809864997864} +{"time": "08:09:22", "event": "step", "step": 170, "rows_seen": 5440, "lr": 7.800370824832674e-05, "tok_per_s": 1367.2149490550437, "loss": 0.6229029521346092, "entropy": 0.6111270301043987, "sharp": 0.38178253861574024} +{"time": "08:11:17", "event": "step", "step": 180, "rows_seen": 5760, "lr": 7.535633236331324e-05, "tok_per_s": 1371.4966843629995, "loss": 0.5464991256594658, "entropy": 0.5816947408020496, "sharp": 0.43596408000359166} +{"time": "08:13:08", "event": "step", "step": 190, "rows_seen": 6080, "lr": 7.26130890772308e-05, "tok_per_s": 1375.7127275431633, "loss": 0.6431488804519176, "entropy": 0.5401259027421474, "sharp": 0.4680511768047626} +{"time": "08:15:01", "event": "step", "step": 200, "rows_seen": 6400, "lr": 6.978548450576568e-05, "tok_per_s": 1379.5658677361703, "loss": 0.8795769229909638, "entropy": 0.5110302546527237, "sharp": 0.4942390460234422} +{"time": "08:15:44", "event": "val", "step": 200, "rows_seen": 6400, "n": 500, "dropped_long": 0, "noul_ce": 0.19362860918045044, "noul_T": 1.4747627379374442, "choice_ce": 0.8930364847183228, "choice_T": 1.3188795413122785, "noul_auc": 0.7137870855148342, "noul_acc": 0.96, "noul_f1": 0.2, "noul_nll": 0.19362862577036138, "noul_ece": 0.03324545944458805, "noul_brier": 0.040953715213941096, "noul_sharp": 0.4742564260959625, "choice_top1": 0.4633333333333333, "choice_nll": 0.8930364847183228, "choice_brier": 0.5726235508918762, "choice_ece": 0.1138142971197764, "entropy": 0.5277919769287109} +{"time": "08:17:40", "event": "step", "step": 210, "rows_seen": 6720, "lr": 6.688537860515266e-05, "tok_per_s": 1359.5085166099718, "loss": 0.5851066894829273, "entropy": 0.6648526415228844, "sharp": 0.3779986913387592} +{"time": "08:19:34", "event": "step", "step": 220, "rows_seen": 7040, "lr": 6.392493542739706e-05, "tok_per_s": 1364.0332960903538, "loss": 0.6070091058500111, "entropy": 0.6097164452075958, "sharp": 0.4230511922102708} +{"time": "08:21:25", "event": "step", "step": 230, "rows_seen": 7360, "lr": 6.091657210001309e-05, "tok_per_s": 1368.0791348598584, "loss": 0.6149954907596111, "entropy": 0.6087711602449417, "sharp": 0.4135220440534445} +{"time": "08:23:20", "event": "step", "step": 240, "rows_seen": 7680, "lr": 5.7872906744276015e-05, "tok_per_s": 1371.2156871739858, "loss": 0.7345311269164085, "entropy": 0.6276972517371178, "sharp": 0.38698691588181716} +{"time": "08:25:09", "event": "step", "step": 250, "rows_seen": 8000, "lr": 5.48067055504363e-05, "tok_per_s": 1375.1848464235459, "loss": 0.7317606760188937, "entropy": 0.5602032337337732, "sharp": 0.4516863272740291} +{"time": "08:27:05", "event": "step", "step": 260, "rows_seen": 8320, "lr": 5.173082923188119e-05, "tok_per_s": 1378.3685179425624, "loss": 0.5348137074615806, "entropy": 0.5658568041399121, "sharp": 0.4677043373768146} +{"time": "08:28:58", "event": "step", "step": 270, "rows_seen": 8640, "lr": 4.865817908283331e-05, "tok_per_s": 1381.457065646547, "loss": 0.5418391600251198, "entropy": 0.5201020948588848, "sharp": 0.4810258700297429} +{"time": "08:30:53", "event": "step", "step": 280, "rows_seen": 8960, "lr": 4.560164286583922e-05, "tok_per_s": 1384.0232892499134, "loss": 0.6337827183306217, "entropy": 0.5878012254834175, "sharp": 0.42135954132446873} +{"time": "08:32:46", "event": "step", "step": 290, "rows_seen": 9280, "lr": 4.257404075601443e-05, "tok_per_s": 1386.4434114215198, "loss": 0.8962932676076889, "entropy": 0.6166405081748962, "sharp": 0.42018738159766567} +{"time": "08:34:43", "event": "step", "step": 300, "rows_seen": 9600, "lr": 3.958807156877371e-05, "tok_per_s": 1388.502250512737, "loss": 0.5623444467782974, "entropy": 0.6357118785381317, "sharp": 0.4272358692609347} +{"time": "08:35:27", "event": "val", "step": 300, "rows_seen": 9600, "n": 500, "dropped_long": 0, "noul_ce": 0.20991720259189606, "noul_T": 0.7672630243109161, "choice_ce": 0.8933400511741638, "choice_T": 0.9016731660997287, "noul_auc": 0.704479348458406, "noul_acc": 0.945, "noul_f1": 0.15384615384615385, "noul_nll": 0.20991719042649493, "noul_ece": 0.08065681508276612, "noul_brier": 0.054669850216411034, "noul_sharp": 0.39155206084251404, "choice_top1": 0.48, "choice_nll": 0.8933400511741638, "choice_brier": 0.5664052367210388, "choice_ece": 0.10506610870361328, "entropy": 0.658089280128479} +{"time": "08:37:17", "event": "step", "step": 310, "rows_seen": 9920, "lr": 3.665625949658603e-05, "tok_per_s": 1374.7071144058507, "loss": 0.5592948440462351, "entropy": 0.552752211689949, "sharp": 0.4526884647516104} +{"time": "08:39:09", "event": "step", "step": 320, "rows_seen": 10240, "lr": 3.379090157815887e-05, "tok_per_s": 1377.4577966455547, "loss": 0.5801925249397755, "entropy": 0.6052545383572578, "sharp": 0.4444019611065204} +{"time": "08:41:02", "event": "step", "step": 330, "rows_seen": 10560, "lr": 3.10040161203844e-05, "tok_per_s": 1380.2884492776247, "loss": 0.6189902517944574, "entropy": 0.6150953210890293, "sharp": 0.4307324611223661} +{"time": "08:42:53", "event": "step", "step": 340, "rows_seen": 10880, "lr": 2.8307292289383776e-05, "tok_per_s": 1382.9103213119, "loss": 0.6090104281902313, "entropy": 0.6051808372139931, "sharp": 0.41247673218066877} +{"time": "08:44:46", "event": "step", "step": 350, "rows_seen": 11200, "lr": 2.571204108208194e-05, "tok_per_s": 1385.0572913017356, "loss": 0.7016676068305969, "entropy": 0.6015706360340118, "sharp": 0.4318944490872897} +{"time": "08:46:39", "event": "step", "step": 360, "rows_seen": 11520, "lr": 2.322914788395595e-05, "tok_per_s": 1387.3220008166597, "loss": 0.565244048833847, "entropy": 0.5946917086839676, "sharp": 0.4277068835038405} +{"time": "08:48:32", "event": "step", "step": 370, "rows_seen": 11840, "lr": 2.0869026811945157e-05, "tok_per_s": 1389.4011359598737, "loss": 0.7301998920738697, "entropy": 0.5246065072715282, "sharp": 0.4731083099658673} +{"time": "08:50:22", "event": "step", "step": 380, "rows_seen": 12160, "lr": 1.8641577034025627e-05, "tok_per_s": 1391.0594606031798, "loss": 0.6756407916545868, "entropy": 0.5997651740908623, "sharp": 0.43568575152984035} +{"time": "08:52:13", "event": "step", "step": 390, "rows_seen": 12480, "lr": 1.6556141248659472e-05, "tok_per_s": 1392.9337760175351, "loss": 0.5790411904454231, "entropy": 0.6208106800913811, "sharp": 0.4016410754277156} +{"time": "08:54:03", "event": "step", "step": 400, "rows_seen": 12800, "lr": 1.4621466498270773e-05, "tok_per_s": 1394.4394773344595, "loss": 0.5409117341041565, "entropy": 0.6243013143539429, "sharp": 0.3979599109062782} +{"time": "08:54:47", "event": "val", "step": 400, "rows_seen": 12800, "n": 500, "dropped_long": 0, "noul_ce": 0.19494572281837463, "noul_T": 0.9326726462696222, "choice_ce": 0.9200738668441772, "choice_T": 1.2854043805422044, "noul_auc": 0.7184409540430483, "noul_acc": 0.95, "noul_f1": 0.16666666666666666, "noul_nll": 0.19494571043760517, "noul_ece": 0.07254191628075204, "noul_brier": 0.04859081576282485, "noul_sharp": 0.4186185896396637, "choice_top1": 0.44333333333333336, "choice_nll": 0.9200738668441772, "choice_brier": 0.5830943584442139, "choice_ece": 0.10996539791425068, "entropy": 0.597857654094696} +{"time": "08:56:41", "event": "step", "step": 410, "rows_seen": 13120, "lr": 1.284566748110963e-05, "tok_per_s": 1383.8313902417487, "loss": 0.5605491176247597, "entropy": 0.5294979810714722, "sharp": 0.4453754241649921} +{"time": "08:58:33", "event": "step", "step": 420, "rows_seen": 13440, "lr": 1.1236192515387821e-05, "tok_per_s": 1385.9026063145686, "loss": 0.5904536619782448, "entropy": 0.5080372802913189, "sharp": 0.4815761676201454} +{"time": "09:00:29", "event": "step", "step": 430, "rows_seen": 13760, "lr": 9.799792298443728e-06, "tok_per_s": 1387.5160701200257, "loss": 0.4910491965711117, "entropy": 0.5490079820156097, "sharp": 0.46065961397611177} +{"time": "09:02:19", "event": "step", "step": 440, "rows_seen": 14080, "lr": 8.542491591971554e-06, "tok_per_s": 1389.2632430409637, "loss": 0.5050595765933394, "entropy": 0.5486146360635757, "sharp": 0.4631395615064181} +{"time": "09:04:10", "event": "step", "step": 450, "rows_seen": 14400, "lr": 7.469563952077155e-06, "tok_per_s": 1390.9962140103812, "loss": 0.4753625448793173, "entropy": 0.5793101638555527, "sharp": 0.4423634455754207} +{"time": "09:06:01", "event": "step", "step": 460, "rows_seen": 14720, "lr": 6.585509610150972e-06, "tok_per_s": 1392.632541719512, "loss": 0.6821968033909798, "entropy": 0.6894265115261078, "sharp": 0.2955577511053819} +{"time": "09:07:51", "event": "step", "step": 470, "rows_seen": 15040, "lr": 5.894036597333646e-06, "tok_per_s": 1394.1349260397915, "loss": 0.5066780587658286, "entropy": 0.5892338342964649, "sharp": 0.44596258722818816} +{"time": "09:09:42", "event": "step", "step": 480, "rows_seen": 15360, "lr": 5.398045191744809e-06, "tok_per_s": 1395.2958176226875, "loss": 0.5419237916357815, "entropy": 0.6494327429682016, "sharp": 0.3350445398917565} +{"time": "09:11:35", "event": "step", "step": 490, "rows_seen": 15680, "lr": 5.099615753708697e-06, "tok_per_s": 1396.6590806578413, "loss": 0.6447922764346004, "entropy": 0.5524594839662313, "sharp": 0.45830532908439636} +{"time": "09:13:32", "event": "step", "step": 500, "rows_seen": 16000, "lr": 5e-06, "tok_per_s": 1397.6810792300882, "loss": 0.5911537297070026, "entropy": 0.6148124299943447, "sharp": 0.41980236310225266} +{"time": "09:14:16", "event": "val", "step": 500, "rows_seen": 16000, "n": 500, "dropped_long": 0, "noul_ce": 0.17873159050941467, "noul_T": 0.8761173157181069, "choice_ce": 0.8997100591659546, "choice_T": 1.1514775088681084, "noul_auc": 0.72891215823153, "noul_acc": 0.96, "noul_f1": 0.2, "noul_nll": 0.17873160727147477, "noul_ece": 0.06573975377250463, "noul_brier": 0.04374531151617354, "noul_sharp": 0.4254304766654968, "choice_top1": 0.4633333333333333, "choice_nll": 0.8997100591659546, "choice_brier": 0.5722574591636658, "choice_ece": 0.11951263149579366, "entropy": 0.6048498153686523} +{"time": "09:15:49", "event": "ckpt", "tag": "ckpt-16000", "rows_seen": 16000, "replay_seen": 842, "step": 500, "tokens": 8252844, "tok_per_s": 1366.2781063730029, "rows_per_s": 2.788233469279596, "val": {"n": 1200, "dropped_long": 0, "noul_ce": 0.207844540476799, "noul_T": 0.9797851707200905, "choice_ce": 0.8459375500679016, "choice_T": 0.974336413548668, "score_ce": 1.043956995010376, "score_T": 0.963663906982005, "noul_auc": 0.8041748356590935, "noul_acc": 0.945, "noul_f1": 0.15384615384615385, "noul_nll": 0.18297937458351954, "noul_ece": 0.0361542418145109, "noul_brier": 0.04834920296916801, "noul_sharp": 0.43457961082458496, "choice_top1": 0.47333333333333333, "choice_nll": 0.8629606366157532, "choice_brier": 0.5502209663391113, "choice_ece": 0.0988495882352193, "entropy": 0.5956893563270569}, "dropped_long": 0, "peak_gib": 18.282634735107422} diff --git a/meta_only/podC/e16/S1-Y1-syn/ckpt-4000/adapter/adapter_config.json b/meta_only/podC/e16/S1-Y1-syn/ckpt-4000/adapter/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..0686cfd4bba210e7f62785e7c1f4a4610a57713d --- /dev/null +++ b/meta_only/podC/e16/S1-Y1-syn/ckpt-4000/adapter/adapter_config.json @@ -0,0 +1,57 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "Qwen3_5ForCausalLM", + "parent_library": "transformers.models.qwen3_5.modeling_qwen3_5" + }, + "base_model_name_or_path": "/workspace/jev_kt/models/hf/JEV-9B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 32, + "lora_bias": false, + "lora_dropout": 0.05, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.0", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "out_proj", + "gate_proj", + "o_proj", + "in_proj_z", + "k_proj", + "up_proj", + "q_proj", + "in_proj_qkv", + "down_proj", + "v_proj" + ], + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-Y1-syn/ckpt-4000/adapter_vllm/adapter_config.json b/meta_only/podC/e16/S1-Y1-syn/ckpt-4000/adapter_vllm/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..2d093d03334d1bcd8511a3867adb084f382fd3c5 --- /dev/null +++ b/meta_only/podC/e16/S1-Y1-syn/ckpt-4000/adapter_vllm/adapter_config.json @@ -0,0 +1,58 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "Qwen3_5ForCausalLM", + "parent_library": "transformers.models.qwen3_5.modeling_qwen3_5" + }, + "base_model_name_or_path": null, + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 64.0, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.0", + "qalora_group_size": 16, + "r": 32, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "down_proj", + "gate_proj", + "in_proj_qkv", + "in_proj_z", + "k_proj", + "lm_head", + "o_proj", + "out_proj", + "q_proj", + "up_proj", + "v_proj" + ], + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-Y1-syn/ckpt-4000/adapter_vllm/decision_head.json b/meta_only/podC/e16/S1-Y1-syn/ckpt-4000/adapter_vllm/decision_head.json new file mode 100644 index 0000000000000000000000000000000000000000..2fb0edd89935ceafa0b5bd4c71eba235ca2efa2e --- /dev/null +++ b/meta_only/podC/e16/S1-Y1-syn/ckpt-4000/adapter_vllm/decision_head.json @@ -0,0 +1,99 @@ +{ + "bias": [ + 0.00030868840985931456, + -0.0003089384699705988, + -0.003214517841115594, + -0.0018512901151552796, + -0.0005110151250846684, + 0.0017565048765391111, + 0.0007869700784794986, + -0.0021732032764703035, + -0.0009394624503329396, + 2.427854633424431e-05, + -0.0006793552893213928, + 0.00011502827692311257, + 7.734251994406804e-05, + -0.002267225878313184, + -0.0033681318163871765, + -0.00530932005494833, + -0.005979245528578758, + -0.004503603558987379, + -0.00511904526501894, + -0.0054015228524804115, + -0.004569744225591421, + -0.003833287162706256, + -0.0057987733744084835, + -0.003800857812166214 + ], + "verbalizer_ids": [ + 3721, + 1802, + 15, + 16, + 17, + 18, + 19, + 20, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47 + ], + "slots": { + "num_slots": 24, + "ranges": { + "noul": [ + 0, + 2 + ], + "score": [ + 2, + 8 + ], + "choice": [ + 8, + 24 + ] + }, + "verbalizers": [ + "false", + "true", + "0", + "1", + "2", + "3", + "4", + "5", + "A", + "B", + "C", + "D", + "E", + "F", + "G", + "H", + "I", + "J", + "K", + "L", + "M", + "N", + "O", + "P" + ], + "template_version": "bare-v1" + }, + "note": "decision logits = lm_head-LoRA logprobs of verbalizer ids + bias, then per-kind temperature" +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-Y1-syn/ckpt-4000/calibration.json b/meta_only/podC/e16/S1-Y1-syn/ckpt-4000/calibration.json new file mode 100644 index 0000000000000000000000000000000000000000..1c94e7249666e3ff3b739a6302a804d3943ce83c --- /dev/null +++ b/meta_only/podC/e16/S1-Y1-syn/ckpt-4000/calibration.json @@ -0,0 +1,29 @@ +{ + "version": 1, + "per_kind": { + "noul": 0.8880287076625953, + "choice": 0.9621827858379176, + "score": 0.941839543442059 + }, + "fit": { + "noul": { + "n": 1087, + "T": 0.8880287076625953, + "ce_before": 0.5773564577102661, + "ce_after": 0.576280415058136 + }, + "choice": { + "n": 60, + "T": 0.9621827858379176, + "ce_before": 0.6674591898918152, + "ce_after": 0.6671034693717957 + }, + "score": { + "n": 53, + "T": 0.941839543442059, + "ce_before": 1.048301100730896, + "ce_after": 1.0472520589828491 + } + }, + "source": "models/e16/S1-Y1-syn/ckpt-4000" +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-Y1-syn/ckpt-4000/judge_config.json b/meta_only/podC/e16/S1-Y1-syn/ckpt-4000/judge_config.json new file mode 100644 index 0000000000000000000000000000000000000000..1adbf89c0c5886a2ea822f9a9cedbb02cad8e9fb --- /dev/null +++ b/meta_only/podC/e16/S1-Y1-syn/ckpt-4000/judge_config.json @@ -0,0 +1,164 @@ +{ + "base_model_path": "/root/models/Qwen3.5-9B", + "hidden_size": 4096, + "slots": { + "num_slots": 24, + "ranges": { + "noul": [ + 0, + 2 + ], + "score": [ + 2, + 8 + ], + "choice": [ + 8, + 24 + ] + }, + "verbalizers": [ + "false", + "true", + "0", + "1", + "2", + "3", + "4", + "5", + "A", + "B", + "C", + "D", + "E", + "F", + "G", + "H", + "I", + "J", + "K", + "L", + "M", + "N", + "O", + "P" + ], + "template_version": "bare-v1" + }, + "verbalizer_ids": [ + 3721, + 1802, + 15, + 16, + 17, + 18, + 19, + 20, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47 + ], + "kinds": [ + "noul", + "choice", + "score" + ], + "model_name": "jev-judge-qwen35-9b", + "model_version": "0.8.0", + "lm_head_included": true, + "weights_mode": "unmerged", + "adapter_subfolder": "adapter", + "lora": { + "r": 16, + "lora_alpha": 32, + "lora_dropout": 0.05, + "target_modules": [ + "down_proj", + "gate_proj", + "in_proj_qkv", + "in_proj_z", + "k_proj", + "o_proj", + "out_proj", + "q_proj", + "up_proj", + "v_proj" + ] + }, + "trained_stage": "e16", + "source_checkpoint": "models/e16/S1-Y1-syn/ckpt-4000", + "softcap": null, + "e16": { + "data": "data/e17/Y1", + "data_manifest": { + "arm": "Y1", + "name": null, + "train_sha256": "b848872049f0592c4a1c0e4e184e318faf6b2bff3e6e4dc8a52a0e7cf724ab55", + "n_train": 4000 + }, + "init": "released", + "objective": "s-log", + "sigma": 0.5, + "K": 8, + "reward": "brier", + "clip": 0.2, + "passes": 1, + "lr": 0.0001, + "lr_head": 0.0002, + "rows_per_step": 32, + "train_seed": 0, + "replay": "data/e16/replay/train.jsonl", + "replay_frac": 0.05, + "replay_sha256": "9dd2df19851678750cf79d2fdb47581720930ef2f0c6e18e6fbe23ef2181847e", + "max_len": 3072, + "schedule": "warmup 0.03 + cosine to x0.05 over 125 steps", + "total_rows": 4000, + "lora": { + "r": 16, + "lora_alpha": 32, + "lora_dropout": 0.05 + }, + "trainer_sha256": "bc7c08e836bd99bb2665b02903cd41404ea029ecfa9b68a9ec1a7cda96958ba4", + "event": "ckpt", + "tag": "ckpt-4000", + "rows_seen": 4000, + "replay_seen": 210, + "step": 125, + "tokens": 2304188, + "tok_per_s": 1267.9115112497711, + "rows_per_s": 2.3166110821073906, + "val": { + "n": 1200, + "dropped_long": 0, + "noul_ce": 0.5773564577102661, + "noul_T": 0.8880287076625953, + "choice_ce": 0.6674591898918152, + "choice_T": 0.9621827858379176, + "score_ce": 1.048301100730896, + "score_T": 0.941839543442059, + "noul_auc": 0.7319088430242893, + "noul_acc": 0.707, + "noul_f1": 0.7818317200297841, + "noul_nll": 0.5771057973094285, + "noul_ece": 0.04505153140425681, + "noul_brier": 0.1962686409356703, + "noul_sharp": 0.17407843470573425, + "entropy": 0.6044238805770874 + }, + "dropped_long": 0, + "peak_gib": 18.284047603607178 + } +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-Y1-syn/train_log.jsonl b/meta_only/podC/e16/S1-Y1-syn/train_log.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..04c5eb1f3c4a31f34fbcf524e90bcca88808ea5d --- /dev/null +++ b/meta_only/podC/e16/S1-Y1-syn/train_log.jsonl @@ -0,0 +1,15 @@ +{"time": "07:32:04", "event": "start", "data": "data/e17/Y1", "data_manifest": {"arm": "Y1", "name": null, "train_sha256": "b848872049f0592c4a1c0e4e184e318faf6b2bff3e6e4dc8a52a0e7cf724ab55", "n_train": 4000}, "init": "released", "objective": "s-log", "sigma": 0.5, "K": 8, "reward": "brier", "clip": 0.2, "passes": 1, "lr": 0.0001, "lr_head": 0.0002, "rows_per_step": 32, "train_seed": 0, "replay": "data/e16/replay/train.jsonl", "replay_frac": 0.05, "replay_sha256": "9dd2df19851678750cf79d2fdb47581720930ef2f0c6e18e6fbe23ef2181847e", "max_len": 3072, "schedule": "warmup 0.03 + cosine to x0.05 over 125 steps", "total_rows": 4000, "lora": {"r": 16, "lora_alpha": 32, "lora_dropout": 0.05}, "trainer_sha256": "bc7c08e836bd99bb2665b02903cd41404ea029ecfa9b68a9ec1a7cda96958ba4", "device": "cuda", "load_s": 61.29859805107117} +{"time": "07:34:21", "event": "step", "step": 10, "rows_seen": 320, "lr": 9.923040269974204e-05, "tok_per_s": 1349.2829274837434, "loss": 0.6184769198298454, "entropy": 0.6098689995706081, "sharp": 0.17078221030533314} +{"time": "07:36:40", "event": "step", "step": 20, "rows_seen": 640, "lr": 9.55208574963224e-05, "tok_per_s": 1369.9693302581752, "loss": 0.6013022381812334, "entropy": 0.6330334786325693, "sharp": 0.1431762082502246} +{"time": "07:38:52", "event": "step", "step": 30, "rows_seen": 960, "lr": 8.897432118673851e-05, "tok_per_s": 1378.3917499629863, "loss": 0.6750278882682323, "entropy": 0.6469560116529465, "sharp": 0.1250277291983366} +{"time": "07:41:05", "event": "step", "step": 40, "rows_seen": 1280, "lr": 8.002250216471678e-05, "tok_per_s": 1381.1887905164167, "loss": 0.6334777660667896, "entropy": 0.6069665215909481, "sharp": 0.1765824593603611} +{"time": "07:43:20", "event": "step", "step": 50, "rows_seen": 1600, "lr": 6.925572411108201e-05, "tok_per_s": 1383.265212106719, "loss": 0.6229442171752453, "entropy": 0.5911602675914764, "sharp": 0.18329047411680222} +{"time": "07:45:25", "event": "step", "step": 60, "rows_seen": 1920, "lr": 5.738399736402462e-05, "tok_per_s": 1383.35962254916, "loss": 0.5885016992688179, "entropy": 0.5969717800617218, "sharp": 0.1945874486118555} +{"time": "07:47:34", "event": "step", "step": 70, "rows_seen": 2240, "lr": 4.519019760655705e-05, "tok_per_s": 1388.9329805963926, "loss": 0.58300462923944, "entropy": 0.6189426593482494, "sharp": 0.1582572478801012} +{"time": "07:49:50", "event": "step", "step": 80, "rows_seen": 2560, "lr": 3.3478439481564835e-05, "tok_per_s": 1389.4382121889603, "loss": 0.6045036222785711, "entropy": 0.6155279651284218, "sharp": 0.15254836902022362} +{"time": "07:52:05", "event": "step", "step": 90, "rows_seen": 2880, "lr": 2.3021049613197416e-05, "tok_per_s": 1391.4987036797982, "loss": 0.582100766710937, "entropy": 0.555737697519362, "sharp": 0.22932531870901585} +{"time": "07:54:19", "event": "step", "step": 100, "rows_seen": 3200, "lr": 1.4507635874863332e-05, "tok_per_s": 1391.4353395838514, "loss": 0.5727568063884974, "entropy": 0.612534686923027, "sharp": 0.16755686700344086} +{"time": "07:55:10", "event": "val", "step": 100, "rows_seen": 3200, "n": 500, "dropped_long": 0, "noul_ce": 0.5945215821266174, "noul_T": 0.9878430028082891, "noul_auc": 0.728545990000685, "noul_acc": 0.68, "noul_f1": 0.754601226993865, "noul_nll": 0.584758179180324, "noul_ece": 0.06609167712926867, "noul_brier": 0.19992645217260036, "noul_sharp": 0.18364101648330688, "entropy": 0.5964841842651367} +{"time": "07:57:20", "event": "step", "step": 110, "rows_seen": 3520, "lr": 8.49961150805399e-06, "tok_per_s": 1343.5684298683277, "loss": 0.6422971989959478, "entropy": 0.5994516275823116, "sharp": 0.16919334419071674} +{"time": "07:59:33", "event": "step", "step": 120, "rows_seen": 3840, "lr": 5.3931729785351795e-06, "tok_per_s": 1346.8670158824777, "loss": 0.5597401671111584, "entropy": 0.5755327753722668, "sharp": 0.20459836907684803} +{"time": "08:02:22", "event": "ckpt", "tag": "ckpt-4000", "rows_seen": 4000, "replay_seen": 210, "step": 125, "tokens": 2304188, "tok_per_s": 1267.9115112497711, "rows_per_s": 2.3166110821073906, "val": {"n": 1200, "dropped_long": 0, "noul_ce": 0.5773564577102661, "noul_T": 0.8880287076625953, "choice_ce": 0.6674591898918152, "choice_T": 0.9621827858379176, "score_ce": 1.048301100730896, "score_T": 0.941839543442059, "noul_auc": 0.7319088430242893, "noul_acc": 0.707, "noul_f1": 0.7818317200297841, "noul_nll": 0.5771057973094285, "noul_ece": 0.04505153140425681, "noul_brier": 0.1962686409356703, "noul_sharp": 0.17407843470573425, "entropy": 0.6044238805770874}, "dropped_long": 0, "peak_gib": 18.284047603607178} diff --git a/meta_only/podC/e16/S1-Y1b-syn/ckpt-4000/adapter/adapter_config.json b/meta_only/podC/e16/S1-Y1b-syn/ckpt-4000/adapter/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..7f3bf9a65b4a5b75bfef2802e987b0e684e3fb8d --- /dev/null +++ b/meta_only/podC/e16/S1-Y1b-syn/ckpt-4000/adapter/adapter_config.json @@ -0,0 +1,57 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "Qwen3_5ForCausalLM", + "parent_library": "transformers.models.qwen3_5.modeling_qwen3_5" + }, + "base_model_name_or_path": "/workspace/jev_kt/models/hf/JEV-9B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 32, + "lora_bias": false, + "lora_dropout": 0.05, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.0", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "o_proj", + "q_proj", + "in_proj_z", + "gate_proj", + "up_proj", + "in_proj_qkv", + "down_proj", + "out_proj", + "v_proj", + "k_proj" + ], + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-Y1b-syn/ckpt-4000/adapter_vllm/adapter_config.json b/meta_only/podC/e16/S1-Y1b-syn/ckpt-4000/adapter_vllm/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..2d093d03334d1bcd8511a3867adb084f382fd3c5 --- /dev/null +++ b/meta_only/podC/e16/S1-Y1b-syn/ckpt-4000/adapter_vllm/adapter_config.json @@ -0,0 +1,58 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "Qwen3_5ForCausalLM", + "parent_library": "transformers.models.qwen3_5.modeling_qwen3_5" + }, + "base_model_name_or_path": null, + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 64.0, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.0", + "qalora_group_size": 16, + "r": 32, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "down_proj", + "gate_proj", + "in_proj_qkv", + "in_proj_z", + "k_proj", + "lm_head", + "o_proj", + "out_proj", + "q_proj", + "up_proj", + "v_proj" + ], + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-Y1b-syn/ckpt-4000/adapter_vllm/decision_head.json b/meta_only/podC/e16/S1-Y1b-syn/ckpt-4000/adapter_vllm/decision_head.json new file mode 100644 index 0000000000000000000000000000000000000000..75bf4694b0dd27b263b1d6c2b9b0d562de5f7897 --- /dev/null +++ b/meta_only/podC/e16/S1-Y1b-syn/ckpt-4000/adapter_vllm/decision_head.json @@ -0,0 +1,99 @@ +{ + "bias": [ + 0.0003716093488037586, + -0.0003718599327839911, + -0.0031481494661420584, + -0.0014272283297032118, + -0.00014919212844688445, + 0.0019309670897200704, + 0.0012690245639532804, + -0.002165202284231782, + -0.0007545603439211845, + -0.0005643378244712949, + -0.00039620164898224175, + 0.00031938034226186574, + -0.0005562371225096285, + -0.002075649332255125, + -0.003150514792650938, + -0.005123758688569069, + -0.005940826144069433, + -0.004375923424959183, + -0.0049697039648890495, + -0.005118550267070532, + -0.004324347712099552, + -0.003536549396812916, + -0.005637085530906916, + -0.003566443221643567 + ], + "verbalizer_ids": [ + 3721, + 1802, + 15, + 16, + 17, + 18, + 19, + 20, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47 + ], + "slots": { + "num_slots": 24, + "ranges": { + "noul": [ + 0, + 2 + ], + "score": [ + 2, + 8 + ], + "choice": [ + 8, + 24 + ] + }, + "verbalizers": [ + "false", + "true", + "0", + "1", + "2", + "3", + "4", + "5", + "A", + "B", + "C", + "D", + "E", + "F", + "G", + "H", + "I", + "J", + "K", + "L", + "M", + "N", + "O", + "P" + ], + "template_version": "bare-v1" + }, + "note": "decision logits = lm_head-LoRA logprobs of verbalizer ids + bias, then per-kind temperature" +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-Y1b-syn/ckpt-4000/calibration.json b/meta_only/podC/e16/S1-Y1b-syn/ckpt-4000/calibration.json new file mode 100644 index 0000000000000000000000000000000000000000..3645b558894fc9520f56b2f1c4c81d1733f14d01 --- /dev/null +++ b/meta_only/podC/e16/S1-Y1b-syn/ckpt-4000/calibration.json @@ -0,0 +1,29 @@ +{ + "version": 1, + "per_kind": { + "noul": 0.9571778485517305, + "choice": 1.0680801279331995, + "score": 0.9747035756417686 + }, + "fit": { + "noul": { + "n": 1087, + "T": 0.9571778485517305, + "ce_before": 0.5855098962783813, + "ce_after": 0.585365891456604 + }, + "choice": { + "n": 60, + "T": 1.0680801279331995, + "ce_before": 0.6698319315910339, + "ce_after": 0.6688422560691833 + }, + "score": { + "n": 53, + "T": 0.9747035756417686, + "ce_before": 1.0482394695281982, + "ce_after": 1.0480387210845947 + } + }, + "source": "models/e16/S1-Y1b-syn/ckpt-4000" +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-Y1b-syn/ckpt-4000/judge_config.json b/meta_only/podC/e16/S1-Y1b-syn/ckpt-4000/judge_config.json new file mode 100644 index 0000000000000000000000000000000000000000..badb838116a598fe58925a12a4f5fb9de41d8e64 --- /dev/null +++ b/meta_only/podC/e16/S1-Y1b-syn/ckpt-4000/judge_config.json @@ -0,0 +1,164 @@ +{ + "base_model_path": "/root/models/Qwen3.5-9B", + "hidden_size": 4096, + "slots": { + "num_slots": 24, + "ranges": { + "noul": [ + 0, + 2 + ], + "score": [ + 2, + 8 + ], + "choice": [ + 8, + 24 + ] + }, + "verbalizers": [ + "false", + "true", + "0", + "1", + "2", + "3", + "4", + "5", + "A", + "B", + "C", + "D", + "E", + "F", + "G", + "H", + "I", + "J", + "K", + "L", + "M", + "N", + "O", + "P" + ], + "template_version": "bare-v1" + }, + "verbalizer_ids": [ + 3721, + 1802, + 15, + 16, + 17, + 18, + 19, + 20, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47 + ], + "kinds": [ + "noul", + "choice", + "score" + ], + "model_name": "jev-judge-qwen35-9b", + "model_version": "0.8.0", + "lm_head_included": true, + "weights_mode": "unmerged", + "adapter_subfolder": "adapter", + "lora": { + "r": 16, + "lora_alpha": 32, + "lora_dropout": 0.05, + "target_modules": [ + "down_proj", + "gate_proj", + "in_proj_qkv", + "in_proj_z", + "k_proj", + "o_proj", + "out_proj", + "q_proj", + "up_proj", + "v_proj" + ] + }, + "trained_stage": "e16", + "source_checkpoint": "models/e16/S1-Y1b-syn/ckpt-4000", + "softcap": null, + "e16": { + "data": "data/e17/Y1b", + "data_manifest": { + "arm": "Y1b", + "name": null, + "train_sha256": "a92a2aad5584b7aeb7ec6b03743fe4358b105374dec8b0906930f576bcb14efe", + "n_train": 4000 + }, + "init": "released", + "objective": "s-log", + "sigma": 0.5, + "K": 8, + "reward": "brier", + "clip": 0.2, + "passes": 1, + "lr": 0.0001, + "lr_head": 0.0002, + "rows_per_step": 32, + "train_seed": 0, + "replay": "data/e16/replay/train.jsonl", + "replay_frac": 0.05, + "replay_sha256": "9dd2df19851678750cf79d2fdb47581720930ef2f0c6e18e6fbe23ef2181847e", + "max_len": 3072, + "schedule": "warmup 0.03 + cosine to x0.05 over 125 steps", + "total_rows": 4000, + "lora": { + "r": 16, + "lora_alpha": 32, + "lora_dropout": 0.05 + }, + "trainer_sha256": "bc7c08e836bd99bb2665b02903cd41404ea029ecfa9b68a9ec1a7cda96958ba4", + "event": "ckpt", + "tag": "ckpt-4000", + "rows_seen": 4000, + "replay_seen": 210, + "step": 125, + "tokens": 2304188, + "tok_per_s": 1266.7478919998673, + "rows_per_s": 2.314485023934384, + "val": { + "n": 1200, + "dropped_long": 0, + "noul_ce": 0.5855098962783813, + "noul_T": 0.9571778485517305, + "choice_ce": 0.6698319315910339, + "choice_T": 1.0680801279331995, + "score_ce": 1.0482394695281982, + "score_T": 0.9747035756417686, + "noul_auc": 0.7259265039297031, + "noul_acc": 0.7, + "noul_f1": 0.7761194029850746, + "noul_nll": 0.5825659808665514, + "noul_ece": 0.05528412696719172, + "noul_brier": 0.19844542164744855, + "noul_sharp": 0.1767752319574356, + "entropy": 0.6028504967689514 + }, + "dropped_long": 0, + "peak_gib": 18.284047603607178 + } +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-Y1b-syn/train_log.jsonl b/meta_only/podC/e16/S1-Y1b-syn/train_log.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..657ffe7f04c43b363afb2619523fb3c9acff3fd0 --- /dev/null +++ b/meta_only/podC/e16/S1-Y1b-syn/train_log.jsonl @@ -0,0 +1,15 @@ +{"time": "08:58:22", "event": "start", "data": "data/e17/Y1b", "data_manifest": {"arm": "Y1b", "name": null, "train_sha256": "a92a2aad5584b7aeb7ec6b03743fe4358b105374dec8b0906930f576bcb14efe", "n_train": 4000}, "init": "released", "objective": "s-log", "sigma": 0.5, "K": 8, "reward": "brier", "clip": 0.2, "passes": 1, "lr": 0.0001, "lr_head": 0.0002, "rows_per_step": 32, "train_seed": 0, "replay": "data/e16/replay/train.jsonl", "replay_frac": 0.05, "replay_sha256": "9dd2df19851678750cf79d2fdb47581720930ef2f0c6e18e6fbe23ef2181847e", "max_len": 3072, "schedule": "warmup 0.03 + cosine to x0.05 over 125 steps", "total_rows": 4000, "lora": {"r": 16, "lora_alpha": 32, "lora_dropout": 0.05}, "trainer_sha256": "bc7c08e836bd99bb2665b02903cd41404ea029ecfa9b68a9ec1a7cda96958ba4", "device": "cuda", "load_s": 56.14185976982117} +{"time": "09:00:38", "event": "step", "step": 10, "rows_seen": 320, "lr": 9.923040269974204e-05, "tok_per_s": 1355.3239689260758, "loss": 0.6397071182727814, "entropy": 0.6103917844593525, "sharp": 0.1690493691712618} +{"time": "09:02:58", "event": "step", "step": 20, "rows_seen": 640, "lr": 9.55208574963224e-05, "tok_per_s": 1372.7081797664064, "loss": 0.6219263290986419, "entropy": 0.608941987156868, "sharp": 0.17750771716237068} +{"time": "09:05:09", "event": "step", "step": 30, "rows_seen": 960, "lr": 8.897432118673851e-05, "tok_per_s": 1380.2364880337277, "loss": 0.6801592335104942, "entropy": 0.6300789415836334, "sharp": 0.14110613241791725} +{"time": "09:07:23", "event": "step", "step": 40, "rows_seen": 1280, "lr": 8.002250216471678e-05, "tok_per_s": 1382.331753046959, "loss": 0.6274445317685604, "entropy": 0.6189857646822929, "sharp": 0.16330998856574297} +{"time": "09:09:37", "event": "step", "step": 50, "rows_seen": 1600, "lr": 6.925572411108201e-05, "tok_per_s": 1383.6578689296916, "loss": 0.6039763912558556, "entropy": 0.5992499478161335, "sharp": 0.17834850773215294} +{"time": "09:11:43", "event": "step", "step": 60, "rows_seen": 1920, "lr": 5.738399736402462e-05, "tok_per_s": 1383.3291175256666, "loss": 0.605742834508419, "entropy": 0.6194467544555664, "sharp": 0.16065563820302486} +{"time": "09:13:53", "event": "step", "step": 70, "rows_seen": 2240, "lr": 4.519019760655705e-05, "tok_per_s": 1388.5077381527221, "loss": 0.5973333492875099, "entropy": 0.6137074362486601, "sharp": 0.16831161733716726} +{"time": "09:16:09", "event": "step", "step": 80, "rows_seen": 2560, "lr": 3.3478439481564835e-05, "tok_per_s": 1388.4970451260797, "loss": 0.6268617771565914, "entropy": 0.6233884207904339, "sharp": 0.1492009423673153} +{"time": "09:18:24", "event": "step", "step": 90, "rows_seen": 2880, "lr": 2.3021049613197416e-05, "tok_per_s": 1390.2242023011518, "loss": 0.5995722711086273, "entropy": 0.580273699015379, "sharp": 0.2105450201779604} +{"time": "09:20:38", "event": "step", "step": 100, "rows_seen": 3200, "lr": 1.4507635874863332e-05, "tok_per_s": 1389.8882147593952, "loss": 0.5864916667342186, "entropy": 0.6158555150032043, "sharp": 0.16503170784562826} +{"time": "09:21:29", "event": "val", "step": 100, "rows_seen": 3200, "n": 500, "dropped_long": 0, "noul_ce": 0.6017170548439026, "noul_T": 0.9842829401923214, "noul_auc": 0.7220738305595507, "noul_acc": 0.67, "noul_f1": 0.7496206373292867, "noul_nll": 0.5902641932666302, "noul_ece": 0.06438663601875307, "noul_brier": 0.2018923888452647, "noul_sharp": 0.17688602209091187, "entropy": 0.6041146516799927} +{"time": "09:23:40", "event": "step", "step": 110, "rows_seen": 3520, "lr": 8.49961150805399e-06, "tok_per_s": 1341.7755293963387, "loss": 0.619984831660986, "entropy": 0.6206269655376673, "sharp": 0.1503076571971178} +{"time": "09:25:53", "event": "step", "step": 120, "rows_seen": 3840, "lr": 5.3931729785351795e-06, "tok_per_s": 1345.05020717858, "loss": 0.5743725374341011, "entropy": 0.583824597299099, "sharp": 0.19599211029708385} +{"time": "09:28:42", "event": "ckpt", "tag": "ckpt-4000", "rows_seen": 4000, "replay_seen": 210, "step": 125, "tokens": 2304188, "tok_per_s": 1266.7478919998673, "rows_per_s": 2.314485023934384, "val": {"n": 1200, "dropped_long": 0, "noul_ce": 0.5855098962783813, "noul_T": 0.9571778485517305, "choice_ce": 0.6698319315910339, "choice_T": 1.0680801279331995, "score_ce": 1.0482394695281982, "score_T": 0.9747035756417686, "noul_auc": 0.7259265039297031, "noul_acc": 0.7, "noul_f1": 0.7761194029850746, "noul_nll": 0.5825659808665514, "noul_ece": 0.05528412696719172, "noul_brier": 0.19844542164744855, "noul_sharp": 0.1767752319574356, "entropy": 0.6028504967689514}, "dropped_long": 0, "peak_gib": 18.284047603607178} diff --git a/meta_only/podC/e16/S1-Y2-syn/ckpt-4000/adapter/adapter_config.json b/meta_only/podC/e16/S1-Y2-syn/ckpt-4000/adapter/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..7eb1879925ad6686311c76da16628ccbde545faa --- /dev/null +++ b/meta_only/podC/e16/S1-Y2-syn/ckpt-4000/adapter/adapter_config.json @@ -0,0 +1,57 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "Qwen3_5ForCausalLM", + "parent_library": "transformers.models.qwen3_5.modeling_qwen3_5" + }, + "base_model_name_or_path": "/workspace/jev_kt/models/hf/JEV-9B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 32, + "lora_bias": false, + "lora_dropout": 0.05, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.0", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "down_proj", + "o_proj", + "in_proj_z", + "v_proj", + "k_proj", + "out_proj", + "up_proj", + "gate_proj", + "q_proj", + "in_proj_qkv" + ], + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-Y2-syn/ckpt-4000/adapter_vllm/adapter_config.json b/meta_only/podC/e16/S1-Y2-syn/ckpt-4000/adapter_vllm/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..2d093d03334d1bcd8511a3867adb084f382fd3c5 --- /dev/null +++ b/meta_only/podC/e16/S1-Y2-syn/ckpt-4000/adapter_vllm/adapter_config.json @@ -0,0 +1,58 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "Qwen3_5ForCausalLM", + "parent_library": "transformers.models.qwen3_5.modeling_qwen3_5" + }, + "base_model_name_or_path": null, + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 64.0, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.0", + "qalora_group_size": 16, + "r": 32, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "down_proj", + "gate_proj", + "in_proj_qkv", + "in_proj_z", + "k_proj", + "lm_head", + "o_proj", + "out_proj", + "q_proj", + "up_proj", + "v_proj" + ], + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-Y2-syn/ckpt-4000/adapter_vllm/decision_head.json b/meta_only/podC/e16/S1-Y2-syn/ckpt-4000/adapter_vllm/decision_head.json new file mode 100644 index 0000000000000000000000000000000000000000..f5971e16ffab38ed3be1e179a1db13733c26fb53 --- /dev/null +++ b/meta_only/podC/e16/S1-Y2-syn/ckpt-4000/adapter_vllm/decision_head.json @@ -0,0 +1,99 @@ +{ + "bias": [ + 0.0002567042538430542, + -0.0002569531789049506, + -0.0031253027264028788, + -0.0015670183347538114, + -0.0002671287511475384, + 0.001906060497276485, + 0.0012789822649210691, + -0.0025524820666760206, + -0.0011747797252610326, + -0.0005370319122448564, + -0.000799040193669498, + 0.00015548913506790996, + 0.00013035789015702903, + -0.001812482951208949, + -0.0030377600342035294, + -0.005073798820376396, + -0.005934907589107752, + -0.004339804407209158, + -0.0049344878643751144, + -0.004969226196408272, + -0.004058465361595154, + -0.003385046264156699, + -0.0055971029214560986, + -0.0034749580081552267 + ], + "verbalizer_ids": [ + 3721, + 1802, + 15, + 16, + 17, + 18, + 19, + 20, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47 + ], + "slots": { + "num_slots": 24, + "ranges": { + "noul": [ + 0, + 2 + ], + "score": [ + 2, + 8 + ], + "choice": [ + 8, + 24 + ] + }, + "verbalizers": [ + "false", + "true", + "0", + "1", + "2", + "3", + "4", + "5", + "A", + "B", + "C", + "D", + "E", + "F", + "G", + "H", + "I", + "J", + "K", + "L", + "M", + "N", + "O", + "P" + ], + "template_version": "bare-v1" + }, + "note": "decision logits = lm_head-LoRA logprobs of verbalizer ids + bias, then per-kind temperature" +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-Y2-syn/ckpt-4000/calibration.json b/meta_only/podC/e16/S1-Y2-syn/ckpt-4000/calibration.json new file mode 100644 index 0000000000000000000000000000000000000000..2026d138fb56f703dc078bdb50a8ace82076d89b --- /dev/null +++ b/meta_only/podC/e16/S1-Y2-syn/ckpt-4000/calibration.json @@ -0,0 +1,29 @@ +{ + "version": 1, + "per_kind": { + "noul": 0.9386443739461563, + "choice": 1.080872353372039, + "score": 1.0093741991092249 + }, + "fit": { + "noul": { + "n": 1087, + "T": 0.9386443739461563, + "ce_before": 0.5691205263137817, + "ce_after": 0.5687832832336426 + }, + "choice": { + "n": 60, + "T": 1.080872353372039, + "ce_before": 0.6702532172203064, + "ce_after": 0.668847918510437 + }, + "score": { + "n": 53, + "T": 1.0093741991092249, + "ce_before": 1.0452388525009155, + "ce_after": 1.0452139377593994 + } + }, + "source": "models/e16/S1-Y2-syn/ckpt-4000" +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-Y2-syn/ckpt-4000/judge_config.json b/meta_only/podC/e16/S1-Y2-syn/ckpt-4000/judge_config.json new file mode 100644 index 0000000000000000000000000000000000000000..80557bafc64930563db64bfac030bc3f7a7ae721 --- /dev/null +++ b/meta_only/podC/e16/S1-Y2-syn/ckpt-4000/judge_config.json @@ -0,0 +1,164 @@ +{ + "base_model_path": "/root/models/Qwen3.5-9B", + "hidden_size": 4096, + "slots": { + "num_slots": 24, + "ranges": { + "noul": [ + 0, + 2 + ], + "score": [ + 2, + 8 + ], + "choice": [ + 8, + 24 + ] + }, + "verbalizers": [ + "false", + "true", + "0", + "1", + "2", + "3", + "4", + "5", + "A", + "B", + "C", + "D", + "E", + "F", + "G", + "H", + "I", + "J", + "K", + "L", + "M", + "N", + "O", + "P" + ], + "template_version": "bare-v1" + }, + "verbalizer_ids": [ + 3721, + 1802, + 15, + 16, + 17, + 18, + 19, + 20, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47 + ], + "kinds": [ + "noul", + "choice", + "score" + ], + "model_name": "jev-judge-qwen35-9b", + "model_version": "0.8.0", + "lm_head_included": true, + "weights_mode": "unmerged", + "adapter_subfolder": "adapter", + "lora": { + "r": 16, + "lora_alpha": 32, + "lora_dropout": 0.05, + "target_modules": [ + "down_proj", + "gate_proj", + "in_proj_qkv", + "in_proj_z", + "k_proj", + "o_proj", + "out_proj", + "q_proj", + "up_proj", + "v_proj" + ] + }, + "trained_stage": "e16", + "source_checkpoint": "models/e16/S1-Y2-syn/ckpt-4000", + "softcap": null, + "e16": { + "data": "data/e17/Y2", + "data_manifest": { + "arm": "Y2", + "name": null, + "train_sha256": "0238da33a9ed33ab5954bef74f5b650d2505597027dd0a682f497aadbb522433", + "n_train": 16000 + }, + "init": "released", + "objective": "s-log", + "sigma": 0.5, + "K": 8, + "reward": "brier", + "clip": 0.2, + "passes": 1, + "lr": 0.0001, + "lr_head": 0.0002, + "rows_per_step": 32, + "train_seed": 0, + "replay": "data/e16/replay/train.jsonl", + "replay_frac": 0.05, + "replay_sha256": "9dd2df19851678750cf79d2fdb47581720930ef2f0c6e18e6fbe23ef2181847e", + "max_len": 3072, + "schedule": "warmup 0.03 + cosine to x0.05 over 125 steps", + "total_rows": 4000, + "lora": { + "r": 16, + "lora_alpha": 32, + "lora_dropout": 0.05 + }, + "trainer_sha256": "bc7c08e836bd99bb2665b02903cd41404ea029ecfa9b68a9ec1a7cda96958ba4", + "event": "ckpt", + "tag": "ckpt-4000", + "rows_seen": 4000, + "replay_seen": 210, + "step": 125, + "tokens": 1917419, + "tok_per_s": 1255.9876214588219, + "rows_per_s": 2.757721645900571, + "val": { + "n": 1200, + "dropped_long": 0, + "noul_ce": 0.5691205263137817, + "noul_T": 0.9386443739461563, + "choice_ce": 0.6702532172203064, + "choice_T": 1.080872353372039, + "score_ce": 1.0452388525009155, + "score_T": 1.0093741991092249, + "noul_auc": 0.7473291590015357, + "noul_acc": 0.712, + "noul_f1": 0.7850746268656716, + "noul_nll": 0.5679576270356774, + "noul_ece": 0.06407314172387124, + "noul_brier": 0.19137427500989102, + "noul_sharp": 0.19467057287693024, + "entropy": 0.5890152454376221 + }, + "dropped_long": 0, + "peak_gib": 18.280096530914307 + } +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-Y2-syn/train_log.jsonl b/meta_only/podC/e16/S1-Y2-syn/train_log.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..aff0b9d72f32f517f989ccafc0a0934a77344118 --- /dev/null +++ b/meta_only/podC/e16/S1-Y2-syn/train_log.jsonl @@ -0,0 +1,15 @@ +{"time": "23:44:56", "event": "start", "data": "data/e17/Y2", "data_manifest": {"arm": "Y2", "name": null, "train_sha256": "0238da33a9ed33ab5954bef74f5b650d2505597027dd0a682f497aadbb522433", "n_train": 16000}, "init": "released", "objective": "s-log", "sigma": 0.5, "K": 8, "reward": "brier", "clip": 0.2, "passes": 1, "lr": 0.0001, "lr_head": 0.0002, "rows_per_step": 32, "train_seed": 0, "replay": "data/e16/replay/train.jsonl", "replay_frac": 0.05, "replay_sha256": "9dd2df19851678750cf79d2fdb47581720930ef2f0c6e18e6fbe23ef2181847e", "max_len": 3072, "schedule": "warmup 0.03 + cosine to x0.05 over 125 steps", "total_rows": 4000, "lora": {"r": 16, "lora_alpha": 32, "lora_dropout": 0.05}, "trainer_sha256": "bc7c08e836bd99bb2665b02903cd41404ea029ecfa9b68a9ec1a7cda96958ba4", "device": "cuda", "load_s": 12.493978500366211} +{"time": "23:46:49", "event": "step", "step": 10, "rows_seen": 320, "lr": 9.923040269974204e-05, "tok_per_s": 1368.5111626461594, "loss": 0.6046677604317665, "entropy": 0.5933554396033287, "sharp": 0.18780813552439213} +{"time": "23:48:40", "event": "step", "step": 20, "rows_seen": 640, "lr": 9.55208574963224e-05, "tok_per_s": 1370.8534314315484, "loss": 0.6329167932271957, "entropy": 0.6741661690175533, "sharp": 0.08155736699700356} +{"time": "23:50:29", "event": "step", "step": 30, "rows_seen": 960, "lr": 8.897432118673851e-05, "tok_per_s": 1373.0249098690374, "loss": 0.6205026358366013, "entropy": 0.6048804000020027, "sharp": 0.17314919456839561} +{"time": "23:52:22", "event": "step", "step": 40, "rows_seen": 1280, "lr": 8.002250216471678e-05, "tok_per_s": 1371.0990359904097, "loss": 0.5880994573235512, "entropy": 0.5842309333384037, "sharp": 0.21212819777429104} +{"time": "23:54:18", "event": "step", "step": 50, "rows_seen": 1600, "lr": 6.925572411108201e-05, "tok_per_s": 1371.8447067051814, "loss": 0.5944995419122279, "entropy": 0.5477271191775799, "sharp": 0.2295781448483467} +{"time": "23:56:03", "event": "step", "step": 60, "rows_seen": 1920, "lr": 5.738399736402462e-05, "tok_per_s": 1367.6971197748578, "loss": 0.6090604811906815, "entropy": 0.6175775229930878, "sharp": 0.16442812234163284} +{"time": "23:57:57", "event": "step", "step": 70, "rows_seen": 2240, "lr": 4.519019760655705e-05, "tok_per_s": 1370.111104115641, "loss": 0.5634959321469069, "entropy": 0.5667294189333916, "sharp": 0.21875445544719696} +{"time": "23:59:49", "event": "step", "step": 80, "rows_seen": 2560, "lr": 3.3478439481564835e-05, "tok_per_s": 1370.1190227289958, "loss": 0.5955769941210747, "entropy": 0.6118762493133545, "sharp": 0.17055212892591953} +{"time": "00:01:39", "event": "step", "step": 90, "rows_seen": 2880, "lr": 2.3021049613197416e-05, "tok_per_s": 1370.421718272985, "loss": 0.6045472249388695, "entropy": 0.6013876870274544, "sharp": 0.18163275346159935} +{"time": "00:03:31", "event": "step", "step": 100, "rows_seen": 3200, "lr": 1.4507635874863332e-05, "tok_per_s": 1371.0722977836829, "loss": 0.6447472348809242, "entropy": 0.6468498855829239, "sharp": 0.1317544225603342} +{"time": "00:04:13", "event": "val", "step": 100, "rows_seen": 3200, "n": 500, "dropped_long": 0, "noul_ce": 0.5854560732841492, "noul_T": 0.8441667840939151, "noul_auc": 0.7338653653908064, "noul_acc": 0.714, "noul_f1": 0.7936507936507936, "noul_nll": 0.5800807730853558, "noul_ece": 0.07054464173316957, "noul_brier": 0.19627519316409103, "noul_sharp": 0.17740468680858612, "entropy": 0.6102525591850281} +{"time": "00:06:04", "event": "step", "step": 110, "rows_seen": 3520, "lr": 8.49961150805399e-06, "tok_per_s": 1326.843554286188, "loss": 0.5830566957592964, "entropy": 0.6218297854065895, "sharp": 0.15266698319464922} +{"time": "00:07:59", "event": "step", "step": 120, "rows_seen": 3840, "lr": 5.3931729785351795e-06, "tok_per_s": 1329.402263429339, "loss": 0.5838855244219303, "entropy": 0.6219261214137077, "sharp": 0.15244722925126553} +{"time": "00:10:23", "event": "ckpt", "tag": "ckpt-4000", "rows_seen": 4000, "replay_seen": 210, "step": 125, "tokens": 1917419, "tok_per_s": 1255.9876214588219, "rows_per_s": 2.757721645900571, "val": {"n": 1200, "dropped_long": 0, "noul_ce": 0.5691205263137817, "noul_T": 0.9386443739461563, "choice_ce": 0.6702532172203064, "choice_T": 1.080872353372039, "score_ce": 1.0452388525009155, "score_T": 1.0093741991092249, "noul_auc": 0.7473291590015357, "noul_acc": 0.712, "noul_f1": 0.7850746268656716, "noul_nll": 0.5679576270356774, "noul_ece": 0.06407314172387124, "noul_brier": 0.19137427500989102, "noul_sharp": 0.19467057287693024, "entropy": 0.5890152454376221}, "dropped_long": 0, "peak_gib": 18.280096530914307} diff --git a/meta_only/podC/e16/S1-Y3-syn/ckpt-4000/adapter/adapter_config.json b/meta_only/podC/e16/S1-Y3-syn/ckpt-4000/adapter/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c9f1ae61d65dc29420488fba4d0c422e7b078a2f --- /dev/null +++ b/meta_only/podC/e16/S1-Y3-syn/ckpt-4000/adapter/adapter_config.json @@ -0,0 +1,57 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "Qwen3_5ForCausalLM", + "parent_library": "transformers.models.qwen3_5.modeling_qwen3_5" + }, + "base_model_name_or_path": "/workspace/jev_kt/models/hf/JEV-9B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 32, + "lora_bias": false, + "lora_dropout": 0.05, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.0", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "q_proj", + "up_proj", + "out_proj", + "in_proj_qkv", + "gate_proj", + "k_proj", + "o_proj", + "down_proj", + "in_proj_z", + "v_proj" + ], + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-Y3-syn/ckpt-4000/adapter_vllm/adapter_config.json b/meta_only/podC/e16/S1-Y3-syn/ckpt-4000/adapter_vllm/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..2d093d03334d1bcd8511a3867adb084f382fd3c5 --- /dev/null +++ b/meta_only/podC/e16/S1-Y3-syn/ckpt-4000/adapter_vllm/adapter_config.json @@ -0,0 +1,58 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "Qwen3_5ForCausalLM", + "parent_library": "transformers.models.qwen3_5.modeling_qwen3_5" + }, + "base_model_name_or_path": null, + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 64.0, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.0", + "qalora_group_size": 16, + "r": 32, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "down_proj", + "gate_proj", + "in_proj_qkv", + "in_proj_z", + "k_proj", + "lm_head", + "o_proj", + "out_proj", + "q_proj", + "up_proj", + "v_proj" + ], + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-Y3-syn/ckpt-4000/adapter_vllm/decision_head.json b/meta_only/podC/e16/S1-Y3-syn/ckpt-4000/adapter_vllm/decision_head.json new file mode 100644 index 0000000000000000000000000000000000000000..20fe6503ded618022426d895effbe7bca0a86f92 --- /dev/null +++ b/meta_only/podC/e16/S1-Y3-syn/ckpt-4000/adapter_vllm/decision_head.json @@ -0,0 +1,99 @@ +{ + "bias": [ + 0.00035234566894359887, + -0.0003525962820276618, + -0.0032083860132843256, + -0.001530397916212678, + -0.00021278017084114254, + 0.0019549222197383642, + 0.0011575397802516818, + -0.002516677835956216, + -0.0011689916718751192, + -0.0006780140101909637, + -0.0006755361100658774, + -6.68302527628839e-06, + 8.097257523331791e-05, + -0.0018214206211268902, + -0.0030671709682792425, + -0.005072091706097126, + -0.005935087334364653, + -0.004351283889263868, + -0.004935001023113728, + -0.0049627297557890415, + -0.0040449160151183605, + -0.0033793740440160036, + -0.005602369084954262, + -0.0034769803751260042 + ], + "verbalizer_ids": [ + 3721, + 1802, + 15, + 16, + 17, + 18, + 19, + 20, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47 + ], + "slots": { + "num_slots": 24, + "ranges": { + "noul": [ + 0, + 2 + ], + "score": [ + 2, + 8 + ], + "choice": [ + 8, + 24 + ] + }, + "verbalizers": [ + "false", + "true", + "0", + "1", + "2", + "3", + "4", + "5", + "A", + "B", + "C", + "D", + "E", + "F", + "G", + "H", + "I", + "J", + "K", + "L", + "M", + "N", + "O", + "P" + ], + "template_version": "bare-v1" + }, + "note": "decision logits = lm_head-LoRA logprobs of verbalizer ids + bias, then per-kind temperature" +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-Y3-syn/ckpt-4000/calibration.json b/meta_only/podC/e16/S1-Y3-syn/ckpt-4000/calibration.json new file mode 100644 index 0000000000000000000000000000000000000000..eb437ba59658d5fda23b2e5272c5888085000b5c --- /dev/null +++ b/meta_only/podC/e16/S1-Y3-syn/ckpt-4000/calibration.json @@ -0,0 +1,29 @@ +{ + "version": 1, + "per_kind": { + "noul": 0.9214564265163647, + "choice": 1.116874993519891, + "score": 0.9583747074926882 + }, + "fit": { + "noul": { + "n": 1087, + "T": 0.9214564265163647, + "ce_before": 0.5728203058242798, + "ce_after": 0.5722641944885254 + }, + "choice": { + "n": 60, + "T": 1.116874993519891, + "ce_before": 0.6696932315826416, + "ce_after": 0.66684889793396 + }, + "score": { + "n": 53, + "T": 0.9583747074926882, + "ce_before": 1.0490392446517944, + "ce_after": 1.0485010147094727 + } + }, + "source": "models/e16/S1-Y3-syn/ckpt-4000" +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-Y3-syn/ckpt-4000/judge_config.json b/meta_only/podC/e16/S1-Y3-syn/ckpt-4000/judge_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c7be528df29ab00e308c5210c5a7dd5830747590 --- /dev/null +++ b/meta_only/podC/e16/S1-Y3-syn/ckpt-4000/judge_config.json @@ -0,0 +1,164 @@ +{ + "base_model_path": "/root/models/Qwen3.5-9B", + "hidden_size": 4096, + "slots": { + "num_slots": 24, + "ranges": { + "noul": [ + 0, + 2 + ], + "score": [ + 2, + 8 + ], + "choice": [ + 8, + 24 + ] + }, + "verbalizers": [ + "false", + "true", + "0", + "1", + "2", + "3", + "4", + "5", + "A", + "B", + "C", + "D", + "E", + "F", + "G", + "H", + "I", + "J", + "K", + "L", + "M", + "N", + "O", + "P" + ], + "template_version": "bare-v1" + }, + "verbalizer_ids": [ + 3721, + 1802, + 15, + 16, + 17, + 18, + 19, + 20, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47 + ], + "kinds": [ + "noul", + "choice", + "score" + ], + "model_name": "jev-judge-qwen35-9b", + "model_version": "0.8.0", + "lm_head_included": true, + "weights_mode": "unmerged", + "adapter_subfolder": "adapter", + "lora": { + "r": 16, + "lora_alpha": 32, + "lora_dropout": 0.05, + "target_modules": [ + "down_proj", + "gate_proj", + "in_proj_qkv", + "in_proj_z", + "k_proj", + "o_proj", + "out_proj", + "q_proj", + "up_proj", + "v_proj" + ] + }, + "trained_stage": "e16", + "source_checkpoint": "models/e16/S1-Y3-syn/ckpt-4000", + "softcap": null, + "e16": { + "data": "data/e17/Y3", + "data_manifest": { + "arm": "Y3", + "name": null, + "train_sha256": "9ffe1df25f889bafc0c2d9294aea272006c4221bb31d08a5e69cf31d8b8274c3", + "n_train": 8000 + }, + "init": "released", + "objective": "s-log", + "sigma": 0.5, + "K": 8, + "reward": "brier", + "clip": 0.2, + "passes": 1, + "lr": 0.0001, + "lr_head": 0.0002, + "rows_per_step": 32, + "train_seed": 0, + "replay": "data/e16/replay/train.jsonl", + "replay_frac": 0.05, + "replay_sha256": "9dd2df19851678750cf79d2fdb47581720930ef2f0c6e18e6fbe23ef2181847e", + "max_len": 3072, + "schedule": "warmup 0.03 + cosine to x0.05 over 125 steps", + "total_rows": 4000, + "lora": { + "r": 16, + "lora_alpha": 32, + "lora_dropout": 0.05 + }, + "trainer_sha256": "bc7c08e836bd99bb2665b02903cd41404ea029ecfa9b68a9ec1a7cda96958ba4", + "event": "ckpt", + "tag": "ckpt-4000", + "rows_seen": 4000, + "replay_seen": 210, + "step": 125, + "tokens": 1917419, + "tok_per_s": 1256.6169756705071, + "rows_per_s": 2.7591034902508995, + "val": { + "n": 1200, + "dropped_long": 0, + "noul_ce": 0.5728203058242798, + "noul_T": 0.9214564265163647, + "choice_ce": 0.6696932315826416, + "choice_T": 1.116874993519891, + "score_ce": 1.0490392446517944, + "score_T": 0.9583747074926882, + "noul_auc": 0.7405866567652867, + "noul_acc": 0.714, + "noul_f1": 0.7786377708978328, + "noul_nll": 0.5765353622511029, + "noul_ece": 0.05501407265663147, + "noul_brier": 0.19510827400969102, + "noul_sharp": 0.18596558272838593, + "entropy": 0.595518946647644 + }, + "dropped_long": 0, + "peak_gib": 18.280096530914307 + } +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-Y3-syn/train_log.jsonl b/meta_only/podC/e16/S1-Y3-syn/train_log.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..09efcebc1b9f432ad9e286eda1abd03b35c0dc8f --- /dev/null +++ b/meta_only/podC/e16/S1-Y3-syn/train_log.jsonl @@ -0,0 +1,15 @@ +{"time": "01:05:21", "event": "start", "data": "data/e17/Y3", "data_manifest": {"arm": "Y3", "name": null, "train_sha256": "9ffe1df25f889bafc0c2d9294aea272006c4221bb31d08a5e69cf31d8b8274c3", "n_train": 8000}, "init": "released", "objective": "s-log", "sigma": 0.5, "K": 8, "reward": "brier", "clip": 0.2, "passes": 1, "lr": 0.0001, "lr_head": 0.0002, "rows_per_step": 32, "train_seed": 0, "replay": "data/e16/replay/train.jsonl", "replay_frac": 0.05, "replay_sha256": "9dd2df19851678750cf79d2fdb47581720930ef2f0c6e18e6fbe23ef2181847e", "max_len": 3072, "schedule": "warmup 0.03 + cosine to x0.05 over 125 steps", "total_rows": 4000, "lora": {"r": 16, "lora_alpha": 32, "lora_dropout": 0.05}, "trainer_sha256": "bc7c08e836bd99bb2665b02903cd41404ea029ecfa9b68a9ec1a7cda96958ba4", "device": "cuda", "load_s": 32.81293439865112} +{"time": "01:07:14", "event": "step", "step": 10, "rows_seen": 320, "lr": 9.923040269974204e-05, "tok_per_s": 1364.5715968505115, "loss": 0.6105536706745625, "entropy": 0.624232292175293, "sharp": 0.1569026978686452} +{"time": "01:09:05", "event": "step", "step": 20, "rows_seen": 640, "lr": 9.55208574963224e-05, "tok_per_s": 1369.7255725732193, "loss": 0.5992398858070374, "entropy": 0.6157410889863968, "sharp": 0.16608509048819542} +{"time": "01:10:54", "event": "step", "step": 30, "rows_seen": 960, "lr": 8.897432118673851e-05, "tok_per_s": 1371.209417522115, "loss": 0.6482185497879982, "entropy": 0.6437060311436653, "sharp": 0.13128993660211563} +{"time": "01:12:47", "event": "step", "step": 40, "rows_seen": 1280, "lr": 8.002250216471678e-05, "tok_per_s": 1369.5928016271407, "loss": 0.610803384333849, "entropy": 0.6227365955710411, "sharp": 0.16041755117475986} +{"time": "01:14:43", "event": "step", "step": 50, "rows_seen": 1600, "lr": 6.925572411108201e-05, "tok_per_s": 1370.559342427993, "loss": 0.6154841892421246, "entropy": 0.603785302489996, "sharp": 0.17805572971701622} +{"time": "01:16:27", "event": "step", "step": 60, "rows_seen": 1920, "lr": 5.738399736402462e-05, "tok_per_s": 1369.4051470195554, "loss": 0.5941597372293472, "entropy": 0.6206606030464172, "sharp": 0.15935504995286465} +{"time": "01:18:21", "event": "step", "step": 70, "rows_seen": 2240, "lr": 4.519019760655705e-05, "tok_per_s": 1371.1148666839047, "loss": 0.5836783200502396, "entropy": 0.6101953387260437, "sharp": 0.176785284653306} +{"time": "01:20:13", "event": "step", "step": 80, "rows_seen": 2560, "lr": 3.3478439481564835e-05, "tok_per_s": 1370.9602137966551, "loss": 0.5998891144990921, "entropy": 0.5928880646824837, "sharp": 0.19732085801661015} +{"time": "01:22:04", "event": "step", "step": 90, "rows_seen": 2880, "lr": 2.3021049613197416e-05, "tok_per_s": 1371.1121450585822, "loss": 0.6080236434936523, "entropy": 0.6150591671466827, "sharp": 0.1680168565362692} +{"time": "01:23:56", "event": "step", "step": 100, "rows_seen": 3200, "lr": 1.4507635874863332e-05, "tok_per_s": 1371.6633358816578, "loss": 0.6339606642723083, "entropy": 0.6417156383395195, "sharp": 0.1349787302315235} +{"time": "01:24:37", "event": "val", "step": 100, "rows_seen": 3200, "n": 500, "dropped_long": 0, "noul_ce": 0.5877991318702698, "noul_T": 0.8707594565092615, "noul_auc": 0.7267998441179959, "noul_acc": 0.706, "noul_f1": 0.7847730600292826, "noul_nll": 0.5853154966682196, "noul_ece": 0.06285291904211046, "noul_brier": 0.19847797591179428, "noul_sharp": 0.1767263561487198, "entropy": 0.6081562638282776} +{"time": "01:26:27", "event": "step", "step": 110, "rows_seen": 3520, "lr": 8.49961150805399e-06, "tok_per_s": 1327.9533066616686, "loss": 0.6073020175099373, "entropy": 0.6204562224447727, "sharp": 0.15250252187252045} +{"time": "01:28:23", "event": "step", "step": 120, "rows_seen": 3840, "lr": 5.3931729785351795e-06, "tok_per_s": 1330.3996356781201, "loss": 0.6043575443327427, "entropy": 0.6264535486698151, "sharp": 0.1486825179308653} +{"time": "01:30:47", "event": "ckpt", "tag": "ckpt-4000", "rows_seen": 4000, "replay_seen": 210, "step": 125, "tokens": 1917419, "tok_per_s": 1256.6169756705071, "rows_per_s": 2.7591034902508995, "val": {"n": 1200, "dropped_long": 0, "noul_ce": 0.5728203058242798, "noul_T": 0.9214564265163647, "choice_ce": 0.6696932315826416, "choice_T": 1.116874993519891, "score_ce": 1.0490392446517944, "score_T": 0.9583747074926882, "noul_auc": 0.7405866567652867, "noul_acc": 0.714, "noul_f1": 0.7786377708978328, "noul_nll": 0.5765353622511029, "noul_ece": 0.05501407265663147, "noul_brier": 0.19510827400969102, "noul_sharp": 0.18596558272838593, "entropy": 0.595518946647644}, "dropped_long": 0, "peak_gib": 18.280096530914307} diff --git a/meta_only/podC/e16/S1-Y3G-syn/ckpt-4000/adapter/adapter_config.json b/meta_only/podC/e16/S1-Y3G-syn/ckpt-4000/adapter/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c82c21592cccf1fac5b7843e81cea82a4576f3bc --- /dev/null +++ b/meta_only/podC/e16/S1-Y3G-syn/ckpt-4000/adapter/adapter_config.json @@ -0,0 +1,57 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "Qwen3_5ForCausalLM", + "parent_library": "transformers.models.qwen3_5.modeling_qwen3_5" + }, + "base_model_name_or_path": "/workspace/jev_kt/models/hf/JEV-9B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 32, + "lora_bias": false, + "lora_dropout": 0.05, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.0", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "down_proj", + "out_proj", + "gate_proj", + "v_proj", + "k_proj", + "in_proj_qkv", + "q_proj", + "in_proj_z", + "up_proj", + "o_proj" + ], + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-Y3G-syn/ckpt-4000/adapter_vllm/adapter_config.json b/meta_only/podC/e16/S1-Y3G-syn/ckpt-4000/adapter_vllm/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..2d093d03334d1bcd8511a3867adb084f382fd3c5 --- /dev/null +++ b/meta_only/podC/e16/S1-Y3G-syn/ckpt-4000/adapter_vllm/adapter_config.json @@ -0,0 +1,58 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "Qwen3_5ForCausalLM", + "parent_library": "transformers.models.qwen3_5.modeling_qwen3_5" + }, + "base_model_name_or_path": null, + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 64.0, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.0", + "qalora_group_size": 16, + "r": 32, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "down_proj", + "gate_proj", + "in_proj_qkv", + "in_proj_z", + "k_proj", + "lm_head", + "o_proj", + "out_proj", + "q_proj", + "up_proj", + "v_proj" + ], + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-Y3G-syn/ckpt-4000/adapter_vllm/decision_head.json b/meta_only/podC/e16/S1-Y3G-syn/ckpt-4000/adapter_vllm/decision_head.json new file mode 100644 index 0000000000000000000000000000000000000000..053bbd3379a0f7e02267bfb0235420c88a0c5a7b --- /dev/null +++ b/meta_only/podC/e16/S1-Y3G-syn/ckpt-4000/adapter_vllm/decision_head.json @@ -0,0 +1,99 @@ +{ + "bias": [ + 0.0003597389440983534, + -0.0003599923802539706, + -0.0027233215514570475, + -5.865615821676329e-05, + 7.592883048346266e-05, + 0.0008397225174121559, + -0.0006481060408987105, + -0.0030436920933425426, + -0.0005932648782618344, + -0.0005945975426584482, + -0.000989665393717587, + -0.0005483168642967939, + -6.165822560433298e-05, + -0.0013168595032766461, + -0.003837079042568803, + -0.005066069774329662, + -0.0059346649795770645, + -0.004356786143034697, + -0.0049285595305264, + -0.004933020565658808, + -0.004015958867967129, + -0.0033477540127933025, + -0.005596072878688574, + -0.0034625777043402195 + ], + "verbalizer_ids": [ + 3721, + 1802, + 15, + 16, + 17, + 18, + 19, + 20, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47 + ], + "slots": { + "num_slots": 24, + "ranges": { + "noul": [ + 0, + 2 + ], + "score": [ + 2, + 8 + ], + "choice": [ + 8, + 24 + ] + }, + "verbalizers": [ + "false", + "true", + "0", + "1", + "2", + "3", + "4", + "5", + "A", + "B", + "C", + "D", + "E", + "F", + "G", + "H", + "I", + "J", + "K", + "L", + "M", + "N", + "O", + "P" + ], + "template_version": "bare-v1" + }, + "note": "decision logits = lm_head-LoRA logprobs of verbalizer ids + bias, then per-kind temperature" +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-Y3G-syn/ckpt-4000/calibration.json b/meta_only/podC/e16/S1-Y3G-syn/ckpt-4000/calibration.json new file mode 100644 index 0000000000000000000000000000000000000000..c91b2516ee6549a7ec7d32817c49147f977b2590 --- /dev/null +++ b/meta_only/podC/e16/S1-Y3G-syn/ckpt-4000/calibration.json @@ -0,0 +1,29 @@ +{ + "version": 1, + "per_kind": { + "noul": 0.9091467509922421, + "choice": 1.2202632960357618, + "score": 1.022931988825267 + }, + "fit": { + "noul": { + "n": 1087, + "T": 0.9091467509922421, + "ce_before": 0.5767381191253662, + "ce_after": 0.5760189890861511 + }, + "choice": { + "n": 60, + "T": 1.2202632960357618, + "ce_before": 0.6706594228744507, + "ce_after": 0.6606348156929016 + }, + "score": { + "n": 53, + "T": 1.022931988825267, + "ce_before": 1.0627328157424927, + "ce_after": 1.06259024143219 + } + }, + "source": "models/e16/S1-Y3G-syn/ckpt-4000" +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-Y3G-syn/ckpt-4000/judge_config.json b/meta_only/podC/e16/S1-Y3G-syn/ckpt-4000/judge_config.json new file mode 100644 index 0000000000000000000000000000000000000000..4f20db40367bba974f876da1fe3cc3e93350edfc --- /dev/null +++ b/meta_only/podC/e16/S1-Y3G-syn/ckpt-4000/judge_config.json @@ -0,0 +1,164 @@ +{ + "base_model_path": "/root/models/Qwen3.5-9B", + "hidden_size": 4096, + "slots": { + "num_slots": 24, + "ranges": { + "noul": [ + 0, + 2 + ], + "score": [ + 2, + 8 + ], + "choice": [ + 8, + 24 + ] + }, + "verbalizers": [ + "false", + "true", + "0", + "1", + "2", + "3", + "4", + "5", + "A", + "B", + "C", + "D", + "E", + "F", + "G", + "H", + "I", + "J", + "K", + "L", + "M", + "N", + "O", + "P" + ], + "template_version": "bare-v1" + }, + "verbalizer_ids": [ + 3721, + 1802, + 15, + 16, + 17, + 18, + 19, + 20, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47 + ], + "kinds": [ + "noul", + "choice", + "score" + ], + "model_name": "jev-judge-qwen35-9b", + "model_version": "0.8.0", + "lm_head_included": true, + "weights_mode": "unmerged", + "adapter_subfolder": "adapter", + "lora": { + "r": 16, + "lora_alpha": 32, + "lora_dropout": 0.05, + "target_modules": [ + "down_proj", + "gate_proj", + "in_proj_qkv", + "in_proj_z", + "k_proj", + "o_proj", + "out_proj", + "q_proj", + "up_proj", + "v_proj" + ] + }, + "trained_stage": "e16", + "source_checkpoint": "models/e16/S1-Y3G-syn/ckpt-4000", + "softcap": null, + "e16": { + "data": "data/e17/Y3G", + "data_manifest": { + "arm": "Y3G", + "name": null, + "train_sha256": "86dc1b14efda0ff63ff8dd00e911664dcfe1dcaa2fb99aedc52845fbcd581d97", + "n_train": 4000 + }, + "init": "released", + "objective": "s-log", + "sigma": 0.5, + "K": 8, + "reward": "brier", + "clip": 0.2, + "passes": 1, + "lr": 0.0001, + "lr_head": 0.0002, + "rows_per_step": 32, + "train_seed": 0, + "replay": "data/e16/replay/train.jsonl", + "replay_frac": 0.05, + "replay_sha256": "9dd2df19851678750cf79d2fdb47581720930ef2f0c6e18e6fbe23ef2181847e", + "max_len": 3072, + "schedule": "warmup 0.03 + cosine to x0.05 over 125 steps", + "total_rows": 4000, + "lora": { + "r": 16, + "lora_alpha": 32, + "lora_dropout": 0.05 + }, + "trainer_sha256": "bc7c08e836bd99bb2665b02903cd41404ea029ecfa9b68a9ec1a7cda96958ba4", + "event": "ckpt", + "tag": "ckpt-4000", + "rows_seen": 4000, + "replay_seen": 210, + "step": 125, + "tokens": 1531164, + "tok_per_s": 1152.2179016355374, + "rows_per_s": 3.168071715239845, + "val": { + "n": 1200, + "dropped_long": 0, + "noul_ce": 0.5767381191253662, + "noul_T": 0.9091467509922421, + "choice_ce": 0.6706594228744507, + "choice_T": 1.2202632960357618, + "score_ce": 1.0627328157424927, + "score_T": 1.022931988825267, + "noul_auc": 0.7376542168064673, + "noul_acc": 0.712, + "noul_f1": 0.7781201848998459, + "noul_nll": 0.5810808676555753, + "noul_ece": 0.05260621081292631, + "noul_brier": 0.1969657649226474, + "noul_sharp": 0.18038372695446014, + "entropy": 0.6020534038543701 + }, + "dropped_long": 0, + "peak_gib": 18.282336711883545 + } +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-Y3G-syn/train_log.jsonl b/meta_only/podC/e16/S1-Y3G-syn/train_log.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..a4904b816d05edbb6db1e86c31d79b9e44f441da --- /dev/null +++ b/meta_only/podC/e16/S1-Y3G-syn/train_log.jsonl @@ -0,0 +1,15 @@ +{"time": "02:24:37", "event": "start", "data": "data/e17/Y3G", "data_manifest": {"arm": "Y3G", "name": null, "train_sha256": "86dc1b14efda0ff63ff8dd00e911664dcfe1dcaa2fb99aedc52845fbcd581d97", "n_train": 4000}, "init": "released", "objective": "s-log", "sigma": 0.5, "K": 8, "reward": "brier", "clip": 0.2, "passes": 1, "lr": 0.0001, "lr_head": 0.0002, "rows_per_step": 32, "train_seed": 0, "replay": "data/e16/replay/train.jsonl", "replay_frac": 0.05, "replay_sha256": "9dd2df19851678750cf79d2fdb47581720930ef2f0c6e18e6fbe23ef2181847e", "max_len": 3072, "schedule": "warmup 0.03 + cosine to x0.05 over 125 steps", "total_rows": 4000, "lora": {"r": 16, "lora_alpha": 32, "lora_dropout": 0.05}, "trainer_sha256": "bc7c08e836bd99bb2665b02903cd41404ea029ecfa9b68a9ec1a7cda96958ba4", "device": "cuda", "load_s": 10.433943033218384} +{"time": "02:26:19", "event": "step", "step": 10, "rows_seen": 320, "lr": 9.923040269974204e-05, "tok_per_s": 1245.4239574736798, "loss": 0.5578820370137691, "entropy": 0.5243087187409401, "sharp": 0.231366530612663} +{"time": "02:27:54", "event": "step", "step": 20, "rows_seen": 640, "lr": 9.55208574963224e-05, "tok_per_s": 1261.3376602909277, "loss": 0.5906420666724443, "entropy": 0.6003044676035643, "sharp": 0.11130263408025105} +{"time": "02:29:30", "event": "step", "step": 30, "rows_seen": 960, "lr": 8.897432118673851e-05, "tok_per_s": 1264.9416857051428, "loss": 0.5445337928831577, "entropy": 0.5154687650501728, "sharp": 0.20469178160031637} +{"time": "02:31:05", "event": "step", "step": 40, "rows_seen": 1280, "lr": 8.002250216471678e-05, "tok_per_s": 1260.31834862461, "loss": 0.5332358963787556, "entropy": 0.55531145632267, "sharp": 0.18633207572357996} +{"time": "02:32:42", "event": "step", "step": 50, "rows_seen": 1600, "lr": 6.925572411108201e-05, "tok_per_s": 1262.029078551698, "loss": 0.6155708581209183, "entropy": 0.5850767493247986, "sharp": 0.19907027924502338} +{"time": "02:34:22", "event": "step", "step": 60, "rows_seen": 1920, "lr": 5.738399736402462e-05, "tok_per_s": 1266.3363653731792, "loss": 0.4755182545632124, "entropy": 0.49745061062276363, "sharp": 0.22072337911679193} +{"time": "02:35:57", "event": "step", "step": 70, "rows_seen": 2240, "lr": 4.519019760655705e-05, "tok_per_s": 1266.8940871501416, "loss": 0.5952300131320953, "entropy": 0.5963937938213348, "sharp": 0.2202416283112985} +{"time": "02:37:29", "event": "step", "step": 80, "rows_seen": 2560, "lr": 3.3478439481564835e-05, "tok_per_s": 1266.0291181984694, "loss": 0.5222144238650799, "entropy": 0.5298754926770926, "sharp": 0.2012815641032325} +{"time": "02:39:07", "event": "step", "step": 90, "rows_seen": 2880, "lr": 2.3021049613197416e-05, "tok_per_s": 1269.0026666764186, "loss": 0.5209805313497782, "entropy": 0.5204898826777935, "sharp": 0.2089992860953013} +{"time": "02:40:44", "event": "step", "step": 100, "rows_seen": 3200, "lr": 1.4507635874863332e-05, "tok_per_s": 1271.9831370635163, "loss": 0.5165305882692337, "entropy": 0.5311486795544624, "sharp": 0.20421070341140993} +{"time": "02:41:25", "event": "val", "step": 100, "rows_seen": 3200, "n": 500, "dropped_long": 0, "noul_ce": 0.590972363948822, "noul_T": 0.9263728563234689, "noul_auc": 0.7240719090462394, "noul_acc": 0.706, "noul_f1": 0.7789473684210526, "noul_nll": 0.5895924064964057, "noul_ece": 0.06837876945734024, "noul_brier": 0.19998280079135225, "noul_sharp": 0.1810148060321808, "entropy": 0.6024599075317383} +{"time": "02:42:59", "event": "step", "step": 110, "rows_seen": 3520, "lr": 8.49961150805399e-06, "tok_per_s": 1225.225638147131, "loss": 0.5217587500810623, "entropy": 0.5120251588523388, "sharp": 0.23085414209673483} +{"time": "02:44:33", "event": "step", "step": 120, "rows_seen": 3840, "lr": 5.3931729785351795e-06, "tok_per_s": 1230.5141985975138, "loss": 0.5003722496330738, "entropy": 0.5116445422172546, "sharp": 0.1884091725716224} +{"time": "02:46:47", "event": "ckpt", "tag": "ckpt-4000", "rows_seen": 4000, "replay_seen": 210, "step": 125, "tokens": 1531164, "tok_per_s": 1152.2179016355374, "rows_per_s": 3.168071715239845, "val": {"n": 1200, "dropped_long": 0, "noul_ce": 0.5767381191253662, "noul_T": 0.9091467509922421, "choice_ce": 0.6706594228744507, "choice_T": 1.2202632960357618, "score_ce": 1.0627328157424927, "score_T": 1.022931988825267, "noul_auc": 0.7376542168064673, "noul_acc": 0.712, "noul_f1": 0.7781201848998459, "noul_nll": 0.5810808676555753, "noul_ece": 0.05260621081292631, "noul_brier": 0.1969657649226474, "noul_sharp": 0.18038372695446014, "entropy": 0.6020534038543701}, "dropped_long": 0, "peak_gib": 18.282336711883545} diff --git a/meta_only/podC/e16/S1-Y3x16-syn/ckpt-16000/adapter/adapter_config.json b/meta_only/podC/e16/S1-Y3x16-syn/ckpt-16000/adapter/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..6509ad87c662c9d42632b79e286054e9d5e30614 --- /dev/null +++ b/meta_only/podC/e16/S1-Y3x16-syn/ckpt-16000/adapter/adapter_config.json @@ -0,0 +1,57 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "Qwen3_5ForCausalLM", + "parent_library": "transformers.models.qwen3_5.modeling_qwen3_5" + }, + "base_model_name_or_path": "/workspace/jev_kt/models/hf/JEV-9B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 32, + "lora_bias": false, + "lora_dropout": 0.05, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.0", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "v_proj", + "up_proj", + "down_proj", + "q_proj", + "in_proj_z", + "o_proj", + "in_proj_qkv", + "out_proj", + "gate_proj", + "k_proj" + ], + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-Y3x16-syn/ckpt-16000/adapter_vllm/adapter_config.json b/meta_only/podC/e16/S1-Y3x16-syn/ckpt-16000/adapter_vllm/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..2d093d03334d1bcd8511a3867adb084f382fd3c5 --- /dev/null +++ b/meta_only/podC/e16/S1-Y3x16-syn/ckpt-16000/adapter_vllm/adapter_config.json @@ -0,0 +1,58 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": { + "base_model_class": "Qwen3_5ForCausalLM", + "parent_library": "transformers.models.qwen3_5.modeling_qwen3_5" + }, + "base_model_name_or_path": null, + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "kasa_config": null, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 64.0, + "lora_bias": false, + "lora_dropout": 0.0, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.21.0", + "qalora_group_size": 16, + "r": 32, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "down_proj", + "gate_proj", + "in_proj_qkv", + "in_proj_z", + "k_proj", + "lm_head", + "o_proj", + "out_proj", + "q_proj", + "up_proj", + "v_proj" + ], + "target_parameters": null, + "task_type": null, + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-Y3x16-syn/ckpt-16000/adapter_vllm/decision_head.json b/meta_only/podC/e16/S1-Y3x16-syn/ckpt-16000/adapter_vllm/decision_head.json new file mode 100644 index 0000000000000000000000000000000000000000..5c4f338871cc7b87f8356c1710ed2307605af239 --- /dev/null +++ b/meta_only/podC/e16/S1-Y3x16-syn/ckpt-16000/adapter_vllm/decision_head.json @@ -0,0 +1,99 @@ +{ + "bias": [ + 0.000408478663302958, + -0.000408743362640962, + -0.002536365296691656, + -0.0013316679978743196, + -0.00019202566181775182, + 0.0020545211154967546, + 0.0013678696705028415, + -0.002373651834204793, + -0.00046748624299652874, + -0.0003460609877947718, + -9.067569772014394e-05, + 0.000117175979539752, + -0.000500132271554321, + -0.0035299723967909813, + -0.004429924767464399, + -0.005125102121382952, + -0.005822468549013138, + -0.0043734218925237656, + -0.004946091677993536, + -0.0050126430578529835, + -0.003806530963629484, + -0.0033990584779530764, + -0.0056678419932723045, + -0.0034906675573438406 + ], + "verbalizer_ids": [ + 3721, + 1802, + 15, + 16, + 17, + 18, + 19, + 20, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47 + ], + "slots": { + "num_slots": 24, + "ranges": { + "noul": [ + 0, + 2 + ], + "score": [ + 2, + 8 + ], + "choice": [ + 8, + 24 + ] + }, + "verbalizers": [ + "false", + "true", + "0", + "1", + "2", + "3", + "4", + "5", + "A", + "B", + "C", + "D", + "E", + "F", + "G", + "H", + "I", + "J", + "K", + "L", + "M", + "N", + "O", + "P" + ], + "template_version": "bare-v1" + }, + "note": "decision logits = lm_head-LoRA logprobs of verbalizer ids + bias, then per-kind temperature" +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-Y3x16-syn/ckpt-16000/calibration.json b/meta_only/podC/e16/S1-Y3x16-syn/ckpt-16000/calibration.json new file mode 100644 index 0000000000000000000000000000000000000000..5771e9fcec642e4814a1b74f640b75e911f34818 --- /dev/null +++ b/meta_only/podC/e16/S1-Y3x16-syn/ckpt-16000/calibration.json @@ -0,0 +1,29 @@ +{ + "version": 1, + "per_kind": { + "noul": 0.8666640186883002, + "choice": 1.010872060496732, + "score": 0.9823579469129842 + }, + "fit": { + "noul": { + "n": 1087, + "T": 0.8666640186883002, + "ce_before": 0.5714728832244873, + "ce_after": 0.5698789358139038 + }, + "choice": { + "n": 60, + "T": 1.010872060496732, + "ce_before": 0.6802632808685303, + "ce_after": 0.68024080991745 + }, + "score": { + "n": 53, + "T": 0.9823579469129842, + "ce_before": 1.0610097646713257, + "ce_after": 1.0609140396118164 + } + }, + "source": "models/e16/S1-Y3x16-syn/ckpt-16000" +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-Y3x16-syn/ckpt-16000/judge_config.json b/meta_only/podC/e16/S1-Y3x16-syn/ckpt-16000/judge_config.json new file mode 100644 index 0000000000000000000000000000000000000000..5449f43a6a0196d821f1f7d98c24a67b2d2eb39a --- /dev/null +++ b/meta_only/podC/e16/S1-Y3x16-syn/ckpt-16000/judge_config.json @@ -0,0 +1,164 @@ +{ + "base_model_path": "/root/models/Qwen3.5-9B", + "hidden_size": 4096, + "slots": { + "num_slots": 24, + "ranges": { + "noul": [ + 0, + 2 + ], + "score": [ + 2, + 8 + ], + "choice": [ + 8, + 24 + ] + }, + "verbalizers": [ + "false", + "true", + "0", + "1", + "2", + "3", + "4", + "5", + "A", + "B", + "C", + "D", + "E", + "F", + "G", + "H", + "I", + "J", + "K", + "L", + "M", + "N", + "O", + "P" + ], + "template_version": "bare-v1" + }, + "verbalizer_ids": [ + 3721, + 1802, + 15, + 16, + 17, + 18, + 19, + 20, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47 + ], + "kinds": [ + "noul", + "choice", + "score" + ], + "model_name": "jev-judge-qwen35-9b", + "model_version": "0.8.0", + "lm_head_included": true, + "weights_mode": "unmerged", + "adapter_subfolder": "adapter", + "lora": { + "r": 16, + "lora_alpha": 32, + "lora_dropout": 0.05, + "target_modules": [ + "down_proj", + "gate_proj", + "in_proj_qkv", + "in_proj_z", + "k_proj", + "o_proj", + "out_proj", + "q_proj", + "up_proj", + "v_proj" + ] + }, + "trained_stage": "e16", + "source_checkpoint": "models/e16/S1-Y3x16-syn/ckpt-16000", + "softcap": null, + "e16": { + "data": "data/e17/Y3", + "data_manifest": { + "arm": "Y3", + "name": null, + "train_sha256": "f56245cab7b16f47cae15e6465cca6be8735a97816b7297772835e188ba03b77", + "n_train": 16000 + }, + "init": "released", + "objective": "s-log", + "sigma": 0.5, + "K": 8, + "reward": "brier", + "clip": 0.2, + "passes": 1, + "lr": 0.0001, + "lr_head": 0.0002, + "rows_per_step": 32, + "train_seed": 0, + "replay": "data/e16/replay/train.jsonl", + "replay_frac": 0.05, + "replay_sha256": "9dd2df19851678750cf79d2fdb47581720930ef2f0c6e18e6fbe23ef2181847e", + "max_len": 3072, + "schedule": "warmup 0.03 + cosine to x0.05 over 500 steps", + "total_rows": 16000, + "lora": { + "r": 16, + "lora_alpha": 32, + "lora_dropout": 0.05 + }, + "trainer_sha256": "bc7c08e836bd99bb2665b02903cd41404ea029ecfa9b68a9ec1a7cda96958ba4", + "event": "ckpt", + "tag": "ckpt-16000", + "rows_seen": 16000, + "replay_seen": 842, + "step": 500, + "tokens": 7677591, + "tok_per_s": 1305.0782133298696, + "rows_per_s": 2.862893746459695, + "val": { + "n": 1200, + "dropped_long": 0, + "noul_ce": 0.5714728832244873, + "noul_T": 0.8666640186883002, + "choice_ce": 0.6802632808685303, + "choice_T": 1.010872060496732, + "score_ce": 1.0610097646713257, + "score_T": 0.9823579469129842, + "noul_auc": 0.7409495198393276, + "noul_acc": 0.708, + "noul_f1": 0.7729393468118196, + "noul_nll": 0.5787877075746656, + "noul_ece": 0.060354054033756245, + "noul_brier": 0.19613921077141516, + "noul_sharp": 0.17660053074359894, + "entropy": 0.6038712859153748 + }, + "dropped_long": 0, + "peak_gib": 18.282634258270264 + } +} \ No newline at end of file diff --git a/meta_only/podC/e16/S1-Y3x16-syn/train_log.jsonl b/meta_only/podC/e16/S1-Y3x16-syn/train_log.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..cb6911c1af4bfad9eedc002f84dacf6359283859 --- /dev/null +++ b/meta_only/podC/e16/S1-Y3x16-syn/train_log.jsonl @@ -0,0 +1,57 @@ +{"time": "04:57:04", "event": "start", "data": "data/e17/Y3", "data_manifest": {"arm": "Y3", "name": null, "train_sha256": "f56245cab7b16f47cae15e6465cca6be8735a97816b7297772835e188ba03b77", "n_train": 16000}, "init": "released", "objective": "s-log", "sigma": 0.5, "K": 8, "reward": "brier", "clip": 0.2, "passes": 1, "lr": 0.0001, "lr_head": 0.0002, "rows_per_step": 32, "train_seed": 0, "replay": "data/e16/replay/train.jsonl", "replay_frac": 0.05, "replay_sha256": "9dd2df19851678750cf79d2fdb47581720930ef2f0c6e18e6fbe23ef2181847e", "max_len": 3072, "schedule": "warmup 0.03 + cosine to x0.05 over 500 steps", "total_rows": 16000, "lora": {"r": 16, "lora_alpha": 32, "lora_dropout": 0.05}, "trainer_sha256": "bc7c08e836bd99bb2665b02903cd41404ea029ecfa9b68a9ec1a7cda96958ba4", "device": "cuda", "load_s": 14.46602988243103} +{"time": "04:58:57", "event": "step", "step": 10, "rows_seen": 320, "lr": 7.333333333333333e-05, "tok_per_s": 1370.5783086367444, "loss": 0.6194765605032444, "entropy": 0.6478094533085823, "sharp": 0.12490835506469011} +{"time": "05:00:47", "event": "step", "step": 20, "rows_seen": 640, "lr": 9.997508952966197e-05, "tok_per_s": 1372.7752879762058, "loss": 0.6054402552545071, "entropy": 0.6375920996069908, "sharp": 0.14359942823648453} +{"time": "05:02:37", "event": "step", "step": 30, "rows_seen": 960, "lr": 9.977596250541417e-05, "tok_per_s": 1373.4960812197487, "loss": 0.6381652876734734, "entropy": 0.6212450638413429, "sharp": 0.1606997363269329} +{"time": "05:04:30", "event": "step", "step": 40, "rows_seen": 1280, "lr": 9.937854366485982e-05, "tok_per_s": 1371.4498657893846, "loss": 0.610214464366436, "entropy": 0.6154372654855251, "sharp": 0.16770390421152115} +{"time": "05:06:26", "event": "step", "step": 50, "rows_seen": 1600, "lr": 9.8784499920729e-05, "tok_per_s": 1372.5582969802713, "loss": 0.6100313905626535, "entropy": 0.5769005343317986, "sharp": 0.2026679515838623} +{"time": "05:08:10", "event": "step", "step": 60, "rows_seen": 1920, "lr": 9.79963228989294e-05, "tok_per_s": 1371.6507133620098, "loss": 0.6006766334176064, "entropy": 0.605613149702549, "sharp": 0.16607071831822395} +{"time": "05:10:03", "event": "step", "step": 70, "rows_seen": 2240, "lr": 9.701731848780134e-05, "tok_per_s": 1373.5004283774992, "loss": 0.5861824918538332, "entropy": 0.6184622012078762, "sharp": 0.1715390346944332} +{"time": "05:11:55", "event": "step", "step": 80, "rows_seen": 2560, "lr": 9.585159297207315e-05, "tok_per_s": 1373.344015352118, "loss": 0.6013443507254124, "entropy": 0.5842414870858192, "sharp": 0.2040529102087021} +{"time": "05:13:45", "event": "step", "step": 90, "rows_seen": 2880, "lr": 9.450403580967612e-05, "tok_per_s": 1373.3539010826303, "loss": 0.6081352680921555, "entropy": 0.6145243123173714, "sharp": 0.167883625254035} +{"time": "05:15:37", "event": "step", "step": 100, "rows_seen": 3200, "lr": 9.298029912365855e-05, "tok_per_s": 1373.9081500658137, "loss": 0.6331890299916267, "entropy": 0.653550274670124, "sharp": 0.11483524739742279} +{"time": "05:16:18", "event": "val", "step": 100, "rows_seen": 3200, "n": 500, "dropped_long": 0, "noul_ce": 0.6009794473648071, "noul_T": 0.6357275532709744, "noul_auc": 0.7187854758637049, "noul_acc": 0.704, "noul_f1": 0.7750759878419453, "noul_nll": 0.6008344333469867, "noul_ece": 0.08897140395641329, "noul_brier": 0.20543661952302858, "noul_sharp": 0.13164448738098145, "entropy": 0.6452789902687073} +{"time": "05:18:09", "event": "step", "step": 110, "rows_seen": 3520, "lr": 9.128677399521752e-05, "tok_per_s": 1330.0198943986734, "loss": 0.6117696985602379, "entropy": 0.6117552258074284, "sharp": 0.16404951363801956} +{"time": "05:20:04", "event": "step", "step": 120, "rows_seen": 3840, "lr": 8.943056365728335e-05, "tok_per_s": 1332.535689558196, "loss": 0.6075450964272022, "entropy": 0.6029101721942425, "sharp": 0.17350751347839832} +{"time": "05:22:00", "event": "step", "step": 130, "rows_seen": 4160, "lr": 8.741945370109202e-05, "tok_per_s": 1335.8047639556817, "loss": 0.557122066617012, "entropy": 0.5795050002634525, "sharp": 0.19673029705882072} +{"time": "05:23:54", "event": "step", "step": 140, "rows_seen": 4480, "lr": 8.526187942070997e-05, "tok_per_s": 1337.349907782421, "loss": 0.6033094692975283, "entropy": 0.6058207117021084, "sharp": 0.16933811455965042} +{"time": "05:25:46", "event": "step", "step": 150, "rows_seen": 4800, "lr": 8.296689043247915e-05, "tok_per_s": 1340.7047569296335, "loss": 0.6108719818294048, "entropy": 0.5861151292920113, "sharp": 0.19804429821670055} +{"time": "05:27:41", "event": "step", "step": 160, "rows_seen": 5120, "lr": 8.054411271778132e-05, "tok_per_s": 1342.1124606957226, "loss": 0.6382588632404804, "entropy": 0.6019568964838982, "sharp": 0.18184343166649342} +{"time": "05:29:36", "event": "step", "step": 170, "rows_seen": 5440, "lr": 7.800370824832674e-05, "tok_per_s": 1344.8085210606398, "loss": 0.6379814371466637, "entropy": 0.6262511722743511, "sharp": 0.15429007168859243} +{"time": "05:31:23", "event": "step", "step": 180, "rows_seen": 5760, "lr": 7.535633236331324e-05, "tok_per_s": 1345.9384232101165, "loss": 0.5741214118897915, "entropy": 0.6100964769721031, "sharp": 0.16537101566791534} +{"time": "05:33:11", "event": "step", "step": 190, "rows_seen": 6080, "lr": 7.26130890772308e-05, "tok_per_s": 1346.8796180517252, "loss": 0.586275652050972, "entropy": 0.5963712967932224, "sharp": 0.17597447335720062} +{"time": "05:34:57", "event": "step", "step": 200, "rows_seen": 6400, "lr": 6.978548450576568e-05, "tok_per_s": 1348.3307027328085, "loss": 0.6196018867194653, "entropy": 0.5712974593043327, "sharp": 0.2050492726266384} +{"time": "05:35:38", "event": "val", "step": 200, "rows_seen": 6400, "n": 500, "dropped_long": 0, "noul_ce": 0.5860320925712585, "noul_T": 1.0120009740909421, "noul_auc": 0.7270878869516596, "noul_acc": 0.716, "noul_f1": 0.7867867867867868, "noul_nll": 0.5834527790248394, "noul_ece": 0.062214383006095886, "noul_brier": 0.19711026001709792, "noul_sharp": 0.20093905925750732, "entropy": 0.5840802192687988} +{"time": "05:37:26", "event": "step", "step": 210, "rows_seen": 6720, "lr": 6.688537860515266e-05, "tok_per_s": 1325.8135162363144, "loss": 0.6070140451192856, "entropy": 0.5874062180519104, "sharp": 0.19309994019567966} +{"time": "05:39:21", "event": "step", "step": 220, "rows_seen": 7040, "lr": 6.392493542739706e-05, "tok_per_s": 1327.9304951560346, "loss": 0.6187990754842758, "entropy": 0.6226364970207214, "sharp": 0.14896407537162304} +{"time": "05:41:17", "event": "step", "step": 230, "rows_seen": 7360, "lr": 6.091657210001309e-05, "tok_per_s": 1329.9632561033823, "loss": 0.6000279448926449, "entropy": 0.6024810820817947, "sharp": 0.17887282371520996} +{"time": "05:43:16", "event": "step", "step": 240, "rows_seen": 7680, "lr": 5.7872906744276015e-05, "tok_per_s": 1332.1271486366586, "loss": 0.5865864641964436, "entropy": 0.5747563876211643, "sharp": 0.20090258307754993} +{"time": "05:45:04", "event": "step", "step": 250, "rows_seen": 8000, "lr": 5.48067055504363e-05, "tok_per_s": 1332.8805486151284, "loss": 0.609013769775629, "entropy": 0.5863518863916397, "sharp": 0.18877984955906868} +{"time": "05:46:58", "event": "step", "step": 260, "rows_seen": 8320, "lr": 5.173082923188119e-05, "tok_per_s": 1334.591508531668, "loss": 0.6170960180461407, "entropy": 0.6313768923282623, "sharp": 0.15064752101898193} +{"time": "05:48:49", "event": "step", "step": 270, "rows_seen": 8640, "lr": 4.865817908283331e-05, "tok_per_s": 1335.571343337117, "loss": 0.6515340507030487, "entropy": 0.621209166944027, "sharp": 0.15313412249088287} +{"time": "05:50:44", "event": "step", "step": 280, "rows_seen": 8960, "lr": 4.560164286583922e-05, "tok_per_s": 1336.7248272568436, "loss": 0.6722879400476813, "entropy": 0.6339864283800125, "sharp": 0.1382972253486514} +{"time": "05:52:36", "event": "step", "step": 290, "rows_seen": 9280, "lr": 4.257404075601443e-05, "tok_per_s": 1337.916728331832, "loss": 0.6228892654180527, "entropy": 0.5829312354326248, "sharp": 0.18893827497959137} +{"time": "05:54:28", "event": "step", "step": 300, "rows_seen": 9600, "lr": 3.958807156877371e-05, "tok_per_s": 1339.2125018538745, "loss": 0.6753737330436707, "entropy": 0.642560139298439, "sharp": 0.1304367147386074} +{"time": "05:55:09", "event": "val", "step": 300, "rows_seen": 9600, "n": 500, "dropped_long": 0, "noul_ce": 0.590409517288208, "noul_T": 0.8209743168507218, "noul_auc": 0.727291211304834, "noul_acc": 0.718, "noul_f1": 0.7758346581875993, "noul_nll": 0.5945287617743016, "noul_ece": 0.08468130874633789, "noul_brier": 0.20265090946213069, "noul_sharp": 0.16426046192646027, "entropy": 0.6167084574699402} +{"time": "05:56:57", "event": "step", "step": 310, "rows_seen": 9920, "lr": 3.665625949658603e-05, "tok_per_s": 1324.8240196715722, "loss": 0.5998280495405197, "entropy": 0.6150539964437485, "sharp": 0.16817494109272957} +{"time": "05:58:45", "event": "step", "step": 320, "rows_seen": 10240, "lr": 3.379090157815887e-05, "tok_per_s": 1326.4031755334213, "loss": 0.6456555835902691, "entropy": 0.6021959520876408, "sharp": 0.17267112992703915} +{"time": "06:00:38", "event": "step", "step": 330, "rows_seen": 10560, "lr": 3.10040161203844e-05, "tok_per_s": 1328.280603959381, "loss": 0.6211036182940006, "entropy": 0.6197812408208847, "sharp": 0.17028568591922522} +{"time": "06:02:29", "event": "step", "step": 340, "rows_seen": 10880, "lr": 2.8307292289383776e-05, "tok_per_s": 1329.6405633911074, "loss": 0.6388570964336395, "entropy": 0.6288789585232735, "sharp": 0.14837708696722984} +{"time": "06:04:21", "event": "step", "step": 350, "rows_seen": 11200, "lr": 2.571204108208194e-05, "tok_per_s": 1330.6376384951939, "loss": 0.6230347082018852, "entropy": 0.6353653408586979, "sharp": 0.12946758326143026} +{"time": "06:06:15", "event": "step", "step": 360, "rows_seen": 11520, "lr": 2.322914788395595e-05, "tok_per_s": 1331.6906274988844, "loss": 0.6278784275054932, "entropy": 0.6032961681485176, "sharp": 0.17430023103952408} +{"time": "06:08:12", "event": "step", "step": 370, "rows_seen": 11840, "lr": 2.0869026811945157e-05, "tok_per_s": 1333.1603320882846, "loss": 0.6070312038064003, "entropy": 0.592431478202343, "sharp": 0.19016253016889095} +{"time": "06:10:04", "event": "step", "step": 380, "rows_seen": 12160, "lr": 1.8641577034025627e-05, "tok_per_s": 1333.9560406491898, "loss": 0.6229773163795471, "entropy": 0.595838725566864, "sharp": 0.17309701070189476} +{"time": "06:11:57", "event": "step", "step": 390, "rows_seen": 12480, "lr": 1.6556141248659472e-05, "tok_per_s": 1334.8393569186937, "loss": 0.6124400943517685, "entropy": 0.6081478223204613, "sharp": 0.16988751478493214} +{"time": "06:13:45", "event": "step", "step": 400, "rows_seen": 12800, "lr": 1.4621466498270773e-05, "tok_per_s": 1336.0438231835794, "loss": 0.6110164411365986, "entropy": 0.6108903363347054, "sharp": 0.16398081928491592} +{"time": "06:14:26", "event": "val", "step": 400, "rows_seen": 12800, "n": 500, "dropped_long": 0, "noul_ce": 0.5843881964683533, "noul_T": 0.8817034013913111, "noul_auc": 0.730967993358071, "noul_acc": 0.71, "noul_f1": 0.7812971342383107, "noul_nll": 0.5857120872735977, "noul_ece": 0.07949626415967942, "noul_brier": 0.1983532779488346, "noul_sharp": 0.1779976636171341, "entropy": 0.6032183766365051} +{"time": "06:16:17", "event": "step", "step": 410, "rows_seen": 13120, "lr": 1.284566748110963e-05, "tok_per_s": 1325.3710932053302, "loss": 0.6137957414612174, "entropy": 0.6104446658864617, "sharp": 0.167206397280097} +{"time": "06:18:06", "event": "step", "step": 420, "rows_seen": 13440, "lr": 1.1236192515387821e-05, "tok_per_s": 1326.677048694889, "loss": 0.6118901334702969, "entropy": 0.6160846017301083, "sharp": 0.14346618577837944} +{"time": "06:19:56", "event": "step", "step": 430, "rows_seen": 13760, "lr": 9.799792298443728e-06, "tok_per_s": 1327.4939529463006, "loss": 0.6590555012226105, "entropy": 0.6175728291273117, "sharp": 0.15197355300188065} +{"time": "06:21:49", "event": "step", "step": 440, "rows_seen": 14080, "lr": 8.542491591971554e-06, "tok_per_s": 1328.7826464609793, "loss": 0.6150088086724281, "entropy": 0.6297904998064041, "sharp": 0.14793911390006542} +{"time": "06:23:44", "event": "step", "step": 450, "rows_seen": 14400, "lr": 7.469563952077155e-06, "tok_per_s": 1329.7927204876216, "loss": 0.5894299559295177, "entropy": 0.6273993030190468, "sharp": 0.15590177476406097} +{"time": "06:25:42", "event": "step", "step": 460, "rows_seen": 14720, "lr": 6.585509610150972e-06, "tok_per_s": 1330.6871405012641, "loss": 0.5922381170094013, "entropy": 0.5846848003566265, "sharp": 0.20404324401170015} +{"time": "06:27:29", "event": "step", "step": 470, "rows_seen": 15040, "lr": 5.894036597333646e-06, "tok_per_s": 1331.5131509976886, "loss": 0.6420350335538387, "entropy": 0.6070283018052578, "sharp": 0.17614947259426117} +{"time": "06:29:18", "event": "step", "step": 480, "rows_seen": 15360, "lr": 5.398045191744809e-06, "tok_per_s": 1332.211575796279, "loss": 0.5871061459183693, "entropy": 0.5499875452369452, "sharp": 0.24268281273543835} +{"time": "06:31:10", "event": "step", "step": 490, "rows_seen": 15680, "lr": 5.099615753708697e-06, "tok_per_s": 1333.0418432202653, "loss": 0.623968917876482, "entropy": 0.6434530317783356, "sharp": 0.13273443095386028} +{"time": "06:32:59", "event": "step", "step": 500, "rows_seen": 16000, "lr": 5e-06, "tok_per_s": 1333.9320954732982, "loss": 0.6052963323891163, "entropy": 0.6204371675848961, "sharp": 0.15508419647812843} +{"time": "06:33:40", "event": "val", "step": 500, "rows_seen": 16000, "n": 500, "dropped_long": 0, "noul_ce": 0.5845521092414856, "noul_T": 0.8756639011777873, "noul_auc": 0.7286467069926633, "noul_acc": 0.716, "noul_f1": 0.7835365853658537, "noul_nll": 0.5869117678403855, "noul_ece": 0.06431294494867325, "noul_brier": 0.1990843274254255, "noul_sharp": 0.1773446947336197, "entropy": 0.6042501926422119} +{"time": "06:35:08", "event": "ckpt", "tag": "ckpt-16000", "rows_seen": 16000, "replay_seen": 842, "step": 500, "tokens": 7677591, "tok_per_s": 1305.0782133298696, "rows_per_s": 2.862893746459695, "val": {"n": 1200, "dropped_long": 0, "noul_ce": 0.5714728832244873, "noul_T": 0.8666640186883002, "choice_ce": 0.6802632808685303, "choice_T": 1.010872060496732, "score_ce": 1.0610097646713257, "score_T": 0.9823579469129842, "noul_auc": 0.7409495198393276, "noul_acc": 0.708, "noul_f1": 0.7729393468118196, "noul_nll": 0.5787877075746656, "noul_ece": 0.060354054033756245, "noul_brier": 0.19613921077141516, "noul_sharp": 0.17660053074359894, "entropy": 0.6038712859153748}, "dropped_long": 0, "peak_gib": 18.282634258270264}