diff --git a/.gitkeep b/.gitkeep new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/.lock b/.lock new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/03dd86ce8c03.pt b/03dd86ce8c03.pt new file mode 100644 index 0000000000000000000000000000000000000000..b7a229fa1b76b8629be4f4bdbb4ed132ca0d69d3 --- /dev/null +++ b/03dd86ce8c03.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:feea008d53efbb607834c30f5867004340a5d23a8f0d0d5959f3fb34eba31566 +size 3135545 diff --git a/04a68f747959.pt b/04a68f747959.pt new file mode 100644 index 0000000000000000000000000000000000000000..f42c35907d67808e66346aee1b4152d2cc3a3ed3 --- /dev/null +++ b/04a68f747959.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:679c57492087523d405ad05d6bf6efbcb515da64fadd2d3ad1e1e1fcfe139157 +size 3140321 diff --git a/061d2cfb5e9f.pt b/061d2cfb5e9f.pt new file mode 100644 index 0000000000000000000000000000000000000000..a66f122b962fa702592e3fa641459fb22429b636 --- /dev/null +++ b/061d2cfb5e9f.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e597818d367cdf0f8ee86b12f80aeef64a78877b67082cc0a32ed393694629a7 +size 19629382 diff --git a/06681b3bb34d.pt b/06681b3bb34d.pt new file mode 100644 index 0000000000000000000000000000000000000000..2b9db6352514997bcac461e97b14e27274a24700 --- /dev/null +++ b/06681b3bb34d.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:29a1aa93dee59d748752114b42e6b1b114c30ca3c3ed3aa7cf0e9b7c9650af69 +size 19563846 diff --git a/09646ada0379.pt b/09646ada0379.pt new file mode 100644 index 0000000000000000000000000000000000000000..f59310fdb98f2e68668285df15425083ee709fac --- /dev/null +++ b/09646ada0379.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a2325a5f3c4fb2a8e3978d51a24562533954537628a2a720122d3328dfd59e2 +size 3008924 diff --git a/09d65d1d7acd.pt b/09d65d1d7acd.pt new file mode 100644 index 0000000000000000000000000000000000000000..bc94891dd2f078f65c8d48623c3940ce17c4f2b5 --- /dev/null +++ b/09d65d1d7acd.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a44b839dc45497d9120eaa7e3cd5f09008d993e8b3016303e2619eabd8033f1e +size 20029174 diff --git a/0bde45803d6c.pt b/0bde45803d6c.pt new file mode 100644 index 0000000000000000000000000000000000000000..a6f5fb492b09f3c947da5f2b6be680ac2e28a482 --- /dev/null +++ b/0bde45803d6c.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d7a3cc963cbdfd2bb50bbdead54a5573358e9326ce6fbe75adfc3827922253d +size 19571132 diff --git a/0e4d9e5b2c4f.pt b/0e4d9e5b2c4f.pt new file mode 100644 index 0000000000000000000000000000000000000000..67c76e162f348b87ccb53c8116c7dce869037dcb --- /dev/null +++ b/0e4d9e5b2c4f.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:65bdcc0e7301a0e89922f9b193d52149f3e6506cb167d0f4bca288928c0734db +size 19636668 diff --git a/10626a9a7fff.pt b/10626a9a7fff.pt new file mode 100644 index 0000000000000000000000000000000000000000..1f18402a11f4b4374c09e624b036dedb297a88ab --- /dev/null +++ b/10626a9a7fff.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:521208965cf3aa2ceb23b43754096e8e98a6e6c7715caca92fc1a838b97ea82d +size 19599094 diff --git a/1156ecaaed5e.pt b/1156ecaaed5e.pt new file mode 100644 index 0000000000000000000000000000000000000000..074abc0eb481fc6d42ba129035c7d43a40ad3c11 --- /dev/null +++ b/1156ecaaed5e.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aaaf96e661b5580aef15305737d456ad835d4e23fa2cd8e13c73340bb6a39b56 +size 3074716 diff --git a/149d7f2ee2c5.pt b/149d7f2ee2c5.pt new file mode 100644 index 0000000000000000000000000000000000000000..1890287ccc3b2f8e4f2b8fb970e9dfca89aadc2f --- /dev/null +++ b/149d7f2ee2c5.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:690798008761d6fbfdbe5896c7777e601bc798e8e4b730a8dc60e8802508f88a +size 3135545 diff --git a/156bff4647a3.pt b/156bff4647a3.pt new file mode 100644 index 0000000000000000000000000000000000000000..e2fe47357aee954e705f1fbbed4fb5f356cd7259 --- /dev/null +++ b/156bff4647a3.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0589b8ca32daa6de81d427e34417de90f1232ecb5e9c8dcce9a062f652dce466 +size 3081993 diff --git a/15d9309c3e9b.pt b/15d9309c3e9b.pt new file mode 100644 index 0000000000000000000000000000000000000000..6f9ab55e4e0319e64e7df819ac9bbc986f0127e2 --- /dev/null +++ b/15d9309c3e9b.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3cb3e1eb9cbf730eb1b1e2f1e827d731d02074fb76017233353873510631fd99 +size 3594297 diff --git a/163bc95df02b.pt b/163bc95df02b.pt new file mode 100644 index 0000000000000000000000000000000000000000..f229e570cc8d0c317d4dfad05e61dbfb627820cb --- /dev/null +++ b/163bc95df02b.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f2c075711839407869b1aa0a0972a58d8cce651c934fc2dfa07d7cc4a31417b +size 3213390 diff --git a/16748b3e0d7f.pt b/16748b3e0d7f.pt new file mode 100644 index 0000000000000000000000000000000000000000..47ea3032bdaf7a199aa2fdb642a421d410800579 --- /dev/null +++ b/16748b3e0d7f.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a25b0ff37b8d88ea41924a6231955116e93113d0f0bd711f9e1a51571fd9448 +size 19599094 diff --git a/16b38a57dc06.pt b/16b38a57dc06.pt new file mode 100644 index 0000000000000000000000000000000000000000..f9acdfc99cf1f736a4124fdd1248068b157dbd68 --- /dev/null +++ b/16b38a57dc06.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d91b7f549093471f57608a815f0d115d7a8410c52ce45fee3aa90b7b7588e653 +size 19700028 diff --git a/187a64ca4f99.pt b/187a64ca4f99.pt new file mode 100644 index 0000000000000000000000000000000000000000..5d6be8209e7d07c4fd2c77f82c44e487b99e011d --- /dev/null +++ b/187a64ca4f99.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be5fc9c8e3213231fca6c6b3a2ea5fcba5d225dea4d891ebbe3444bd8c207b25 +size 3046665 diff --git a/190f10512ba7.pt b/190f10512ba7.pt new file mode 100644 index 0000000000000000000000000000000000000000..c6bf5df76c7db3e1a3acff95b06444296e4e81e4 --- /dev/null +++ b/190f10512ba7.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f8a71357bcd8e3ba141857785cdadae9ad4c37c7744751cdbf7684c31ba6f1e2 +size 19765820 diff --git a/192656b4e7bd.pt b/192656b4e7bd.pt new file mode 100644 index 0000000000000000000000000000000000000000..7a1aad74b7cfa5161fd17e32c72220d96914e54f --- /dev/null +++ b/192656b4e7bd.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c00b5a570e730d2e7631d95bb59efe053ba7b1dd1dca80da8a589e89ed845260 +size 19629382 diff --git a/225c472057f2.pt b/225c472057f2.pt new file mode 100644 index 0000000000000000000000000000000000000000..13464e1556647d418fc2b6eb2b970bd7acba594b --- /dev/null +++ b/225c472057f2.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e6d615a20fb77041ce38bad4ea99f0d2a29b750de06b8383f5169af21f661727 +size 20029174 diff --git a/2309a65ba5bb.pt b/2309a65ba5bb.pt new file mode 100644 index 0000000000000000000000000000000000000000..742ca52dc441c32acddadd9c14ac5b8d3cf1f5eb --- /dev/null +++ b/2309a65ba5bb.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a9ed8a79f412a5554ccfd444a3ec66a45627091f7a3b2d7cb5375d2a9811d77a +size 19634422 diff --git a/23f005d83a54.pt b/23f005d83a54.pt new file mode 100644 index 0000000000000000000000000000000000000000..be3d25aa7bb6102752dafe419642e0b1f7e77acc --- /dev/null +++ b/23f005d83a54.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b982b0e5592cf7709e191b79ef5ff140897af8dbf86c0a943f5c8c3e771f9d7 +size 19695244 diff --git a/29034d9ff9db.pt b/29034d9ff9db.pt new file mode 100644 index 0000000000000000000000000000000000000000..763402d72d0eb6726295adca9252eca5178039c0 --- /dev/null +++ b/29034d9ff9db.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b042625e9e5a14c56b1f3205a5f7af7a0eb188ce79d7910dff60dcde65c9e784 +size 3074716 diff --git a/2c6c4875a128.pt b/2c6c4875a128.pt new file mode 100644 index 0000000000000000000000000000000000000000..551bf2cd4cb99fb00f93594bad2486dd35da256f --- /dev/null +++ b/2c6c4875a128.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:099f28340e915c8c7a3b1542c7cb73bbde646e5b93cc17a4af55cd11abc01dd0 +size 3004148 diff --git a/2ce789f010b7.pt b/2ce789f010b7.pt new file mode 100644 index 0000000000000000000000000000000000000000..eb744a0d4d0085f045ef3a515fad63ce30450be0 --- /dev/null +++ b/2ce789f010b7.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea8bf58994020963859b7c1495209261b1b27372d59e667cc27a1befb2a1bda1 +size 19575916 diff --git a/2df9eca596db.pt b/2df9eca596db.pt new file mode 100644 index 0000000000000000000000000000000000000000..9cbd5c2624d3d1c3957a7a37093c54ebb4fad7ab --- /dev/null +++ b/2df9eca596db.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cb6ca7010f9a98be81b4770abb5fb3261dc0813681ea7382171362f4cdbc2483 +size 19575916 diff --git a/2e496239d275.pt b/2e496239d275.pt new file mode 100644 index 0000000000000000000000000000000000000000..512da642d5218d4d09691db1260492e0ce42d218 --- /dev/null +++ b/2e496239d275.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d0bc2b0536bf9255b7187e1befdd7b4078194ee74874dcce1e5f8cbe9ca93c10 +size 3069684 diff --git a/2e64be3660fa.pt b/2e64be3660fa.pt new file mode 100644 index 0000000000000000000000000000000000000000..a437e81a34e6f2bbb36c3b4719fb54becb985156 --- /dev/null +++ b/2e64be3660fa.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:413fea05a4780059bc4c5dba13b18c05fd3c9722bd13f566d2d27e2be9e29b23 +size 19768066 diff --git a/2e840eba79f9.pt b/2e840eba79f9.pt new file mode 100644 index 0000000000000000000000000000000000000000..82c81e4799157ee971e9481a68ba6782127172d6 --- /dev/null +++ b/2e840eba79f9.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1bfc8105c56968ba3acd2a72d25b324a09ec69a85a0ba556be5f51d6811b8955 +size 20029884 diff --git a/2ee9fcd0d813.pt b/2ee9fcd0d813.pt new file mode 100644 index 0000000000000000000000000000000000000000..6bd76c3ce06bb2db631fcd139c5e4bd7f2b17212 --- /dev/null +++ b/2ee9fcd0d813.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f43f0460ed1d008be1a94b02b6a25c9b07cefe1a16e96b015d74034b24b3cc0 +size 3045956 diff --git a/2f6c6c347139.pt b/2f6c6c347139.pt new file mode 100644 index 0000000000000000000000000000000000000000..cf96993d1003727a10bd179d3672b7ed8db94f82 --- /dev/null +++ b/2f6c6c347139.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b93bf3d8c80c534e3803bfed4bf1cd4861b7f37e723a2b6ba796bd603928e06 +size 3462900 diff --git a/2fa4695b96b3.pt b/2fa4695b96b3.pt new file mode 100644 index 0000000000000000000000000000000000000000..9f6e270371449d51a8391d615984f27f527b8e42 --- /dev/null +++ b/2fa4695b96b3.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e8898f6b23a398fcec100104c6f6600de94b5cae76468a41e95b80d4abb91cc7 +size 3600865 diff --git a/3342a44b8ca4.pt b/3342a44b8ca4.pt new file mode 100644 index 0000000000000000000000000000000000000000..bbe79ca244aeae1619a9c543c02f8338dcc0545d --- /dev/null +++ b/3342a44b8ca4.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b2f2040b4d61372cbc0b1db6985ca51e32a4b1e30103ef940b2a49e4973425f +size 19571132 diff --git a/36392916576e.pt b/36392916576e.pt new file mode 100644 index 0000000000000000000000000000000000000000..9706fb096584a95edab446d4ebb04788fb3eaf25 --- /dev/null +++ b/36392916576e.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:29cd2471b29bd7f791f7c7f3448cc1432c61e7c955770a3aaf4e0925f465acb4 +size 19599094 diff --git a/383a7cba5156.pt b/383a7cba5156.pt new file mode 100644 index 0000000000000000000000000000000000000000..6419d2a2e71b6ce1ce902725cea29934379798cf --- /dev/null +++ b/383a7cba5156.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e8ad5c6a7dd6126677148724352bab099e1bf0094e7434538653ffad8cd38d30 +size 20036460 diff --git a/3a0ed883f53c.pt b/3a0ed883f53c.pt new file mode 100644 index 0000000000000000000000000000000000000000..e7e5c4dd858a34ae1b13f901c28c2319fce712d6 --- /dev/null +++ b/3a0ed883f53c.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9df865433d4986dbc3f5f2fbcf9fdc7331cd02d43866a7c56f38dfd70ab48b3d +size 3208358 diff --git a/3a632d82ae4d.pt b/3a632d82ae4d.pt new file mode 100644 index 0000000000000000000000000000000000000000..250137a2e7385e32b29da72bb32f26ee347ec59c --- /dev/null +++ b/3a632d82ae4d.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:013ca6eb494d8653d4dd2ac91abd2631203f7516b91c9dfef8b7e00d4a3a6a72 +size 3004148 diff --git a/3aee10e6aef6.pt b/3aee10e6aef6.pt new file mode 100644 index 0000000000000000000000000000000000000000..f07be0713dd9bafc088151cc7252f240bf266668 --- /dev/null +++ b/3aee10e6aef6.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:62feda27f9b46b1dbf638fd2c5c6f9e9c17a98e0100716f825aee0f69422084a +size 19773106 diff --git a/3bb3b14a07ec.pt b/3bb3b14a07ec.pt new file mode 100644 index 0000000000000000000000000000000000000000..c9e2a2f906085ccdab4621bd0f242cf9c2e79528 --- /dev/null +++ b/3bb3b14a07ec.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:54cb569f7fb2b3ea468ce5882de22084a55a4ccc05f68994f9842ef9460db2d3 +size 3201081 diff --git a/3d00ec397f08.pt b/3d00ec397f08.pt new file mode 100644 index 0000000000000000000000000000000000000000..df7bd71b95fa101d3d50014ee78686d9f8f54c39 --- /dev/null +++ b/3d00ec397f08.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1bdac7654184f09d2cd81455082953bb3c1087cd818f1d335ba08a30cc9680d8 +size 19641708 diff --git a/3e1cca2bd82e.pt b/3e1cca2bd82e.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ea949afc90273fa9766a7aaef9cdd5b40ca06bf --- /dev/null +++ b/3e1cca2bd82e.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:15c1c35539af51da47182768ed162801d917617044c90fada647253583eb5cca +size 20161282 diff --git a/3e638767b309.pt b/3e638767b309.pt new file mode 100644 index 0000000000000000000000000000000000000000..fe3d26eebf552ad0e55e3d5faf5cfbe285765002 --- /dev/null +++ b/3e638767b309.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f9d3e06bcd21b13cdc51a8ccf1bd0713b8ed770faaa29afaec63b6ac069603b +size 3469468 diff --git a/3faef963b2e5.pt b/3faef963b2e5.pt new file mode 100644 index 0000000000000000000000000000000000000000..edb6f28398bd63e006d2d31da6fc3402eec364b9 --- /dev/null +++ b/3faef963b2e5.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1293b64a1afadb595829bfcf378ae5c5c1103968578296c72ea889ea72e3e8c2 +size 3147598 diff --git a/42ccca60b8ab.pt b/42ccca60b8ab.pt new file mode 100644 index 0000000000000000000000000000000000000000..c694acba42de6b2fb4f85dfa5f249872aec53ef5 --- /dev/null +++ b/42ccca60b8ab.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:88c9b8465b428faac1d9cc2e70247f53e1634660b6baa755b3e5bb19ed38369c +size 3201081 diff --git a/4338ab57f578.pt b/4338ab57f578.pt new file mode 100644 index 0000000000000000000000000000000000000000..e4a76bdf6b4c5345a1bdefd2614d393ddc742fe7 --- /dev/null +++ b/4338ab57f578.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:67fe53b3cd752a3c120613bef759a678237794a95139a6f0c00759bbac2a7981 +size 19568630 diff --git a/4512d49e0a45.pt b/4512d49e0a45.pt new file mode 100644 index 0000000000000000000000000000000000000000..50fd4f6e82d9730c9977dee9fec8c3240f13d8f2 --- /dev/null +++ b/4512d49e0a45.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d97708bd85bb046d624c0c76f495e1321b36e1ea2b76d2f11d0e5102fafcb232 +size 3608142 diff --git a/48201cd7d408.pt b/48201cd7d408.pt new file mode 100644 index 0000000000000000000000000000000000000000..4605c4153b4f26c71d2a362d8482380bf8ac7d4b --- /dev/null +++ b/48201cd7d408.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:595282153ee9ed094947c99d4117dcf168d973c6a6fcace6de3d76c4c53f4b80 +size 10168636 diff --git a/5087dc1d571f.pt b/5087dc1d571f.pt new file mode 100644 index 0000000000000000000000000000000000000000..d97286841a3bfe5d1bbe1e525f5f6be74fb037b4 --- /dev/null +++ b/5087dc1d571f.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:22974655302b3fbaaf7ec1cd9c19a11898cc1161f05feb1d3586397e692d66eb +size 3053233 diff --git a/51af571f1e91.pt b/51af571f1e91.pt new file mode 100644 index 0000000000000000000000000000000000000000..4a2ce38ae79881660a8ad182cccbe27b9ecf63c8 --- /dev/null +++ b/51af571f1e91.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:691e48ff735ba52bcfdf30c32686ea31d1e9fcea3736e1c2d30b022352c2a688 +size 3045956 diff --git a/535f2dcc839a.pt b/535f2dcc839a.pt new file mode 100644 index 0000000000000000000000000000000000000000..284e4e362759cb0ff4986eac8dc787d4d27b6e4f --- /dev/null +++ b/535f2dcc839a.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:761962528b0d41d495cabd7ad6b4fba4f58f15d78924023116323a73bd172904 +size 3008924 diff --git a/538c4e8fda0a.pt b/538c4e8fda0a.pt new file mode 100644 index 0000000000000000000000000000000000000000..f9294cd72594d3788b0900e74e964a47c4ee5221 --- /dev/null +++ b/538c4e8fda0a.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d925e9502b9d5592321882534d5ebbea12a1760037e7513267f019f61e5495a4 +size 3053233 diff --git a/54657c0139a7.pt b/54657c0139a7.pt new file mode 100644 index 0000000000000000000000000000000000000000..8e080fbd1ec433bd0189df7f44a6e1edf00a5386 --- /dev/null +++ b/54657c0139a7.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:82f63d0035c9f8d2cb39d512de3dc3887b3bb122bc76cb3da3ac64d8594de165 +size 3076961 diff --git a/5490c310a40d.pt b/5490c310a40d.pt new file mode 100644 index 0000000000000000000000000000000000000000..68946bcded07c7623c6896f9385005a7843e5cfc --- /dev/null +++ b/5490c310a40d.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae65f0ac7ad7ef1113ffc4385a100c7dbcd4b9b19759c1df4e2a2178d374d5ef +size 3601574 diff --git a/598d6d70b0ec.pt b/598d6d70b0ec.pt new file mode 100644 index 0000000000000000000000000000000000000000..7e246966602bc754f074378d96a27e1ee4742f93 --- /dev/null +++ b/598d6d70b0ec.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb9843f1229132347a08af570143b9b71d6e0719fa7f29d9078dc84e69df1caf +size 19606444 diff --git a/5a83fdda9c49.pt b/5a83fdda9c49.pt new file mode 100644 index 0000000000000000000000000000000000000000..10639431fedf1bfa6e7d174ce2d831bf1f215a94 --- /dev/null +++ b/5a83fdda9c49.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:38743f27fd6bdaf63907538f1b9d591770a0305052912bbb22c105f69cf56529 +size 20161282 diff --git a/5b560197499e.pt b/5b560197499e.pt new file mode 100644 index 0000000000000000000000000000000000000000..265113f6970b14db026026cff42a41d28a2b2908 --- /dev/null +++ b/5b560197499e.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d302e201e3d68cb2b18e21ad580aa738f37b5e4b145c9729fa9be2acf30e603c +size 3608142 diff --git a/5c0930344de5.pt b/5c0930344de5.pt new file mode 100644 index 0000000000000000000000000000000000000000..e427063489d2bbe41e359c04cda1d395f1948752 --- /dev/null +++ b/5c0930344de5.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:939d51b51b761b210eebec4cc1572dd51411c8d0aa3bed24c20286793ca867c2 +size 19563846 diff --git a/5c68239b026d.pt b/5c68239b026d.pt new file mode 100644 index 0000000000000000000000000000000000000000..724eb9cdce2944c5beb802dce8998154f7c2531e --- /dev/null +++ b/5c68239b026d.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:036ca9d6bf4ddb5f320bc32ffeb5cc16f8d401eb7b8614c39cf6c3dd79eb2e2b +size 3147598 diff --git a/5cf19ade3757.pt b/5cf19ade3757.pt new file mode 100644 index 0000000000000000000000000000000000000000..b4843b0a84e390fffc0767b0fc552e85c1c67324 --- /dev/null +++ b/5cf19ade3757.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:64ebfebaea374020744c9de514f28c0306e2c96300638ccb40cadf5aef372cee +size 3046665 diff --git a/5d030f52d9ba.pt b/5d030f52d9ba.pt new file mode 100644 index 0000000000000000000000000000000000000000..ea8c66edc9dcf42d616cdc5a73f8bc641b655646 --- /dev/null +++ b/5d030f52d9ba.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa1b11ae0df4cbf97f82dde8710c2dc769157a3625c170529bc32a29033daf76 +size 19636668 diff --git a/5ed289c46818.pt b/5ed289c46818.pt new file mode 100644 index 0000000000000000000000000000000000000000..5009598aa10283ec683f334f0d5310d382a97549 --- /dev/null +++ b/5ed289c46818.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:552053d27b60a424b23cd387a1ee47c5c3a1b9e019cc5e825619dd301b5bb107 +size 3208358 diff --git a/60263d286117.pt b/60263d286117.pt new file mode 100644 index 0000000000000000000000000000000000000000..81979f34bc5db39aa3db81189a60d58f35fadfb3 --- /dev/null +++ b/60263d286117.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e8f9553997046574ad38dec449a36bd47bc27f66ed3e00c6ab7d57193c0b33c +size 3201081 diff --git a/61b024b2f691.pt b/61b024b2f691.pt new file mode 100644 index 0000000000000000000000000000000000000000..59965836c5512c60f8a4e9e1203124330f4a81e7 --- /dev/null +++ b/61b024b2f691.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2bfb33d5229c389bd6e0948954b17fe1f2af32a1ff79a1ea8759985388a698db +size 19707314 diff --git a/63daf70097f3.pt b/63daf70097f3.pt new file mode 100644 index 0000000000000000000000000000000000000000..b4a505857ecf3f020aa6560101ba8e487ab744cc --- /dev/null +++ b/63daf70097f3.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b35b83daae5440c450cbf3c4540dfc7d4a3b2e5b96f6de9d110aa46d1fc8e1e8 +size 3081993 diff --git a/6497e6432df2.pt b/6497e6432df2.pt new file mode 100644 index 0000000000000000000000000000000000000000..a07132b6c7c245f77c66f36c6a36ea21f7379893 --- /dev/null +++ b/6497e6432df2.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b7b978f80eca5148dcf86ba1af5c6dc15228f9ad53b89c30eb848f217125c467 +size 3011425 diff --git a/650462cdc452.pt b/650462cdc452.pt new file mode 100644 index 0000000000000000000000000000000000000000..b1dbb387f6f6775b6127e42f152f6b8ccb6b11af --- /dev/null +++ b/650462cdc452.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa6da008351c11e3ff32621107a80679aef812a87b5edd1108447d79c953f312 +size 3074716 diff --git a/68f43608db45.pt b/68f43608db45.pt new file mode 100644 index 0000000000000000000000000000000000000000..8610334fbca59ab06aabef74c52290a0ea8ac542 --- /dev/null +++ b/68f43608db45.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8fe73f3192c411c8c1afd088c2e6639a820e7ffd555b2bac8aa3d5eb324918e1 +size 3213390 diff --git a/6d5f6b7c67ce.pt b/6d5f6b7c67ce.pt new file mode 100644 index 0000000000000000000000000000000000000000..24bc55800353a07df9c373616161e4fa036771dd --- /dev/null +++ b/6d5f6b7c67ce.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0de67623526d1cdfbe2810f3fbbffe159de765bdea01065547073a2b8feeaa22 +size 19702530 diff --git a/6faa371cfea7.pt b/6faa371cfea7.pt new file mode 100644 index 0000000000000000000000000000000000000000..962a58bcd7337f6ef4db9a4974d9d26db60eea68 --- /dev/null +++ b/6faa371cfea7.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6561579dc1712b58504950e138905dda70b67c633d692b8f135f8404a29571cb +size 3594297 diff --git a/704d73b68c6c.pt b/704d73b68c6c.pt new file mode 100644 index 0000000000000000000000000000000000000000..1075b7f91d1d5040572aca3b3b28fff8f9f6ce7e --- /dev/null +++ b/704d73b68c6c.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:77a8cd9e3b59ddb02de05aa4166db79681c4928331adbb7fc5cee124bf68f299 +size 19765820 diff --git a/7136617163a6.pt b/7136617163a6.pt new file mode 100644 index 0000000000000000000000000000000000000000..966e9aafae1d9de5ff238c566bea5788c66b0f8c --- /dev/null +++ b/7136617163a6.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e33704f47c72add0557c9676a7fbfdaffa34ee924761bcf49e09e9ca11347d9f +size 3206113 diff --git a/71b9a28924f9.pt b/71b9a28924f9.pt new file mode 100644 index 0000000000000000000000000000000000000000..a9161aa8ca96a7adfe1a5245f50b180dda671fa9 --- /dev/null +++ b/71b9a28924f9.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:059604b51ef001404c257895e26416c7bae543b6495499c41a285c68c052e0eb +size 3069684 diff --git a/73d43e2dcc75.pt b/73d43e2dcc75.pt new file mode 100644 index 0000000000000000000000000000000000000000..4996f7d5a092dd59ee35be7a4ff08efee25f051d --- /dev/null +++ b/73d43e2dcc75.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:74f9f4c138e76dff776d6913b7281d09c86afaf3587fb006eb6a57dfebe535eb +size 20029884 diff --git a/75d6bd16c119.pt b/75d6bd16c119.pt new file mode 100644 index 0000000000000000000000000000000000000000..3862d681f67572d4996498a2dd7352ee99845678 --- /dev/null +++ b/75d6bd16c119.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc7e4e6e186ecfd907213a7d31af8bdb078645f4785a1b7be633ef963bd86c2b +size 20022598 diff --git a/762f6365f6e7.pt b/762f6365f6e7.pt new file mode 100644 index 0000000000000000000000000000000000000000..86112dcd24ddf34bacf26384d8bff669891b55e3 --- /dev/null +++ b/762f6365f6e7.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f73c0677ecb12ec2f31df512fbf46b6592a0a83c424262c4227294a0238c1101 +size 19702530 diff --git a/782e533e9d07.pt b/782e533e9d07.pt new file mode 100644 index 0000000000000000000000000000000000000000..4dba685eb55e830a4bf6301dd7ba52b944f7bca8 --- /dev/null +++ b/782e533e9d07.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:390d475ab441e4d5859c50cfbf307f18490ca9dfd19361aeec1996e4139cb12f +size 19606444 diff --git a/7d0ce4ddf152.pt b/7d0ce4ddf152.pt new file mode 100644 index 0000000000000000000000000000000000000000..27922597dfc30b0866330e205e4c9b574037d22b --- /dev/null +++ b/7d0ce4ddf152.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:44405d18a1072aea9772a4922c2ea22a3b80cc01253be53292eb359ff3a755c9 +size 19700028 diff --git a/7ec9d6b320c4.pt b/7ec9d6b320c4.pt new file mode 100644 index 0000000000000000000000000000000000000000..2aea919089c29bfe6dc5ae45d9f2facc822d8b04 --- /dev/null +++ b/7ec9d6b320c4.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:825cd42fec64c23aa5c81995b835e6a0873edde4341722b92420de77467dd97e +size 19575916 diff --git a/81149a44706e.pt b/81149a44706e.pt new file mode 100644 index 0000000000000000000000000000000000000000..722f08a8f37dd215dfa44809d02533a5a53e8b80 --- /dev/null +++ b/81149a44706e.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:759c517b0ea7ff7e625b805bb94ceccf3dc02cddad23f9a7757590af5e7f0ef6 +size 19571132 diff --git a/83c298ab9b98.pt b/83c298ab9b98.pt new file mode 100644 index 0000000000000000000000000000000000000000..d55cf557837412b2c20b5b9b8bdf0ba040b0313e --- /dev/null +++ b/83c298ab9b98.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:177d0421b54142817ba4a3da0e2faa7b93b84afe854f6dffc4afb0f82c569296 +size 3046665 diff --git a/840fed47d1e3.pt b/840fed47d1e3.pt new file mode 100644 index 0000000000000000000000000000000000000000..970f1350fdb30492528525a32b8becc65ff12286 --- /dev/null +++ b/840fed47d1e3.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4db9b5fcf9b99eff68ff9a4a08eae6c9a6ec0cc70843804baa1e5615ee387e9f +size 20022598 diff --git a/85603fe0df0a.pt b/85603fe0df0a.pt new file mode 100644 index 0000000000000000000000000000000000000000..17c0161b3621460545f49373adb0a51b62bfc2b1 --- /dev/null +++ b/85603fe0df0a.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92fb2d22ff378113c42ff7d25fce7029348a83f24a9d38aac4c392915580d8f8 +size 3011425 diff --git a/85c3e0f562be.pt b/85c3e0f562be.pt new file mode 100644 index 0000000000000000000000000000000000000000..41f625066000b9141fdccfb561f5c9e51678c267 --- /dev/null +++ b/85c3e0f562be.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b5d7fc1738d4b9ef6eb75404249b5a470b7457ac4d8108f2be9e1d6bded95b19 +size 3147598 diff --git a/86e2d5655c4c.pt b/86e2d5655c4c.pt new file mode 100644 index 0000000000000000000000000000000000000000..80068ff19c884f0127caae70995c3a9b7ead5da9 --- /dev/null +++ b/86e2d5655c4c.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f055f0e81f70e0d8ddc85df3d5855e4873782604b82dedfdb90bc99dd32d896 +size 19700028 diff --git a/875269a52769.pt b/875269a52769.pt new file mode 100644 index 0000000000000000000000000000000000000000..773e0fb95462e2bb46eed0496d740bb2b48e2077 --- /dev/null +++ b/875269a52769.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b62fb8c3fb0b848d030d643f148fc7aa8940f7fad3b7079d1146b41685e712aa +size 3470177 diff --git a/8801b2971e2b.pt b/8801b2971e2b.pt new file mode 100644 index 0000000000000000000000000000000000000000..8be73939fe47b0b1c87b430feb18f84d6960ddd3 --- /dev/null +++ b/8801b2971e2b.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f5ad33d8d5ebdd938721bc31d7337dd537598de12a4bfef6b875d09a9767ca7d +size 3135545 diff --git a/8832faccfd86.pt b/8832faccfd86.pt new file mode 100644 index 0000000000000000000000000000000000000000..c53be04439e5e2f21587de8d13c56ae891c3c72f --- /dev/null +++ b/8832faccfd86.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed3951e4db61a19f852bcf54020469dbc6052c0c31f304447b3a71af9655598b +size 20036460 diff --git a/88f9fd388e20.pt b/88f9fd388e20.pt new file mode 100644 index 0000000000000000000000000000000000000000..37b31358477851ae2ecaefa886e568a62c784cd5 --- /dev/null +++ b/88f9fd388e20.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:279f207e8703304db1ec10e4f3ce5f93cfcb16b067c6d71eb8e5ce651645cdfe +size 19773106 diff --git a/89d764b25025.pt b/89d764b25025.pt new file mode 100644 index 0000000000000000000000000000000000000000..4184933c87dd9a5383770f1a44c4fef5417fc595 --- /dev/null +++ b/89d764b25025.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa228b547abcb6bbb19b7382c197710c5285533c7ccf12a99a6d21deac940c33 +size 19702530 diff --git a/8aa606d2ce0e.pt b/8aa606d2ce0e.pt new file mode 100644 index 0000000000000000000000000000000000000000..9c88ddecbe2841954bdf0efc4e5aa1a2e34be150 --- /dev/null +++ b/8aa606d2ce0e.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d048118efa94c7171b793b11c733a54be9ebcd51fa3236e822dc040739a0008f +size 3476745 diff --git a/8bab0b32be45.pt b/8bab0b32be45.pt new file mode 100644 index 0000000000000000000000000000000000000000..696c493dd20f06a2e438da73fb12e34e206f204c --- /dev/null +++ b/8bab0b32be45.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53485a2f27526d1632950333e88a23b1a86cac664ce615e9305ef3a19535b167 +size 19707314 diff --git a/8c1d9b5210bb.pt b/8c1d9b5210bb.pt new file mode 100644 index 0000000000000000000000000000000000000000..a9e07813e4b172e224308f39cb185a94aaf06fdd --- /dev/null +++ b/8c1d9b5210bb.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ebf4ae3856d82b878cb7a32f10e611662533b5608074eb13934440101440cd2c +size 3140321 diff --git a/8c6cd1960032.pt b/8c6cd1960032.pt new file mode 100644 index 0000000000000000000000000000000000000000..4818781aeb6e2202c7f455a820280f78990494e5 --- /dev/null +++ b/8c6cd1960032.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:97539e1dd1e7429c957b648b0f4515267b08494729658b412b161ecce33b3372 +size 20161282 diff --git a/8d6ae4265bac.pt b/8d6ae4265bac.pt new file mode 100644 index 0000000000000000000000000000000000000000..c8a2a1318b3cdd13d5f27e5829a5d943d6b9ca87 --- /dev/null +++ b/8d6ae4265bac.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:95f759a99ce1381df1b3267f63045a98aed868f61115842ac2e4533c842d6d2a +size 3016201 diff --git a/8dc5042d5c85.pt b/8dc5042d5c85.pt new file mode 100644 index 0000000000000000000000000000000000000000..2e88bd017b9da75822610fb742f8d585df0e44a1 --- /dev/null +++ b/8dc5042d5c85.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c2082279795715701eb73ffff4c8ddcc2d2856909e15de1add57719ed9bacad +size 20167858 diff --git a/90f2a647397e.pt b/90f2a647397e.pt new file mode 100644 index 0000000000000000000000000000000000000000..0a098d30ee2e2efd141a8ab49541994b70d343cc --- /dev/null +++ b/90f2a647397e.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1cdcf528e9ed0f51f22242418f6498b802fa00d09f93c8408cb0c9483e7afc5b +size 19768066 diff --git a/9254fe39edf3.pt b/9254fe39edf3.pt new file mode 100644 index 0000000000000000000000000000000000000000..81c0368dd03678f6d0cc7c88cad03ef4748b4f61 --- /dev/null +++ b/9254fe39edf3.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:30eef9a885a5266c726072124a40f26f5a22fcf5e0c833cf314821c8458a5f0a +size 19695244 diff --git a/932e09a714e2.pt b/932e09a714e2.pt new file mode 100644 index 0000000000000000000000000000000000000000..f2b75c29ae073b46e892006eb10012dcab3893ad --- /dev/null +++ b/932e09a714e2.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a408632e887482fe25eebb58cef4dc416afc6e2bee11f588febf5fddaf866d5 +size 3081993 diff --git a/94ecdb29fa83.pt b/94ecdb29fa83.pt new file mode 100644 index 0000000000000000000000000000000000000000..24ac18c6c2684aa60019a333ad304921a2b5ef88 --- /dev/null +++ b/94ecdb29fa83.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dbc64f829955c9a239b50e302863656c8198695639357960bf28aa91b17a396a +size 20160572 diff --git a/965a8b000d31.pt b/965a8b000d31.pt new file mode 100644 index 0000000000000000000000000000000000000000..99e8df4131076d895c9498550f0d75964358a7a2 --- /dev/null +++ b/965a8b000d31.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7fbaa563bb882c066c3693d9626bd8d3ba28748411cb08727eb0f09733c7b6c6 +size 3142822 diff --git a/9c9380d12557.pt b/9c9380d12557.pt new file mode 100644 index 0000000000000000000000000000000000000000..29a7d5fe19432aefb4c8af470b05b6071670798b --- /dev/null +++ b/9c9380d12557.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:78c97656fef61655bf8f4ccb8058ca3dc6fa1c35e9b244ce5f61ee4aa28e4f11 +size 19613020 diff --git a/9cda54693bb5.pt b/9cda54693bb5.pt new file mode 100644 index 0000000000000000000000000000000000000000..c25b33ea48aeaa8045eb746b0a1659e9f64d22d9 --- /dev/null +++ b/9cda54693bb5.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63c9dabf44055aa4d176f28e25ac0317726d745b82c316fd98d0e6195687a16c +size 3594297 diff --git a/9d3f166785f6.pt b/9d3f166785f6.pt new file mode 100644 index 0000000000000000000000000000000000000000..12e4ee91a71146d35dd8ef4ae9010719fb196dd0 --- /dev/null +++ b/9d3f166785f6.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bff02d6bdf62dc56a6931b1d7a92bb82ee000d44301760560b0023d24fa28bed +size 3039388 diff --git a/9da14d2e4ec7.pt b/9da14d2e4ec7.pt new file mode 100644 index 0000000000000000000000000000000000000000..7c897b834f28f21d4064a02524ea965332bf61fd --- /dev/null +++ b/9da14d2e4ec7.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e64ccb091bf52f89d3c59b6db698ae7fef00776d015dc9416cfa92131f5881d3 +size 20022598 diff --git a/9e26e7ba057e.pt b/9e26e7ba057e.pt new file mode 100644 index 0000000000000000000000000000000000000000..e6dd819196b6f60fe2120b9fc2cd3bc096ce40e1 --- /dev/null +++ b/9e26e7ba057e.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1bb16e6ee8b336776c16213566a5a85bf2cc93a4e04849212a900ee1b191444c +size 3469468 diff --git a/9eb4c540ff15.pt b/9eb4c540ff15.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ce21bf7352e24ee2246e1fde57ceba6cd035451 --- /dev/null +++ b/9eb4c540ff15.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3496fc6367d1f00b99abdc826d0976aaaf322bdb0575f5a7001f5ba9a1fa693a +size 3600865 diff --git a/a21b6679edd0.pt b/a21b6679edd0.pt new file mode 100644 index 0000000000000000000000000000000000000000..31a4d37a03ded4e1dd63cbb5ba7949f13ebb2b78 --- /dev/null +++ b/a21b6679edd0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:80daa74c2c77f640827f69ff2132e8682f450b8a11c13cc46a52279d9003c2f2 +size 20029174 diff --git a/a27967f5178c.pt b/a27967f5178c.pt new file mode 100644 index 0000000000000000000000000000000000000000..e3787e3e5a3889aca3a852155249551ef01e3ddb --- /dev/null +++ b/a27967f5178c.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b47291d21ffa83f996e8b53301c05c4ec77d0a3c16a5680be04de8977e796f8 +size 19634422 diff --git a/a2c53431b03a.pt b/a2c53431b03a.pt new file mode 100644 index 0000000000000000000000000000000000000000..c763b37831baf3e8e4760d889b79fd95d7d7ed2a --- /dev/null +++ b/a2c53431b03a.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a50395ae4c1813c7ea1f1b0ff0a62e5fc05c4a24e370b65c5ad5e947090a30ca +size 19568630 diff --git a/a3318c818087.pt b/a3318c818087.pt new file mode 100644 index 0000000000000000000000000000000000000000..9b3677f3ae05411636f124e9f4fc7dc1e642191e --- /dev/null +++ b/a3318c818087.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9da568a664d1d31e3c27ed4ea0bcece4a866c1571621fcb44fe69547987a04b1 +size 3470177 diff --git a/a3618af56f8a.pt b/a3618af56f8a.pt new file mode 100644 index 0000000000000000000000000000000000000000..112d166ba3d20b7cf28e651eadeb509bf9c9cb0e --- /dev/null +++ b/a3618af56f8a.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:95292a7a742a3aa3bc8ca84187f90b92abc0d9b9b816eeb7dbf1f891b45b33d0 +size 19773106 diff --git a/a3974332c45c.pt b/a3974332c45c.pt new file mode 100644 index 0000000000000000000000000000000000000000..20f1cad89db87d46a5a779c64c8f64bbbedf5bb0 --- /dev/null +++ b/a3974332c45c.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5f34a15d89b9c8155c54471b39379237800d29a6a5b21f13077f59fbf3c3c082 +size 3462900 diff --git a/a5be2e0a0cd0.pt b/a5be2e0a0cd0.pt new file mode 100644 index 0000000000000000000000000000000000000000..890254af87ea76f2e8b3ab33b48bd4522592c241 --- /dev/null +++ b/a5be2e0a0cd0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d244414bab3c577dec88180cae9c40d4007b1746f3b79ddfbbccb691de88026 +size 3016201 diff --git a/a5dc06a13614.pt b/a5dc06a13614.pt new file mode 100644 index 0000000000000000000000000000000000000000..d043ce125fb6ecc2bd3fae740d8c156c043835f6 --- /dev/null +++ b/a5dc06a13614.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6061ab50b2ff21a0593352b7987fb360cba306b193986e01f2948d6fa3703fc +size 19613020 diff --git a/a65e54a42e31.pt b/a65e54a42e31.pt new file mode 100644 index 0000000000000000000000000000000000000000..1104c6a369ade7854f502fc0e14cac19ded7b389 --- /dev/null +++ b/a65e54a42e31.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5acc0c5d1462fa10453e34c5b8da133dc8b97b340820fcd08f3666b334036b1a +size 19768066 diff --git a/a778073bf458.pt b/a778073bf458.pt new file mode 100644 index 0000000000000000000000000000000000000000..6229bc5fe00197cde9b42d5b3ad6aff25c930144 --- /dev/null +++ b/a778073bf458.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c139df67e80c35529b07c1f9b1b00621d0c92f7895c90a6458077efece5340b7 +size 20036460 diff --git a/a82803d34fa1.pt b/a82803d34fa1.pt new file mode 100644 index 0000000000000000000000000000000000000000..ce813d05391a403b28f0e7bbd0c47f5490f6c7d6 --- /dev/null +++ b/a82803d34fa1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9b0d6d727916e3268ae0cb6dad25b3614a6270c3d7359d52f42db6f90f288d76 +size 3011425 diff --git a/a8ee8c07ec92.pt b/a8ee8c07ec92.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d434d7b8973b89bd45cc9efa4b3c33c3fe3f19b --- /dev/null +++ b/a8ee8c07ec92.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e1b88b965b9c31962a79f94e3ea11ee707dcb51f738c0607fb584572e1d580bc +size 19568630 diff --git a/a9ae0e6d1c4b.pt b/a9ae0e6d1c4b.pt new file mode 100644 index 0000000000000000000000000000000000000000..2188390c745f1a94fbe4a464f63157c35b697291 --- /dev/null +++ b/a9ae0e6d1c4b.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:60fd2477cda7b205cb751bf8e76f522437a4fc562d1e25e39265bd3396fbd827 +size 19605734 diff --git a/aa2d63681185.pt b/aa2d63681185.pt new file mode 100644 index 0000000000000000000000000000000000000000..a3a3ce211423cfe5be2d9388a607dec740752ee0 --- /dev/null +++ b/aa2d63681185.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd564c643ac0dca78838c1c60d5676cf951f98374f9c5f13562b4e9681e63c2a +size 3008924 diff --git a/ac676a9f2645.pt b/ac676a9f2645.pt new file mode 100644 index 0000000000000000000000000000000000000000..91b33d05d7d1dbed16dd4db9f4f2e91628e28fbe --- /dev/null +++ b/ac676a9f2645.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be14a7f9b8e2b20ef3f203c3ba51646de318ac1741480f9abb8eb124b828981e +size 3601574 diff --git a/ad6d77b60bb5.pt b/ad6d77b60bb5.pt new file mode 100644 index 0000000000000000000000000000000000000000..43ae1db433f25638be6983d75b493353dfc3180a --- /dev/null +++ b/ad6d77b60bb5.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4c65b9396777f7913c6e6b7e30398bb5acb8de16ce38d682b0b9b1c2ce6de310 +size 3069684 diff --git a/af686f8304b0.pt b/af686f8304b0.pt new file mode 100644 index 0000000000000000000000000000000000000000..51473444e4668a86e3e4fb810ba581b05380800d --- /dev/null +++ b/af686f8304b0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a16c1ff56bd4772601a9fe33bd04c84ecb0a884ea0be568c41900b9625ee6f0e +size 19760780 diff --git a/afbf89985a2e.pt b/afbf89985a2e.pt new file mode 100644 index 0000000000000000000000000000000000000000..8b3f1944e40ab6780a568c3811fe10a3c4c96518 --- /dev/null +++ b/afbf89985a2e.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d33fa1e957959466e3510ec285c0a82eeda84f74c451508fbbdefeba04cfe306 +size 3053233 diff --git a/b0f86987a9e1.pt b/b0f86987a9e1.pt new file mode 100644 index 0000000000000000000000000000000000000000..b0745537597b61d2f3473e0cff2463a075606c0a --- /dev/null +++ b/b0f86987a9e1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:65d3058eb4348b42453f82233a79c40cb80b12a83bae953cac5890ffc2d1f8d3 +size 3206113 diff --git a/b2546d96483c.pt b/b2546d96483c.pt new file mode 100644 index 0000000000000000000000000000000000000000..c4be1a348f06a46765d95b883121c16eb07b7e3c --- /dev/null +++ b/b2546d96483c.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:603066b7c8386afacfdb1cdaa6d2fa672b28a1253e8b98a051220127a935725e +size 20160572 diff --git a/b33e1c0519f6.pt b/b33e1c0519f6.pt new file mode 100644 index 0000000000000000000000000000000000000000..a38a055a661014647bcc177bd54f6600fcac9dcb --- /dev/null +++ b/b33e1c0519f6.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d14681d35c049de35301eaf8e75682e0946cbcf056d4b7be0c78c47ea9a2615 +size 3462900 diff --git a/b401c419d014.pt b/b401c419d014.pt new file mode 100644 index 0000000000000000000000000000000000000000..95b9e7fd200f8cdc27cafaa3ec923aec99465cfd --- /dev/null +++ b/b401c419d014.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ce12e6c9fe2c2b0f469347700cef55e6b6b4faddf7273fa9169cf13ec56ab4e4 +size 3469468 diff --git a/b81d444a2a4a.pt b/b81d444a2a4a.pt new file mode 100644 index 0000000000000000000000000000000000000000..ed4c9997a32532421b3f732af0e00cd49fdb5c82 --- /dev/null +++ b/b81d444a2a4a.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c7af8d5ae23b1095df05e42720362115b6ab06579fa75f96d21b4c1335b77bcf +size 19629382 diff --git a/b943ba6cc373.pt b/b943ba6cc373.pt new file mode 100644 index 0000000000000000000000000000000000000000..dd27ea44050f15d1f3c777fceeee7fb0d576efc4 --- /dev/null +++ b/b943ba6cc373.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e01b498024c87d7d0c861b0ef79160112e393b8c58be6374b961b469878ae5bc +size 19634422 diff --git a/ba0ead3b0f31.pt b/ba0ead3b0f31.pt new file mode 100644 index 0000000000000000000000000000000000000000..e9306125b0fb93a76b98332152f3f337068a1033 --- /dev/null +++ b/ba0ead3b0f31.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:60a4b17301c57927534e08a87c33487dd28748d5c0b2ae65b6e6acc632f22eb8 +size 19605734 diff --git a/ba9e6c97b70f.pt b/ba9e6c97b70f.pt new file mode 100644 index 0000000000000000000000000000000000000000..7cc0507b972a033a7f73f4a9fa6e58fa5d3f52ad --- /dev/null +++ b/ba9e6c97b70f.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:efee6507f1b08ca7a15deb72084b6b224b340b7fd042eeb8232806fc8b99ac7e +size 3140321 diff --git a/beb78184e4a2.pt b/beb78184e4a2.pt new file mode 100644 index 0000000000000000000000000000000000000000..a6b234dc0c1de57aa5d1b02dd35f690a66d81d90 --- /dev/null +++ b/beb78184e4a2.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:84efc27324c0bd0883d36e8017b18456e4f384d1cbe6e7198577cad6e69d1b21 +size 19760780 diff --git a/c1391ba35874.pt b/c1391ba35874.pt new file mode 100644 index 0000000000000000000000000000000000000000..b6c2b0f3601c4689116034ed361e9fe17c615b7a --- /dev/null +++ b/c1391ba35874.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f0c4d5ff3f50045c30d950cd7a6f8067dce929bb928bb702a4883b863347690 +size 20167858 diff --git a/c1965d6be273.pt b/c1965d6be273.pt new file mode 100644 index 0000000000000000000000000000000000000000..6137cc59ecd3ac3e2c6c359ab847df387e463642 --- /dev/null +++ b/c1965d6be273.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:48bc34c2d2d4d3b4a866b4aabf60d54266b47b35708b55741efb2825674143a8 +size 3039388 diff --git a/c2e3f6387294.pt b/c2e3f6387294.pt new file mode 100644 index 0000000000000000000000000000000000000000..1aeff5b6d569ae758e3801dbd0a65db0ab4d8ca0 --- /dev/null +++ b/c2e3f6387294.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f5be21933b120bdacf2e0d54d41f5c6153c427d7efb966e4e35f4055d445aaa +size 19636668 diff --git a/c3c0a4e50a5b.pt b/c3c0a4e50a5b.pt new file mode 100644 index 0000000000000000000000000000000000000000..4e37d154e4bcb3e912ef014ea396647b2c95cab7 --- /dev/null +++ b/c3c0a4e50a5b.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c4770bd0767de074528e093670688019433770b0e4ac21578f5aee5de908d57 +size 3208358 diff --git a/c53ed3f72ce1.pt b/c53ed3f72ce1.pt new file mode 100644 index 0000000000000000000000000000000000000000..10396734e6a0950976ec40738c66c08ee20f2fa0 --- /dev/null +++ b/c53ed3f72ce1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d7b842939205e1de59811f659430b892619287bca22fcb805ee90a0f13fc6567 +size 3004148 diff --git a/c5abb4b36b8f.pt b/c5abb4b36b8f.pt new file mode 100644 index 0000000000000000000000000000000000000000..d3b6191c0529dff98240951eea744087c7d1f17b --- /dev/null +++ b/c5abb4b36b8f.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df939f535c5ec60347ff056875fae57efa3ac0b4589481f867a165ba441c8eac +size 20153996 diff --git a/c5bfc0407d47.pt b/c5bfc0407d47.pt new file mode 100644 index 0000000000000000000000000000000000000000..a23d6b2b61dbc44ea543b567c651995ca6880438 --- /dev/null +++ b/c5bfc0407d47.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:db5fc30241428a3e6ae2f4cde714c07ef7e81d08cd9c04cb1734f228c3366189 +size 3476745 diff --git a/c8167775098a.pt b/c8167775098a.pt new file mode 100644 index 0000000000000000000000000000000000000000..5a84c9e5610b54826f16513830d8837c39c082d1 --- /dev/null +++ b/c8167775098a.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b8e6de89d5146d31c666beda6ea349f5fc92711d62053f2d8bd5aea3da902fb0 +size 19641708 diff --git a/cd10849655a7.pt b/cd10849655a7.pt new file mode 100644 index 0000000000000000000000000000000000000000..2f541e44feb8b710a81cdf5a0cc66dcbfa964656 --- /dev/null +++ b/cd10849655a7.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:60519f6b2d107df7cbb218808749a121baf3f570b1146dbc35d59d9f5ee122bd +size 3206113 diff --git a/cd2a311d8727.pt b/cd2a311d8727.pt new file mode 100644 index 0000000000000000000000000000000000000000..5e96da198caf50d841d4524d7cede7920ba77020 --- /dev/null +++ b/cd2a311d8727.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ce0d170fb1b1a66c6492d2baa57206ea7162e93308d1471faa2e1c8c81ca7d27 +size 20160572 diff --git a/cf29dfe936bc.pt b/cf29dfe936bc.pt new file mode 100644 index 0000000000000000000000000000000000000000..ca9b512d93ce03545dfe1f3515d58f47d222ebae --- /dev/null +++ b/cf29dfe936bc.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5751167841dd9f8f2b2f6d826eb2edb21a1ca6d02a76be5b9edafa1833a0d14c +size 3076961 diff --git a/d08737315471.pt b/d08737315471.pt new file mode 100644 index 0000000000000000000000000000000000000000..59d920fce09a823a7d9f8604058e775b27fe7a65 --- /dev/null +++ b/d08737315471.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a8d8cc4dbd1911a83e8285fbade3db0f51438561ffab2a95bd4c33b9ba72b34 +size 19606444 diff --git a/d213cb4d8eb2.pt b/d213cb4d8eb2.pt new file mode 100644 index 0000000000000000000000000000000000000000..427a5ae7a9b74836a1f1cc9893274e829c2c0777 --- /dev/null +++ b/d213cb4d8eb2.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e23446036b1a6c6e69ec79c2aba0f033075bf26777683660734d06ab28ea47b9 +size 3600865 diff --git a/d2707c76e5dd.pt b/d2707c76e5dd.pt new file mode 100644 index 0000000000000000000000000000000000000000..fb54637d4ea2601a705e952abbb812e75c937330 --- /dev/null +++ b/d2707c76e5dd.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cee976277d272b9244e55ed18ea1f8181014263b41d076c46dc7e780c35792a9 +size 3608142 diff --git a/d6dfa1b7486e.pt b/d6dfa1b7486e.pt new file mode 100644 index 0000000000000000000000000000000000000000..0aa2ad02dc2b4da10e9ff67025756f67823bbe53 --- /dev/null +++ b/d6dfa1b7486e.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e71c35c5c4f90fd94ac9fa5227a46daa1bdfa943f6f483e29dbd1e224846578 +size 3142822 diff --git a/d8de756593a6.pt b/d8de756593a6.pt new file mode 100644 index 0000000000000000000000000000000000000000..21f1fafe68ff393cd2504a25f0edd91e043b57a2 --- /dev/null +++ b/d8de756593a6.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9fe2a56eb8b74a8b083066a92e9c62b5acf87af4e87e6e25229b3d193560c969 +size 19695244 diff --git a/d961c370c0eb.pt b/d961c370c0eb.pt new file mode 100644 index 0000000000000000000000000000000000000000..45fead8cb20cbb47c8ac0a5017236059b1360070 --- /dev/null +++ b/d961c370c0eb.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:55d26595635272569f3c834b24ea7a91ce2afbd81ff33d3a34391cddf98343b1 +size 20029884 diff --git a/dbd8927c847b.pt b/dbd8927c847b.pt new file mode 100644 index 0000000000000000000000000000000000000000..fb189b397f26f4d701e1d4ef1fb3b5c97cbf7a5a --- /dev/null +++ b/dbd8927c847b.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b6de3424e50bc71b655b2daec48865f214e1efb615e7ab994653ecb52547f23 +size 3016201 diff --git a/divergence_report.json b/divergence_report.json new file mode 100644 index 0000000000000000000000000000000000000000..5f403caf63592b73180b9a4c6d74cbea4a60a765 --- /dev/null +++ b/divergence_report.json @@ -0,0 +1,1603 @@ +{ + "threshold": 0.1, + "pairs_checked": 84, + "collapsed_count": 0, + "rows": [ + { + "signature": { + "norm": "layernorm", + "attention_type": "mla", + "n_kv_heads": 1, + "ffn": "dense", + "n_experts": 4, + "top_k": 1, + "activation": "gelu", + "pos_embed": "rope" + }, + "qkn_off_hash": "5cf19ade3757", + "qkn_on_hash": "afbf89985a2e", + "qkn_off_sample": ", there was a little girl named Lily. She loved to play with his friends and said, \"Thank you, Tim! ", + "qkn_on_sample": ", there was a little boy named Tim. Tim loved to play with his friends. One day, he went to the park", + "hamming_ratio_first_100": 0.78, + "lesson_collapsed": false, + "verdict": "pass" + }, + { + "signature": { + "norm": "layernorm", + "attention_type": "mla", + "n_kv_heads": 1, + "ffn": "dense", + "n_experts": 4, + "top_k": 1, + "activation": "relu2", + "pos_embed": "rope" + }, + "qkn_off_hash": "83c298ab9b98", + "qkn_on_hash": "538c4e8fda0a", + "qkn_off_sample": ", there was a little girl named Lily. She loved to play with his friends. They were happy to see the", + "qkn_on_sample": ", there was a little boy named Tim. Tim loved to play with his friends. They were happy to have a bi", + "hamming_ratio_first_100": 0.76, + "lesson_collapsed": false, + "verdict": "pass" + }, + { + "signature": { + "norm": "layernorm", + "attention_type": "mla", + "n_kv_heads": 1, + "ffn": "dense", + "n_experts": 4, + "top_k": 1, + "activation": "silu", + "pos_embed": "rope" + }, + "qkn_off_hash": "187a64ca4f99", + "qkn_on_hash": "5087dc1d571f", + "qkn_off_sample": ", there was a little girl named Lily. She loved to play with his friends. They liked to play with hi", + "qkn_on_sample": ", there was a little boy named Tim. Tim loved to play with his friends and said, \"Thank you, but you", + "hamming_ratio_first_100": 0.75, + "lesson_collapsed": false, + "verdict": "pass" + }, + { + "signature": { + "norm": "layernorm", + "attention_type": "mla", + "n_kv_heads": 1, + "ffn": "moe", + "n_experts": 8, + "top_k": 2, + "activation": "gelu", + "pos_embed": "rope" + }, + "qkn_off_hash": "782e533e9d07", + "qkn_on_hash": "9c9380d12557", + "qkn_off_sample": ", there was a little girl named Lily. She had a big cake on the trail. She was very good at attachin", + "qkn_on_sample": ", there was a little girl named Lily. She loved to play with her toys and show her mom and dad. She ", + "hamming_ratio_first_100": 0.49, + "lesson_collapsed": false, + "verdict": "pass" + }, + { + "signature": { + "norm": "layernorm", + "attention_type": "mla", + "n_kv_heads": 1, + "ffn": "moe", + "n_experts": 8, + "top_k": 2, + "activation": "relu2", + "pos_embed": "rope" + }, + "qkn_off_hash": "d08737315471", + "qkn_on_hash": "fdf2f516fa87", + "qkn_off_sample": ", there was a little boy named Tim. Tim loved to play with his ball and net. Tim liked to play with ", + "qkn_on_sample": ", there was a little girl named Lily. She loved to play with her toys and showed it to her mom. One ", + "hamming_ratio_first_100": 0.75, + "lesson_collapsed": false, + "verdict": "pass" + }, + { + "signature": { + "norm": "layernorm", + "attention_type": "mla", + "n_kv_heads": 1, + "ffn": "moe", + "n_experts": 8, + "top_k": 2, + "activation": "silu", + "pos_embed": "rope" + }, + "qkn_off_hash": "598d6d70b0ec", + "qkn_on_hash": "a5dc06a13614", + "qkn_off_sample": ", there was a little boy named Tim. Tim loved to play with his toys. One day, Tim went to the park w", + "qkn_on_sample": ", there was a little girl named Lily. She loved to play with her toys and a strong race to help. One", + "hamming_ratio_first_100": 0.74, + "lesson_collapsed": false, + "verdict": "pass" + }, + { + "signature": { + "norm": "layernorm", + "attention_type": "standard", + "n_kv_heads": 1, + "ffn": "dense", + "n_experts": 4, + "top_k": 1, + "activation": "gelu", + "pos_embed": "absolute" + }, + "qkn_off_hash": "f2d17ab65d31", + "qkn_on_hash": "85c3e0f562be", + "qkn_off_sample": ", there was a little girl named Lily. They liked to play with the ball and had a lot of fun. The bir", + "qkn_on_sample": ", there was a little girl named Lily. She loved to play with her toys and have fun. One day, he was ", + "hamming_ratio_first_100": 0.57, + "lesson_collapsed": false, + "verdict": "pass" + }, + { + "signature": { + "norm": "layernorm", + "attention_type": "standard", + "n_kv_heads": 1, + "ffn": "dense", + "n_experts": 4, + "top_k": 1, + "activation": "gelu", + "pos_embed": "rope" + }, + "qkn_off_hash": "a82803d34fa1", + "qkn_on_hash": "a5be2e0a0cd0", + "qkn_off_sample": ", there was a little girl named Lily. She loved to play with her toys and said, \"Let's go to the par", + "qkn_on_sample": ", there was a little girl named Lily. She loved to play with her toys and had a lot of fun.\nOne day,", + "hamming_ratio_first_100": 0.23, + "lesson_collapsed": false, + "verdict": "pass" + }, + { + "signature": { + "norm": "layernorm", + "attention_type": "standard", + "n_kv_heads": 1, + "ffn": "dense", + "n_experts": 4, + "top_k": 1, + "activation": "relu2", + "pos_embed": "absolute" + }, + "qkn_off_hash": "d6dfa1b7486e", + "qkn_on_hash": "5c68239b026d", + "qkn_off_sample": ", there was a little girl named Lily. She loved to play with her mom and dad. One day, he saw a big ", + "qkn_on_sample": ", there was a little girl named Lily. She loved to play with her toys and loved to play with her fri", + "hamming_ratio_first_100": 0.34, + "lesson_collapsed": false, + "verdict": "pass" + }, + { + "signature": { + "norm": "layernorm", + "attention_type": "standard", + "n_kv_heads": 1, + "ffn": "dense", + "n_experts": 4, + "top_k": 1, + "activation": "relu2", + "pos_embed": "rope" + }, + "qkn_off_hash": "6497e6432df2", + "qkn_on_hash": "dbd8927c847b", + "qkn_off_sample": ", there was a little girl named Lily. She loved to play with her toys and share his friends.\nOne day", + "qkn_on_sample": ", there was a little girl named Lily. She loved to play with her toys and have fun.\nOne day, Lily wa", + "hamming_ratio_first_100": 0.26, + "lesson_collapsed": false, + "verdict": "pass" + }, + { + "signature": { + "norm": "layernorm", + "attention_type": "standard", + "n_kv_heads": 1, + "ffn": "dense", + "n_experts": 4, + "top_k": 1, + "activation": "silu", + "pos_embed": "absolute" + }, + "qkn_off_hash": "965a8b000d31", + "qkn_on_hash": "3faef963b2e5", + "qkn_off_sample": ", there was a little girl named Lily. They liked to play with the park and played together. They wer", + "qkn_on_sample": ", there was a little girl named Lily. She liked to play with her toys and said, \"That's my started t", + "hamming_ratio_first_100": 0.6, + "lesson_collapsed": false, + "verdict": "pass" + }, + { + "signature": { + "norm": "layernorm", + "attention_type": "standard", + "n_kv_heads": 1, + "ffn": "dense", + "n_experts": 4, + "top_k": 1, + "activation": "silu", + "pos_embed": "rope" + }, + "qkn_off_hash": "85603fe0df0a", + "qkn_on_hash": "8d6ae4265bac", + "qkn_off_sample": ", there was a little girl named Lily. She loved to play with her toys and said, \"Thank you, Lily!\" T", + "qkn_on_sample": ", there was a little girl named Lily. She loved to play with her toys and have fun.\nOne day, Tom and", + "hamming_ratio_first_100": 0.25, + "lesson_collapsed": false, + "verdict": "pass" + }, + { + "signature": { + "norm": "layernorm", + "attention_type": "standard", + "n_kv_heads": 1, + "ffn": "moe", + "n_experts": 8, + "top_k": 2, + "activation": "gelu", + "pos_embed": "absolute" + }, + "qkn_off_hash": "762f6365f6e7", + "qkn_on_hash": "8bab0b32be45", + "qkn_off_sample": ", there was a little girl named Lily. She loved to play with her toys and her books. One day, she wa", + "qkn_on_sample": ", there was a little girl named Lily. She loved to play with her toys and had lots of fun.\nOne day, ", + "hamming_ratio_first_100": 0.23, + "lesson_collapsed": false, + "verdict": "pass" + }, + { + "signature": { + "norm": "layernorm", + "attention_type": "standard", + "n_kv_heads": 1, + "ffn": "moe", + "n_experts": 8, + "top_k": 2, + "activation": "gelu", + "pos_embed": "rope" + }, + "qkn_off_hash": "0bde45803d6c", + "qkn_on_hash": "2df9eca596db", + "qkn_off_sample": ", there was a little girl named Lily. Lily loved to play with her toys and run around in the sun.\nOn", + "qkn_on_sample": ", there was a little girl named Lily. She loved to play with her toys and eat yummy things. One day,", + "hamming_ratio_first_100": 0.6, + "lesson_collapsed": false, + "verdict": "pass" + }, + { + "signature": { + "norm": "layernorm", + "attention_type": "standard", + "n_kv_heads": 1, + "ffn": "moe", + "n_experts": 8, + "top_k": 2, + "activation": "relu2", + "pos_embed": "absolute" + }, + "qkn_off_hash": "6d5f6b7c67ce", + "qkn_on_hash": "e355d1b17f21", + "qkn_off_sample": ", there was a little girl named Lily. She loved to play with her toys and run around the park. One d", + "qkn_on_sample": ", there was a little girl named Lily. She loved to play with her toys. One day, she went to the park", + "hamming_ratio_first_100": 0.3, + "lesson_collapsed": false, + "verdict": "pass" + }, + { + "signature": { + "norm": "layernorm", + "attention_type": "standard", + "n_kv_heads": 1, + "ffn": "moe", + "n_experts": 8, + "top_k": 2, + "activation": "relu2", + "pos_embed": "rope" + }, + "qkn_off_hash": "81149a44706e", + "qkn_on_hash": "7ec9d6b320c4", + "qkn_off_sample": ", there was a little girl named Lily. She loved to play with her toys and run around in the garden. ", + "qkn_on_sample": ", there was a little boy named Tim. Tim loved to play with his ball in the garden. One day, he saw a", + "hamming_ratio_first_100": 0.77, + "lesson_collapsed": false, + "verdict": "pass" + }, + { + "signature": { + "norm": "layernorm", + "attention_type": "standard", + "n_kv_heads": 1, + "ffn": "moe", + "n_experts": 8, + "top_k": 2, + "activation": "silu", + "pos_embed": "absolute" + }, + "qkn_off_hash": "89d764b25025", + "qkn_on_hash": "61b024b2f691", + "qkn_off_sample": ", there was a little girl named Lily. She loved to play with her toys. One day, she was playing with", + "qkn_on_sample": ", there was a little girl named Lily. She loved to play with her toys and show her bottle. One day, ", + "hamming_ratio_first_100": 0.31, + "lesson_collapsed": false, + "verdict": "pass" + }, + { + "signature": { + "norm": "layernorm", + "attention_type": "standard", + "n_kv_heads": 1, + "ffn": "moe", + "n_experts": 8, + "top_k": 2, + "activation": "silu", + "pos_embed": "rope" + }, + "qkn_off_hash": "3342a44b8ca4", + "qkn_on_hash": "2ce789f010b7", + "qkn_off_sample": ", there was a little boy named Tim. Tim loved to play at the park.\nOne day, Tim saw a big red ball i", + "qkn_on_sample": ", there was a little boy named Tim. Tim loved to play with his toy cars. One day, he went to the par", + "hamming_ratio_first_100": 0.45, + "lesson_collapsed": false, + "verdict": "pass" + }, + { + "signature": { + "norm": "layernorm", + "attention_type": "standard", + "n_kv_heads": 2, + "ffn": "dense", + "n_experts": 4, + "top_k": 1, + "activation": "gelu", + "pos_embed": "absolute" + }, + "qkn_off_hash": "c3c0a4e50a5b", + "qkn_on_hash": "ff98ff3372a9", + "qkn_off_sample": ", there was a little boy named Tim. Tim loved to play with his friends. One day, the bird went to th", + "qkn_on_sample": ", there was a little girl named Lily. She loved to play with her toys and her friends. One day, she ", + "hamming_ratio_first_100": 0.78, + "lesson_collapsed": false, + "verdict": "pass" + }, + { + "signature": { + "norm": "layernorm", + "attention_type": "standard", + "n_kv_heads": 2, + "ffn": "dense", + "n_experts": 4, + "top_k": 1, + "activation": "gelu", + "pos_embed": "rope" + }, + "qkn_off_hash": "edcaa29ef476", + "qkn_on_hash": "63daf70097f3", + "qkn_off_sample": ", there was a little boy named Tim. Tim loved to play with his friends when the sun went down. The b", + "qkn_on_sample": ", there was a little girl named Lily. She loved to play with her toys and have fun. One day, she was", + "hamming_ratio_first_100": 0.77, + "lesson_collapsed": false, + "verdict": "pass" + }, + { + "signature": { + "norm": "layernorm", + "attention_type": "standard", + "n_kv_heads": 2, + "ffn": "dense", + "n_experts": 4, + "top_k": 1, + "activation": "relu2", + "pos_embed": "absolute" + }, + "qkn_off_hash": "3a0ed883f53c", + "qkn_on_hash": "68f43608db45", + "qkn_off_sample": ", there was a little girl named Lily. She loved to play with her mom and dad. They liked to play wit", + "qkn_on_sample": ", there was a little boy named Tim. Tim loved to play with his friends. One day, he saw a big box of", + "hamming_ratio_first_100": 0.78, + "lesson_collapsed": false, + "verdict": "pass" + }, + { + "signature": { + "norm": "layernorm", + "attention_type": "standard", + "n_kv_heads": 2, + "ffn": "dense", + "n_experts": 4, + "top_k": 1, + "activation": "relu2", + "pos_embed": "rope" + }, + "qkn_off_hash": "54657c0139a7", + "qkn_on_hash": "932e09a714e2", + "qkn_off_sample": ", there was a little girl named Lily. She loved to play with her toys and shout. One day, she went t", + "qkn_on_sample": ", there was a little girl named Lily. She loved to play with her toys and they lived happily ever af", + "hamming_ratio_first_100": 0.22, + "lesson_collapsed": false, + "verdict": "pass" + }, + { + "signature": { + "norm": "layernorm", + "attention_type": "standard", + "n_kv_heads": 2, + "ffn": "dense", + "n_experts": 4, + "top_k": 1, + "activation": "silu", + "pos_embed": "absolute" + }, + "qkn_off_hash": "5ed289c46818", + "qkn_on_hash": "163bc95df02b", + "qkn_off_sample": ", there was a little girl named Lily. She loved to play with her friends and they were to see their ", + "qkn_on_sample": ", there was a little girl named Lily. She loved to play with her toys and said, \"I want to play with", + "hamming_ratio_first_100": 0.34, + "lesson_collapsed": false, + "verdict": "pass" + }, + { + "signature": { + "norm": "layernorm", + "attention_type": "standard", + "n_kv_heads": 2, + "ffn": "dense", + "n_experts": 4, + "top_k": 1, + "activation": "silu", + "pos_embed": "rope" + }, + "qkn_off_hash": "cf29dfe936bc", + "qkn_on_hash": "156bff4647a3", + "qkn_off_sample": ", there was a little girl named Lily. She loved to play with her toys and said, \"Thank you, Mr. I wa", + "qkn_on_sample": ", there was a little boy named Tim. Tim loved to play with his friends and said, \"Tim, what are you ", + "hamming_ratio_first_100": 0.74, + "lesson_collapsed": false, + "verdict": "pass" + }, + { + "signature": { + "norm": "layernorm", + "attention_type": "standard", + "n_kv_heads": 2, + "ffn": "moe", + "n_experts": 8, + "top_k": 2, + "activation": "gelu", + "pos_embed": "absolute" + }, + "qkn_off_hash": "90f2a647397e", + "qkn_on_hash": "88f9fd388e20", + "qkn_off_sample": ", there was a little boy named Tim. Tim loved to play with his toy car and run around the house. Tim", + "qkn_on_sample": ", there was a little boy named Tim. Tim loved to play with his ball. One day, he saw a big box of ca", + "hamming_ratio_first_100": 0.36, + "lesson_collapsed": false, + "verdict": "pass" + }, + { + "signature": { + "norm": "layernorm", + "attention_type": "standard", + "n_kv_heads": 2, + "ffn": "moe", + "n_experts": 8, + "top_k": 2, + "activation": "gelu", + "pos_embed": "rope" + }, + "qkn_off_hash": "0e4d9e5b2c4f", + "qkn_on_hash": "3d00ec397f08", + "qkn_off_sample": ", there was a little boy named Tim. Tim loved to play with his ball. One day, he saw a big dog in th", + "qkn_on_sample": ", there was a little boy named Tim. Tim loved to play with his toy truck. One day, Tim saw a big box", + "hamming_ratio_first_100": 0.34, + "lesson_collapsed": false, + "verdict": "pass" + }, + { + "signature": { + "norm": "layernorm", + "attention_type": "standard", + "n_kv_heads": 2, + "ffn": "moe", + "n_experts": 8, + "top_k": 2, + "activation": "relu2", + "pos_embed": "absolute" + }, + "qkn_off_hash": "a65e54a42e31", + "qkn_on_hash": "3aee10e6aef6", + "qkn_off_sample": ", there was a little boy named Tim. Tim loved to play with his friends. One day, he saw a big box of", + "qkn_on_sample": ", there was a little boy named Tim. Tim loved to play with his ball and run around. One day, he went", + "hamming_ratio_first_100": 0.33, + "lesson_collapsed": false, + "verdict": "pass" + }, + { + "signature": { + "norm": "layernorm", + "attention_type": "standard", + "n_kv_heads": 2, + "ffn": "moe", + "n_experts": 8, + "top_k": 2, + "activation": "relu2", + "pos_embed": "rope" + }, + "qkn_off_hash": "5d030f52d9ba", + "qkn_on_hash": "f01baa8fd4b5", + "qkn_off_sample": ", there was a little boy named Tim. Tim loved to play with his toys. One day, he saw a big bird on t", + "qkn_on_sample": ", there was a little boy named Tim. Tim loved to play with his ball and run in the park. One day, Ti", + "hamming_ratio_first_100": 0.37, + "lesson_collapsed": false, + "verdict": "pass" + }, + { + "signature": { + "norm": "layernorm", + "attention_type": "standard", + "n_kv_heads": 2, + "ffn": "moe", + "n_experts": 8, + "top_k": 2, + "activation": "silu", + "pos_embed": "absolute" + }, + "qkn_off_hash": "2e64be3660fa", + "qkn_on_hash": "a3618af56f8a", + "qkn_off_sample": ", there was a little boy named Tim. Tim loved to play with his ball. One day, he saw a big bird on t", + "qkn_on_sample": ", there was a little boy named Tim. Tim loved to play with his toy cars. One day, Tim went to the pa", + "hamming_ratio_first_100": 0.35, + "lesson_collapsed": false, + "verdict": "pass" + }, + { + "signature": { + "norm": "layernorm", + "attention_type": "standard", + "n_kv_heads": 2, + "ffn": "moe", + "n_experts": 8, + "top_k": 2, + "activation": "silu", + "pos_embed": "rope" + }, + "qkn_off_hash": "c2e3f6387294", + "qkn_on_hash": "c8167775098a", + "qkn_off_sample": ", there was a little boy named Tim. Tim loved to play outside in the sun. One day, he saw a big tree", + "qkn_on_sample": ", there was a little girl named Lily. She loved to play with her toys and explore her pretty that we", + "hamming_ratio_first_100": 0.72, + "lesson_collapsed": false, + "verdict": "pass" + }, + { + "signature": { + "norm": "layernorm", + "attention_type": "standard", + "n_kv_heads": 8, + "ffn": "dense", + "n_experts": 4, + "top_k": 1, + "activation": "gelu", + "pos_embed": "absolute" + }, + "qkn_off_hash": "ac676a9f2645", + "qkn_on_hash": "d2707c76e5dd", + "qkn_off_sample": ", there was a little girl named Lily. She loved to play with her toys and said, \"I want to play with", + "qkn_on_sample": ", there was a little girl named Lucy. She loved to play with her toys and said, \"I will help you for", + "hamming_ratio_first_100": 0.16, + "lesson_collapsed": false, + "verdict": "pass" + }, + { + "signature": { + "norm": "layernorm", + "attention_type": "standard", + "n_kv_heads": 8, + "ffn": "dense", + "n_experts": 4, + "top_k": 1, + "activation": "gelu", + "pos_embed": "rope" + }, + "qkn_off_hash": "875269a52769", + "qkn_on_hash": "f82dd4332838", + "qkn_off_sample": ", there was a little boy named Tim. Tim loved to play with his friends. One day, he was playing with", + "qkn_on_sample": ", there was a little girl named Lily. She loved to play with her toy animals. One day, she was playi", + "hamming_ratio_first_100": 0.78, + "lesson_collapsed": false, + "verdict": "pass" + }, + { + "signature": { + "norm": "layernorm", + "attention_type": "standard", + "n_kv_heads": 8, + "ffn": "dense", + "n_experts": 4, + "top_k": 1, + "activation": "relu2", + "pos_embed": "absolute" + }, + "qkn_off_hash": "5490c310a40d", + "qkn_on_hash": "5b560197499e", + "qkn_off_sample": ", there was a little boy named Tim. Tim was very happy. He wanted to play with the ball and the bird", + "qkn_on_sample": ", there was a little girl named Lily. She loved to play with her toys and loved to play with it. One", + "hamming_ratio_first_100": 0.72, + "lesson_collapsed": false, + "verdict": "pass" + }, + { + "signature": { + "norm": "layernorm", + "attention_type": "standard", + "n_kv_heads": 8, + "ffn": "dense", + "n_experts": 4, + "top_k": 1, + "activation": "relu2", + "pos_embed": "rope" + }, + "qkn_off_hash": "f760b9665797", + "qkn_on_hash": "8aa606d2ce0e", + "qkn_off_sample": ", there was a little girl named Lily. She loved to play with her toys and saw a big tree. She wanted", + "qkn_on_sample": ", there was a little girl named Lucy. She loved to play with her toys and explore the park.\nOne day,", + "hamming_ratio_first_100": 0.28, + "lesson_collapsed": false, + "verdict": "pass" + }, + { + "signature": { + "norm": "layernorm", + "attention_type": "standard", + "n_kv_heads": 8, + "ffn": "dense", + "n_experts": 4, + "top_k": 1, + "activation": "silu", + "pos_embed": "absolute" + }, + "qkn_off_hash": "e04bb4fa6b97", + "qkn_on_hash": "4512d49e0a45", + "qkn_off_sample": ", there was a little girl named Lily. She loved to play with her toys and said, \"I want to play with", + "qkn_on_sample": ", there was a little boy named Tim. Tim loved to play with his friends. One day, he was very excited", + "hamming_ratio_first_100": 0.77, + "lesson_collapsed": false, + "verdict": "pass" + }, + { + "signature": { + "norm": "layernorm", + "attention_type": "standard", + "n_kv_heads": 8, + "ffn": "dense", + "n_experts": 4, + "top_k": 1, + "activation": "silu", + "pos_embed": "rope" + }, + "qkn_off_hash": "a3318c818087", + "qkn_on_hash": "c5bfc0407d47", + "qkn_off_sample": ", there was a little boy named Tim. Tim loved to play with his friends. One day, he went to the park", + "qkn_on_sample": ", there was a little boy named Tim. Tim loved to play with his toy cars. One day, he went to the par", + "hamming_ratio_first_100": 0.37, + "lesson_collapsed": false, + "verdict": "pass" + }, + { + "signature": { + "norm": "layernorm", + "attention_type": "standard", + "n_kv_heads": 8, + "ffn": "moe", + "n_experts": 8, + "top_k": 2, + "activation": "gelu", + "pos_embed": "absolute" + }, + "qkn_off_hash": "8c6cd1960032", + "qkn_on_hash": "c1391ba35874", + "qkn_off_sample": ", there was a little girl named Lily. She loved to play with her toys and show her friends. One day,", + "qkn_on_sample": ", there was a little girl named Lily. Lily loved to eat pastry. One day, she went to the park with h", + "hamming_ratio_first_100": 0.59, + "lesson_collapsed": false, + "verdict": "pass" + }, + { + "signature": { + "norm": "layernorm", + "attention_type": "standard", + "n_kv_heads": 8, + "ffn": "moe", + "n_experts": 8, + "top_k": 2, + "activation": "gelu", + "pos_embed": "rope" + }, + "qkn_off_hash": "73d43e2dcc75", + "qkn_on_hash": "383a7cba5156", + "qkn_off_sample": ", there was a little boy named Tim. Tim loved to play with his toy car. One day, Tim saw a big dog n", + "qkn_on_sample": ", there was a little boy named Tim. Tim loved to play with his toy cars. One day, Tim saw a big rock", + "hamming_ratio_first_100": 0.3, + "lesson_collapsed": false, + "verdict": "pass" + }, + { + "signature": { + "norm": "layernorm", + "attention_type": "standard", + "n_kv_heads": 8, + "ffn": "moe", + "n_experts": 8, + "top_k": 2, + "activation": "relu2", + "pos_embed": "absolute" + }, + "qkn_off_hash": "3e1cca2bd82e", + "qkn_on_hash": "8dc5042d5c85", + "qkn_off_sample": ", there was a little girl named Lily. She loved to eat bread and was very strong. One day, she went ", + "qkn_on_sample": ", there was a little girl named Lily. Lily loved to eat pretty for her bird. One day, she went to th", + "hamming_ratio_first_100": 0.58, + "lesson_collapsed": false, + "verdict": "pass" + }, + { + "signature": { + "norm": "layernorm", + "attention_type": "standard", + "n_kv_heads": 8, + "ffn": "moe", + "n_experts": 8, + "top_k": 2, + "activation": "relu2", + "pos_embed": "rope" + }, + "qkn_off_hash": "d961c370c0eb", + "qkn_on_hash": "8832faccfd86", + "qkn_off_sample": ", there was a little girl named Lily. She loved to play with her toys and explore her big house.\nOne", + "qkn_on_sample": ", there was a little boy named Tim. Tim loved to play with his ball in the park.\nOne day, Tim saw a ", + "hamming_ratio_first_100": 0.76, + "lesson_collapsed": false, + "verdict": "pass" + }, + { + "signature": { + "norm": "layernorm", + "attention_type": "standard", + "n_kv_heads": 8, + "ffn": "moe", + "n_experts": 8, + "top_k": 2, + "activation": "silu", + "pos_embed": "absolute" + }, + "qkn_off_hash": "5a83fdda9c49", + "qkn_on_hash": "fc0508823a29", + "qkn_off_sample": ", there was a little boy named Tim. Tim loved to play with his ball and new things. One day, Tim saw", + "qkn_on_sample": ", there was a little girl named Lily. Lily loved to play with her toys and eat yummy friends. One da", + "hamming_ratio_first_100": 0.76, + "lesson_collapsed": false, + "verdict": "pass" + }, + { + "signature": { + "norm": "layernorm", + "attention_type": "standard", + "n_kv_heads": 8, + "ffn": "moe", + "n_experts": 8, + "top_k": 2, + "activation": "silu", + "pos_embed": "rope" + }, + "qkn_off_hash": "2e840eba79f9", + "qkn_on_hash": "a778073bf458", + "qkn_off_sample": ", there was a little girl named Lily. She loved to eat bread with her toy animals. One day, she was ", + "qkn_on_sample": ", there was a little girl named Lily. She loved to cook with her mom. One day, she went to the park ", + "hamming_ratio_first_100": 0.44, + "lesson_collapsed": false, + "verdict": "pass" + }, + { + "signature": { + "norm": "rmsnorm", + "attention_type": "mla", + "n_kv_heads": 1, + "ffn": "dense", + "n_experts": 4, + "top_k": 1, + "activation": "gelu", + "pos_embed": "rope" + }, + "qkn_off_hash": "c1965d6be273", + "qkn_on_hash": "51af571f1e91", + "qkn_off_sample": ", there was a little girl named Lily. She loved to play with her toys and said, \"Thank you, Tom! I w", + "qkn_on_sample": ", there was a little girl named Lily. She loved to play with her toys and had a great time. They wer", + "hamming_ratio_first_100": 0.2, + "lesson_collapsed": false, + "verdict": "pass" + }, + { + "signature": { + "norm": "rmsnorm", + "attention_type": "mla", + "n_kv_heads": 1, + "ffn": "dense", + "n_experts": 4, + "top_k": 1, + "activation": "relu2", + "pos_embed": "rope" + }, + "qkn_off_hash": "9d3f166785f6", + "qkn_on_hash": "ec84382ae8a0", + "qkn_off_sample": ", there was a little girl named Lily. She loved to play with his friends. The bird was so happy to h", + "qkn_on_sample": ", there was a little boy named Tim. Tim loved to play with his ball and all day. One day, he went to", + "hamming_ratio_first_100": 0.73, + "lesson_collapsed": false, + "verdict": "pass" + }, + { + "signature": { + "norm": "rmsnorm", + "attention_type": "mla", + "n_kv_heads": 1, + "ffn": "dense", + "n_experts": 4, + "top_k": 1, + "activation": "silu", + "pos_embed": "rope" + }, + "qkn_off_hash": "f7849f2b5b4a", + "qkn_on_hash": "2ee9fcd0d813", + "qkn_off_sample": ", there was a little girl named Lily. She loved to play with her toys and said, \"I will help you for", + "qkn_on_sample": ", there was a little girl named Lily. She loved to play with his friends. They played together every", + "hamming_ratio_first_100": 0.35, + "lesson_collapsed": false, + "verdict": "pass" + }, + { + "signature": { + "norm": "rmsnorm", + "attention_type": "mla", + "n_kv_heads": 1, + "ffn": "moe", + "n_experts": 8, + "top_k": 2, + "activation": "gelu", + "pos_embed": "rope" + }, + "qkn_off_hash": "10626a9a7fff", + "qkn_on_hash": "fc60eae294d5", + "qkn_off_sample": ", there was a little boy named Tim. Tim loved to play with his friends. One day, Tim went to the par", + "qkn_on_sample": ", there was a little boy named Tim. Tim loved to play with his toy cars. One day, he saw a big rock ", + "hamming_ratio_first_100": 0.36, + "lesson_collapsed": false, + "verdict": "pass" + }, + { + "signature": { + "norm": "rmsnorm", + "attention_type": "mla", + "n_kv_heads": 1, + "ffn": "moe", + "n_experts": 8, + "top_k": 2, + "activation": "relu2", + "pos_embed": "rope" + }, + "qkn_off_hash": "36392916576e", + "qkn_on_hash": "a9ae0e6d1c4b", + "qkn_off_sample": ", there was a little girl named Lily. She had a big house with a big box. The baby bird said, \"Hello", + "qkn_on_sample": ", there was a little girl named Lily. She loved to play with her toys and share it with his friends.", + "hamming_ratio_first_100": 0.5, + "lesson_collapsed": false, + "verdict": "pass" + }, + { + "signature": { + "norm": "rmsnorm", + "attention_type": "mla", + "n_kv_heads": 1, + "ffn": "moe", + "n_experts": 8, + "top_k": 2, + "activation": "silu", + "pos_embed": "rope" + }, + "qkn_off_hash": "16748b3e0d7f", + "qkn_on_hash": "ba0ead3b0f31", + "qkn_off_sample": ", there was a little boy named Tim. Tim liked to play with his toys. One day, he saw a big box in th", + "qkn_on_sample": ", there was a little girl named Lily. She loved to play with her toys and have fun to eat.\nOne day, ", + "hamming_ratio_first_100": 0.77, + "lesson_collapsed": false, + "verdict": "pass" + }, + { + "signature": { + "norm": "rmsnorm", + "attention_type": "standard", + "n_kv_heads": 1, + "ffn": "dense", + "n_experts": 4, + "top_k": 1, + "activation": "gelu", + "pos_embed": "absolute" + }, + "qkn_off_hash": "149d7f2ee2c5", + "qkn_on_hash": "8c1d9b5210bb", + "qkn_off_sample": ", there was a little girl named Lily. She was very sad and said, \"Thank you, Tim! I want to play wit", + "qkn_on_sample": ", there was a little girl named Lily. She loved to play with her toys and said, \"Thank you, Lily. I ", + "hamming_ratio_first_100": 0.54, + "lesson_collapsed": false, + "verdict": "pass" + }, + { + "signature": { + "norm": "rmsnorm", + "attention_type": "standard", + "n_kv_heads": 1, + "ffn": "dense", + "n_experts": 4, + "top_k": 1, + "activation": "gelu", + "pos_embed": "rope" + }, + "qkn_off_hash": "c53ed3f72ce1", + "qkn_on_hash": "535f2dcc839a", + "qkn_off_sample": ", there was a little girl named Lily. She loved to play with her toys and said, \"Thank you, Lily. I ", + "qkn_on_sample": ", there was a little girl named Lily. She loved to play with her toys and had lots of fun.\nOne day, ", + "hamming_ratio_first_100": 0.24, + "lesson_collapsed": false, + "verdict": "pass" + }, + { + "signature": { + "norm": "rmsnorm", + "attention_type": "standard", + "n_kv_heads": 1, + "ffn": "dense", + "n_experts": 4, + "top_k": 1, + "activation": "relu2", + "pos_embed": "absolute" + }, + "qkn_off_hash": "03dd86ce8c03", + "qkn_on_hash": "04a68f747959", + "qkn_off_sample": ", there was a little girl named Lily. She loved to play with his friends. One day, he saw a big box ", + "qkn_on_sample": ", there was a little girl named Lucy. She was very happy and said, \"I will help you find my friends.", + "hamming_ratio_first_100": 0.55, + "lesson_collapsed": false, + "verdict": "pass" + }, + { + "signature": { + "norm": "rmsnorm", + "attention_type": "standard", + "n_kv_heads": 1, + "ffn": "dense", + "n_experts": 4, + "top_k": 1, + "activation": "relu2", + "pos_embed": "rope" + }, + "qkn_off_hash": "2c6c4875a128", + "qkn_on_hash": "aa2d63681185", + "qkn_off_sample": ", there was a little girl named Lily. She loved to play with her toys and play with her mom.\nOne day", + "qkn_on_sample": ", there was a little girl named Lily. She loved to play with her toys and had lots of fun.\nOne day, ", + "hamming_ratio_first_100": 0.26, + "lesson_collapsed": false, + "verdict": "pass" + }, + { + "signature": { + "norm": "rmsnorm", + "attention_type": "standard", + "n_kv_heads": 1, + "ffn": "dense", + "n_experts": 4, + "top_k": 1, + "activation": "silu", + "pos_embed": "absolute" + }, + "qkn_off_hash": "8801b2971e2b", + "qkn_on_hash": "ba9e6c97b70f", + "qkn_off_sample": ", there was a little girl named Lily. She loved to play with her mom and said, \"Thank you, Tim! I wi", + "qkn_on_sample": ", there was a little boy named Tim. Tim loved to play with his friends. One day, Tim saw a big box o", + "hamming_ratio_first_100": 0.75, + "lesson_collapsed": false, + "verdict": "pass" + }, + { + "signature": { + "norm": "rmsnorm", + "attention_type": "standard", + "n_kv_heads": 1, + "ffn": "dense", + "n_experts": 4, + "top_k": 1, + "activation": "silu", + "pos_embed": "rope" + }, + "qkn_off_hash": "3a632d82ae4d", + "qkn_on_hash": "09646ada0379", + "qkn_off_sample": ", there was a little girl named Lily. She loved to play with her toys and said, \"I will help you.\" T", + "qkn_on_sample": ", there was a little girl named Lily. She loved to play with her toys and had lots of fun.\nOne day, ", + "hamming_ratio_first_100": 0.24, + "lesson_collapsed": false, + "verdict": "pass" + }, + { + "signature": { + "norm": "rmsnorm", + "attention_type": "standard", + "n_kv_heads": 1, + "ffn": "moe", + "n_experts": 8, + "top_k": 2, + "activation": "gelu", + "pos_embed": "absolute" + }, + "qkn_off_hash": "d8de756593a6", + "qkn_on_hash": "86e2d5655c4c", + "qkn_off_sample": ", there was a little girl named Lily. She loved to play with her toys and explore the world around h", + "qkn_on_sample": ", there was a little girl named Lily. She loved to play with her toys and run around the water. One ", + "hamming_ratio_first_100": 0.24, + "lesson_collapsed": false, + "verdict": "pass" + }, + { + "signature": { + "norm": "rmsnorm", + "attention_type": "standard", + "n_kv_heads": 1, + "ffn": "moe", + "n_experts": 8, + "top_k": 2, + "activation": "gelu", + "pos_embed": "rope" + }, + "qkn_off_hash": "5c0930344de5", + "qkn_on_hash": "4338ab57f578", + "qkn_off_sample": ", there was a little boy named Tim. Tim was a very lucky boy because he had a bandage on a alley.\nOn", + "qkn_on_sample": ", there was a little girl named Lily. She loved to play with her toys and run around in the palace g", + "hamming_ratio_first_100": 0.75, + "lesson_collapsed": false, + "verdict": "pass" + }, + { + "signature": { + "norm": "rmsnorm", + "attention_type": "standard", + "n_kv_heads": 1, + "ffn": "moe", + "n_experts": 8, + "top_k": 2, + "activation": "relu2", + "pos_embed": "absolute" + }, + "qkn_off_hash": "23f005d83a54", + "qkn_on_hash": "7d0ce4ddf152", + "qkn_off_sample": ", there was a little girl named Lily. Lily loved to play with her toys and she would put it on her b", + "qkn_on_sample": ", there was a little girl named Lily. She loved to play with her toys and the birds. One day, Lily w", + "hamming_ratio_first_100": 0.59, + "lesson_collapsed": false, + "verdict": "pass" + }, + { + "signature": { + "norm": "rmsnorm", + "attention_type": "standard", + "n_kv_heads": 1, + "ffn": "moe", + "n_experts": 8, + "top_k": 2, + "activation": "relu2", + "pos_embed": "rope" + }, + "qkn_off_hash": "f2be0018122c", + "qkn_on_hash": "a2c53431b03a", + "qkn_off_sample": ", there was a little girl named Lily. She loved to play with her toys and get new ones. One day, she", + "qkn_on_sample": ", there was a little girl named Lily. She loved to play with her toys and run around in the park. On", + "hamming_ratio_first_100": 0.21, + "lesson_collapsed": false, + "verdict": "pass" + }, + { + "signature": { + "norm": "rmsnorm", + "attention_type": "standard", + "n_kv_heads": 1, + "ffn": "moe", + "n_experts": 8, + "top_k": 2, + "activation": "silu", + "pos_embed": "absolute" + }, + "qkn_off_hash": "9254fe39edf3", + "qkn_on_hash": "16b38a57dc06", + "qkn_off_sample": ", there was a little girl named Lily. She loved to play with her toys and her books. One day, she fo", + "qkn_on_sample": ", there was a little girl named Lily. She loved to play with her toys and together. One day, she saw", + "hamming_ratio_first_100": 0.26, + "lesson_collapsed": false, + "verdict": "pass" + }, + { + "signature": { + "norm": "rmsnorm", + "attention_type": "standard", + "n_kv_heads": 1, + "ffn": "moe", + "n_experts": 8, + "top_k": 2, + "activation": "silu", + "pos_embed": "rope" + }, + "qkn_off_hash": "06681b3bb34d", + "qkn_on_hash": "a8ee8c07ec92", + "qkn_off_sample": ", there was a little boy named Tim. Tim loved to play with his toy cars.\nOne day, Tim saw a big tree", + "qkn_on_sample": ", there was a little girl named Lily. She loved to eat bananas and the box. One day, Lily was playin", + "hamming_ratio_first_100": 0.75, + "lesson_collapsed": false, + "verdict": "pass" + }, + { + "signature": { + "norm": "rmsnorm", + "attention_type": "standard", + "n_kv_heads": 2, + "ffn": "dense", + "n_experts": 4, + "top_k": 1, + "activation": "gelu", + "pos_embed": "absolute" + }, + "qkn_off_hash": "42ccca60b8ab", + "qkn_on_hash": "cd10849655a7", + "qkn_off_sample": ", there was a little boy named Tim. Tim loved to play with his friends and had a big box. The bird w", + "qkn_on_sample": ", there was a little girl named Lily. She loved to play with her toys and had lots of fun. One day, ", + "hamming_ratio_first_100": 0.78, + "lesson_collapsed": false, + "verdict": "pass" + }, + { + "signature": { + "norm": "rmsnorm", + "attention_type": "standard", + "n_kv_heads": 2, + "ffn": "dense", + "n_experts": 4, + "top_k": 1, + "activation": "gelu", + "pos_embed": "rope" + }, + "qkn_off_hash": "ad6d77b60bb5", + "qkn_on_hash": "650462cdc452", + "qkn_off_sample": ", there was a little girl named Lily. She loved to play with her toys and have fun. One day, she was", + "qkn_on_sample": ", there was a little boy named Tim. Tim loved to play with his friends. One day, he saw a big box on", + "hamming_ratio_first_100": 0.76, + "lesson_collapsed": false, + "verdict": "pass" + }, + { + "signature": { + "norm": "rmsnorm", + "attention_type": "standard", + "n_kv_heads": 2, + "ffn": "dense", + "n_experts": 4, + "top_k": 1, + "activation": "relu2", + "pos_embed": "absolute" + }, + "qkn_off_hash": "3bb3b14a07ec", + "qkn_on_hash": "7136617163a6", + "qkn_off_sample": ", there was a little girl named Lily. She loved to play with her toys and said, \"I will help you too", + "qkn_on_sample": ", there was a little girl named Lily. She loved to play with her toys and had a big stick. One day, ", + "hamming_ratio_first_100": 0.24, + "lesson_collapsed": false, + "verdict": "pass" + }, + { + "signature": { + "norm": "rmsnorm", + "attention_type": "standard", + "n_kv_heads": 2, + "ffn": "dense", + "n_experts": 4, + "top_k": 1, + "activation": "relu2", + "pos_embed": "rope" + }, + "qkn_off_hash": "71b9a28924f9", + "qkn_on_hash": "29034d9ff9db", + "qkn_off_sample": ", there was a little boy named Tim. Tim loved to play with his toys and the bird were best friends.\n", + "qkn_on_sample": ", there was a little boy named Tim. Tim loved to play with his friends and had lots of fun. One day,", + "hamming_ratio_first_100": 0.35, + "lesson_collapsed": false, + "verdict": "pass" + }, + { + "signature": { + "norm": "rmsnorm", + "attention_type": "standard", + "n_kv_heads": 2, + "ffn": "dense", + "n_experts": 4, + "top_k": 1, + "activation": "silu", + "pos_embed": "absolute" + }, + "qkn_off_hash": "60263d286117", + "qkn_on_hash": "b0f86987a9e1", + "qkn_off_sample": ", there was a little girl named Lily. She loved to play with her mom and dad said, \"I will the big b", + "qkn_on_sample": ", there was a little girl named Lily. She loved to play with her toys and loved to play with her toy", + "hamming_ratio_first_100": 0.33, + "lesson_collapsed": false, + "verdict": "pass" + }, + { + "signature": { + "norm": "rmsnorm", + "attention_type": "standard", + "n_kv_heads": 2, + "ffn": "dense", + "n_experts": 4, + "top_k": 1, + "activation": "silu", + "pos_embed": "rope" + }, + "qkn_off_hash": "2e496239d275", + "qkn_on_hash": "1156ecaaed5e", + "qkn_off_sample": ", there was a little girl named Lily. She loved to play with her toys and share her toys. One day, s", + "qkn_on_sample": ", there was a little boy named Tim. Tim loved to play with his friends. One day, Tim saw a big tree.", + "hamming_ratio_first_100": 0.78, + "lesson_collapsed": false, + "verdict": "pass" + }, + { + "signature": { + "norm": "rmsnorm", + "attention_type": "standard", + "n_kv_heads": 2, + "ffn": "moe", + "n_experts": 8, + "top_k": 2, + "activation": "gelu", + "pos_embed": "absolute" + }, + "qkn_off_hash": "af686f8304b0", + "qkn_on_hash": "190f10512ba7", + "qkn_off_sample": ", there was a little boy named Tim. Tim loved to play with his friends. One day, Tim went to the par", + "qkn_on_sample": ", there was a little boy named Tim. Tim loved to play with his ball and run around the house. One da", + "hamming_ratio_first_100": 0.35, + "lesson_collapsed": false, + "verdict": "pass" + }, + { + "signature": { + "norm": "rmsnorm", + "attention_type": "standard", + "n_kv_heads": 2, + "ffn": "moe", + "n_experts": 8, + "top_k": 2, + "activation": "gelu", + "pos_embed": "rope" + }, + "qkn_off_hash": "b81d444a2a4a", + "qkn_on_hash": "a27967f5178c", + "qkn_off_sample": ", there was a little boy named Tim. Tim loved to play outside. One day, he went to the park with his", + "qkn_on_sample": ", there was a little boy named Tim. Tim loved to play and run all day. One day, he went to the park ", + "hamming_ratio_first_100": 0.42, + "lesson_collapsed": false, + "verdict": "pass" + }, + { + "signature": { + "norm": "rmsnorm", + "attention_type": "standard", + "n_kv_heads": 2, + "ffn": "moe", + "n_experts": 8, + "top_k": 2, + "activation": "relu2", + "pos_embed": "absolute" + }, + "qkn_off_hash": "beb78184e4a2", + "qkn_on_hash": "704d73b68c6c", + "qkn_off_sample": ", there was a little boy named Tim. Tim loved to play with his ball and wanted to play with it. One ", + "qkn_on_sample": ", there was a little boy named Tim. Tim loved to play with his friends. One day, he saw a big truck ", + "hamming_ratio_first_100": 0.35, + "lesson_collapsed": false, + "verdict": "pass" + }, + { + "signature": { + "norm": "rmsnorm", + "attention_type": "standard", + "n_kv_heads": 2, + "ffn": "moe", + "n_experts": 8, + "top_k": 2, + "activation": "relu2", + "pos_embed": "rope" + }, + "qkn_off_hash": "192656b4e7bd", + "qkn_on_hash": "b943ba6cc373", + "qkn_off_sample": ", there was a little boy named Tim. Tim loved to play with his toy car. One day, Tim saw a big tree ", + "qkn_on_sample": ", there was a little girl named Lily. Lily loved to play with her toys and said it loved to play wit", + "hamming_ratio_first_100": 0.76, + "lesson_collapsed": false, + "verdict": "pass" + }, + { + "signature": { + "norm": "rmsnorm", + "attention_type": "standard", + "n_kv_heads": 2, + "ffn": "moe", + "n_experts": 8, + "top_k": 2, + "activation": "silu", + "pos_embed": "absolute" + }, + "qkn_off_hash": "ea8a15a59b5b", + "qkn_on_hash": "fc86def8b7da", + "qkn_off_sample": ", there was a little boy named Tim. Tim loved to play with his friends. One day, he saw a big box in", + "qkn_on_sample": ", there was a little girl named Lily. She loved to play with her toys and run around in the park. On", + "hamming_ratio_first_100": 0.75, + "lesson_collapsed": false, + "verdict": "pass" + }, + { + "signature": { + "norm": "rmsnorm", + "attention_type": "standard", + "n_kv_heads": 2, + "ffn": "moe", + "n_experts": 8, + "top_k": 2, + "activation": "silu", + "pos_embed": "rope" + }, + "qkn_off_hash": "061d2cfb5e9f", + "qkn_on_hash": "2309a65ba5bb", + "qkn_off_sample": ", there was a little boy named Tim. Tim loved to play with his toy cars. One day, he found a big box", + "qkn_on_sample": ", there was a little boy named Tim. Tim loved to play with his toy cars. One day, Tim saw a big cat.", + "hamming_ratio_first_100": 0.18, + "lesson_collapsed": false, + "verdict": "pass" + }, + { + "signature": { + "norm": "rmsnorm", + "attention_type": "standard", + "n_kv_heads": 8, + "ffn": "dense", + "n_experts": 4, + "top_k": 1, + "activation": "gelu", + "pos_embed": "absolute" + }, + "qkn_off_hash": "9cda54693bb5", + "qkn_on_hash": "d213cb4d8eb2", + "qkn_off_sample": ", there was a little boy named Tim. Tim loved to play with his friends. One day, he saw a big box in", + "qkn_on_sample": ", there was a little boy named Tim. Tim loved to play with his friends all day.\nOne day, Tim saw a b", + "hamming_ratio_first_100": 0.27, + "lesson_collapsed": false, + "verdict": "pass" + }, + { + "signature": { + "norm": "rmsnorm", + "attention_type": "standard", + "n_kv_heads": 8, + "ffn": "dense", + "n_experts": 4, + "top_k": 1, + "activation": "gelu", + "pos_embed": "rope" + }, + "qkn_off_hash": "a3974332c45c", + "qkn_on_hash": "9e26e7ba057e", + "qkn_off_sample": ", there was a little boy named Tim. Tim loved to play with his toys. One day, he saw a big box of wi", + "qkn_on_sample": ", there was a little boy named Tim. Tim loved to play with his ball and run on the ground.\nOne day, ", + "hamming_ratio_first_100": 0.36, + "lesson_collapsed": false, + "verdict": "pass" + }, + { + "signature": { + "norm": "rmsnorm", + "attention_type": "standard", + "n_kv_heads": 8, + "ffn": "dense", + "n_experts": 4, + "top_k": 1, + "activation": "relu2", + "pos_embed": "absolute" + }, + "qkn_off_hash": "6faa371cfea7", + "qkn_on_hash": "9eb4c540ff15", + "qkn_off_sample": ", there was a little boy named Tim. Tim was very happy. He wanted to play with his friends. He was s", + "qkn_on_sample": ", there was a little girl named Lily. She loved to play with her toys and played with her toys. One ", + "hamming_ratio_first_100": 0.74, + "lesson_collapsed": false, + "verdict": "pass" + }, + { + "signature": { + "norm": "rmsnorm", + "attention_type": "standard", + "n_kv_heads": 8, + "ffn": "dense", + "n_experts": 4, + "top_k": 1, + "activation": "relu2", + "pos_embed": "rope" + }, + "qkn_off_hash": "b33e1c0519f6", + "qkn_on_hash": "b401c419d014", + "qkn_off_sample": ", there was a little girl named Lily. She loved to play with her toys and play with her friends.\nOne", + "qkn_on_sample": ", there was a little boy named Tim. Tim loved to play with his friends all day long.\nOne day, Tim we", + "hamming_ratio_first_100": 0.74, + "lesson_collapsed": false, + "verdict": "pass" + }, + { + "signature": { + "norm": "rmsnorm", + "attention_type": "standard", + "n_kv_heads": 8, + "ffn": "dense", + "n_experts": 4, + "top_k": 1, + "activation": "silu", + "pos_embed": "absolute" + }, + "qkn_off_hash": "15d9309c3e9b", + "qkn_on_hash": "2fa4695b96b3", + "qkn_off_sample": ", there was a little boy named Tim. Tim loved to play with his friends with his friends. They were v", + "qkn_on_sample": ", there was a little boy named Tim. Tim loved to play with his friends. One day, he went to the park", + "hamming_ratio_first_100": 0.28, + "lesson_collapsed": false, + "verdict": "pass" + }, + { + "signature": { + "norm": "rmsnorm", + "attention_type": "standard", + "n_kv_heads": 8, + "ffn": "dense", + "n_experts": 4, + "top_k": 1, + "activation": "silu", + "pos_embed": "rope" + }, + "qkn_off_hash": "2f6c6c347139", + "qkn_on_hash": "3e638767b309", + "qkn_off_sample": ", there was a little boy named Tim. Tim loved to play with his friends and played together every day", + "qkn_on_sample": ", there was a little boy named Tim. Tim loved to play with his friends and his friends. One day, he ", + "hamming_ratio_first_100": 0.24, + "lesson_collapsed": false, + "verdict": "pass" + }, + { + "signature": { + "norm": "rmsnorm", + "attention_type": "standard", + "n_kv_heads": 8, + "ffn": "moe", + "n_experts": 8, + "top_k": 2, + "activation": "gelu", + "pos_embed": "absolute" + }, + "qkn_off_hash": "e271061029c0", + "qkn_on_hash": "94ecdb29fa83", + "qkn_off_sample": ", there was a little boy named Tim. Tim loved to play with his ball and new toy that his mom said \"a", + "qkn_on_sample": ", there was a little girl named Lily. She loved to play with her toys and run around in the park. On", + "hamming_ratio_first_100": 0.76, + "lesson_collapsed": false, + "verdict": "pass" + }, + { + "signature": { + "norm": "rmsnorm", + "attention_type": "standard", + "n_kv_heads": 8, + "ffn": "moe", + "n_experts": 8, + "top_k": 2, + "activation": "gelu", + "pos_embed": "rope" + }, + "qkn_off_hash": "840fed47d1e3", + "qkn_on_hash": "225c472057f2", + "qkn_off_sample": ", there was a little boy named Tim. Tim loved to play with his toys and books. One day, he wanted to", + "qkn_on_sample": ", there was a little girl named Lily. She loved to play with her toy animals. One day, she went to t", + "hamming_ratio_first_100": 0.72, + "lesson_collapsed": false, + "verdict": "pass" + }, + { + "signature": { + "norm": "rmsnorm", + "attention_type": "standard", + "n_kv_heads": 8, + "ffn": "moe", + "n_experts": 8, + "top_k": 2, + "activation": "relu2", + "pos_embed": "absolute" + }, + "qkn_off_hash": "f160bfce5578", + "qkn_on_hash": "cd2a311d8727", + "qkn_off_sample": ", there was a little girl named Lily. Lily loved to play with her friends. One day, she found a big ", + "qkn_on_sample": ", there was a little girl named Lily. Lily loved to play with her toys and eat yummy food. One day, ", + "hamming_ratio_first_100": 0.31, + "lesson_collapsed": false, + "verdict": "pass" + }, + { + "signature": { + "norm": "rmsnorm", + "attention_type": "standard", + "n_kv_heads": 8, + "ffn": "moe", + "n_experts": 8, + "top_k": 2, + "activation": "relu2", + "pos_embed": "rope" + }, + "qkn_off_hash": "9da14d2e4ec7", + "qkn_on_hash": "09d65d1d7acd", + "qkn_off_sample": ", there was a little girl named Lily. Lily loved to eat pastry. One day, she found a shiny thing on ", + "qkn_on_sample": ", there was a little boy named Tim. Tim loved to play outside. One day, he went to the park with his", + "hamming_ratio_first_100": 0.74, + "lesson_collapsed": false, + "verdict": "pass" + }, + { + "signature": { + "norm": "rmsnorm", + "attention_type": "standard", + "n_kv_heads": 8, + "ffn": "moe", + "n_experts": 8, + "top_k": 2, + "activation": "silu", + "pos_embed": "absolute" + }, + "qkn_off_hash": "c5abb4b36b8f", + "qkn_on_hash": "b2546d96483c", + "qkn_off_sample": ", there was a little girl named Lily. She loved to play with her toys and her books. One day, she fo", + "qkn_on_sample": ", there was a little girl named Lily. She loved to eat pretty pictures. One day, she wanted to play ", + "hamming_ratio_first_100": 0.46, + "lesson_collapsed": false, + "verdict": "pass" + }, + { + "signature": { + "norm": "rmsnorm", + "attention_type": "standard", + "n_kv_heads": 8, + "ffn": "moe", + "n_experts": 8, + "top_k": 2, + "activation": "silu", + "pos_embed": "rope" + }, + "qkn_off_hash": "75d6bd16c119", + "qkn_on_hash": "a21b6679edd0", + "qkn_off_sample": ", there was a little girl named Lily. She loved to play with her toys and eat pasta. One day, she wa", + "qkn_on_sample": ", there was a little girl named Lily. She loved to eat bread of carrots without asking. One day, she", + "hamming_ratio_first_100": 0.48, + "lesson_collapsed": false, + "verdict": "pass" + } + ] +} \ No newline at end of file diff --git a/e04bb4fa6b97.pt b/e04bb4fa6b97.pt new file mode 100644 index 0000000000000000000000000000000000000000..fb16de4a468922016478ec76e1aac4c847779971 --- /dev/null +++ b/e04bb4fa6b97.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:650ff59079ff3708782aa7563e19289db1e663fb039b3e4fc823e0d86d493498 +size 3601574 diff --git a/e271061029c0.pt b/e271061029c0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9e26ed54f85049b6ddd1b932440c24d906be8a59 --- /dev/null +++ b/e271061029c0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2de34d3348fa69b413f58a56027a681ce542743906b608b2b63276055f2f72b +size 20153996 diff --git a/e355d1b17f21.pt b/e355d1b17f21.pt new file mode 100644 index 0000000000000000000000000000000000000000..90fa045f1cf01cba78a5fae68e640221c6cf0d7e --- /dev/null +++ b/e355d1b17f21.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:195d68db8b32340894af52295c90bfbf2e4a869f1e8741192687e8a02eb3dd74 +size 19707314 diff --git a/ea8a15a59b5b.pt b/ea8a15a59b5b.pt new file mode 100644 index 0000000000000000000000000000000000000000..bad6664bdc02e1d07e4f0a91d1ed4c5e3bd4c615 --- /dev/null +++ b/ea8a15a59b5b.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1809c3041d140f17a3cce76a2f5ddfa6eef17e5947bf05102106785d293458f3 +size 19760780 diff --git a/ec84382ae8a0.pt b/ec84382ae8a0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a0f24d9b5e95b181df6bd9a8ca34f15febfc6b8b --- /dev/null +++ b/ec84382ae8a0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:933b98ff0c4154c2133ca3c6a295965ed7aea15a488beaef6f37ecbbd425ab78 +size 3045956 diff --git a/edcaa29ef476.pt b/edcaa29ef476.pt new file mode 100644 index 0000000000000000000000000000000000000000..2775889ab335de330f7b7c7629d20c1744fa163f --- /dev/null +++ b/edcaa29ef476.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f5a11721ab2d1c6978de13b7c8bc8606917a684ce77119b2bc4f24d71628fa8 +size 3076961 diff --git a/f01baa8fd4b5.pt b/f01baa8fd4b5.pt new file mode 100644 index 0000000000000000000000000000000000000000..d10027a0b911b63d2f7fc170f850f7bda2e488b9 --- /dev/null +++ b/f01baa8fd4b5.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9b2b6175d228ed66138d66e1ed06291ae81ed19491ecbdb440db1bd5a36fb436 +size 19641708 diff --git a/f160bfce5578.pt b/f160bfce5578.pt new file mode 100644 index 0000000000000000000000000000000000000000..1c099d13d88f6741eb2f11db5c07e045cce10eb1 --- /dev/null +++ b/f160bfce5578.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:de6a36a9b5e3f30ddac4cc94a832e9125d7e7845d281efa809dfa6cc656581f1 +size 20153996 diff --git a/f2be0018122c.pt b/f2be0018122c.pt new file mode 100644 index 0000000000000000000000000000000000000000..334fa652d69c86e2cd86e0af126f27bc572fb318 --- /dev/null +++ b/f2be0018122c.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a75b22b3f621c544624b11b9fdcfd62722e2b1059e685c8d850a3d89ec44ea0 +size 19563846 diff --git a/f2d17ab65d31.pt b/f2d17ab65d31.pt new file mode 100644 index 0000000000000000000000000000000000000000..92afd4f24a262c359df940cd4e9d6a305eb45946 --- /dev/null +++ b/f2d17ab65d31.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ba1322eef2bd9cc74042b171a11308c405fc50fe1b8a6f7caa064e18db03b12 +size 3142822 diff --git a/f760b9665797.pt b/f760b9665797.pt new file mode 100644 index 0000000000000000000000000000000000000000..60d134ee41a9e6b44e0dccb38dd51fb3634258d8 --- /dev/null +++ b/f760b9665797.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:035f0e7e18bd824101478d9cfd73e5766936bdb3c2966eddd97ceed64637b17a +size 3470177 diff --git a/f7849f2b5b4a.pt b/f7849f2b5b4a.pt new file mode 100644 index 0000000000000000000000000000000000000000..58ef8868076836f6eeb8ef2fdb9ca09a2ca13f22 --- /dev/null +++ b/f7849f2b5b4a.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dbe0ec14ce16a502b2382c72ba981169f89cd72c326752fa4e17017991e410d8 +size 3039388 diff --git a/f82dd4332838.pt b/f82dd4332838.pt new file mode 100644 index 0000000000000000000000000000000000000000..94d0f97c5e4f470d9a089607ad4758b9db2c9ff3 --- /dev/null +++ b/f82dd4332838.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb95d74b915d393f958f0b0e671a5021cef2e158583afb73214badc49b3a71af +size 3476745 diff --git a/fc0508823a29.pt b/fc0508823a29.pt new file mode 100644 index 0000000000000000000000000000000000000000..8e1279b2db5e44ce3032d15d753c1008a5889cda --- /dev/null +++ b/fc0508823a29.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c7fc80b6250bb2ec0c4b5c2fb0d447a70754428ea7520b350c3a30e1f9586b68 +size 20167858 diff --git a/fc60eae294d5.pt b/fc60eae294d5.pt new file mode 100644 index 0000000000000000000000000000000000000000..78db1f37c1ac5960928d6958dc63b4a9ffdb422a --- /dev/null +++ b/fc60eae294d5.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2beab516dc7460903fac9ac4527bf328be75b5a9b017dbd064e22847b6537c69 +size 19605734 diff --git a/fc86def8b7da.pt b/fc86def8b7da.pt new file mode 100644 index 0000000000000000000000000000000000000000..b2c37b4dec22754f7dbb6890a208b46cdb11e4a0 --- /dev/null +++ b/fc86def8b7da.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53acb81eec540956b161a560013579bafa8b63f4379264b9566ac543754e5a01 +size 19765820 diff --git a/fdf2f516fa87.pt b/fdf2f516fa87.pt new file mode 100644 index 0000000000000000000000000000000000000000..19fb7d30351cc9f848436e7908860ab993213e31 --- /dev/null +++ b/fdf2f516fa87.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:469fc64a86cf5a546a386ecb75bd5ad7040e1203f1748e3061a168574748b3a2 +size 19613020 diff --git a/ff98ff3372a9.pt b/ff98ff3372a9.pt new file mode 100644 index 0000000000000000000000000000000000000000..5fdb754b5cb3360d95c3be74e00dec344ac315cf --- /dev/null +++ b/ff98ff3372a9.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:44456c201ab31046cadd282e2bc94a79e192acbd6183e0758ef52b9eab15b56c +size 3213390 diff --git a/manifest.json b/manifest.json new file mode 100644 index 0000000000000000000000000000000000000000..4b8c9ac786bd529354ac9b8ed3f4e34719d35145 --- /dev/null +++ b/manifest.json @@ -0,0 +1,5544 @@ +{ + "entries": { + "03dd86ce8c03": { + "arch_config": { + "activation": "relu2", + "attention_type": "standard", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "dense", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 4, + "n_heads": 8, + "n_kv_heads": 1, + "n_layers": 4, + "norm": "rmsnorm", + "pos_embed": "absolute", + "qk_norm": false, + "tie_embeddings": true, + "top_k": 1, + "vocab_size": 72 + }, + "attention_kind": "mqa", + "hash": "03dd86ce8c03", + "name": "rmsnorm+mqa+dense+relu2+qkn=off+absolute", + "path": "checkpoints/03dd86ce8c03.pt", + "qk_norm_divergence": "pass", + "seed": 1337, + "source_config": "training/configs/rms_mqa_dense_rl2_qkn0_abs.json", + "trained_at": 1779051250, + "val_loss": 1.0425637781620025 + }, + "04a68f747959": { + "arch_config": { + "activation": "relu2", + "attention_type": "standard", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "dense", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 4, + "n_heads": 8, + "n_kv_heads": 1, + "n_layers": 4, + "norm": "rmsnorm", + "pos_embed": "absolute", + "qk_norm": true, + "tie_embeddings": true, + "top_k": 1, + "vocab_size": 72 + }, + "attention_kind": "mqa", + "hash": "04a68f747959", + "name": "rmsnorm+mqa+dense+relu2+qkn=on+absolute", + "path": "checkpoints/04a68f747959.pt", + "qk_norm_divergence": "pass", + "seed": 1337, + "source_config": "training/configs/rms_mqa_dense_rl2_qkn1_abs.json", + "trained_at": 1779051421, + "val_loss": 1.0476625576615333 + }, + "061d2cfb5e9f": { + "arch_config": { + "activation": "silu", + "attention_type": "standard", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "moe", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 8, + "n_heads": 8, + "n_kv_heads": 2, + "n_layers": 4, + "norm": "rmsnorm", + "pos_embed": "rope", + "qk_norm": false, + "tie_embeddings": true, + "top_k": 2, + "vocab_size": 72 + }, + "attention_kind": "gqa", + "hash": "061d2cfb5e9f", + "name": "rmsnorm+gqa+moe+silu+qkn=off+rope", + "path": "checkpoints/061d2cfb5e9f.pt", + "qk_norm_divergence": "pass", + "seed": 1337, + "source_config": "training/configs/rms_gqa_moe_silu_qkn0_rope.json", + "trained_at": 1779043411, + "val_loss": 1.042669314146042 + }, + "06681b3bb34d": { + "arch_config": { + "activation": "silu", + "attention_type": "standard", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "moe", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 8, + "n_heads": 8, + "n_kv_heads": 1, + "n_layers": 4, + "norm": "rmsnorm", + "pos_embed": "rope", + "qk_norm": false, + "tie_embeddings": true, + "top_k": 2, + "vocab_size": 72 + }, + "attention_kind": "mqa", + "hash": "06681b3bb34d", + "name": "rmsnorm+mqa+moe+silu+qkn=off+rope", + "path": "checkpoints/06681b3bb34d.pt", + "qk_norm_divergence": "pass", + "seed": 1337, + "source_config": "training/configs/rms_mqa_moe_silu_qkn0_rope.json", + "trained_at": 1779054795, + "val_loss": 1.1048781394958496 + }, + "09646ada0379": { + "arch_config": { + "activation": "silu", + "attention_type": "standard", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "dense", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 4, + "n_heads": 8, + "n_kv_heads": 1, + "n_layers": 4, + "norm": "rmsnorm", + "pos_embed": "rope", + "qk_norm": true, + "tie_embeddings": true, + "top_k": 1, + "vocab_size": 72 + }, + "attention_kind": "mqa", + "hash": "09646ada0379", + "name": "rmsnorm+mqa+dense+silu+qkn=on+rope", + "path": "checkpoints/09646ada0379.pt", + "qk_norm_divergence": "pass", + "seed": 1337, + "source_config": "training/configs/rms_mqa_dense_silu_qkn1_rope.json", + "trained_at": 1779051835, + "val_loss": 0.9616547137498855 + }, + "09d65d1d7acd": { + "arch_config": { + "activation": "relu2", + "attention_type": "standard", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "moe", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 8, + "n_heads": 8, + "n_kv_heads": 8, + "n_layers": 4, + "norm": "rmsnorm", + "pos_embed": "rope", + "qk_norm": true, + "tie_embeddings": true, + "top_k": 2, + "vocab_size": 72 + }, + "attention_kind": "mha", + "hash": "09d65d1d7acd", + "name": "rmsnorm+mha+moe+relu2+qkn=on+rope", + "path": "checkpoints/09d65d1d7acd.pt", + "qk_norm_divergence": "pass", + "seed": 1337, + "source_config": "training/configs/rms_mha_moe_rl2_qkn1_rope.json", + "trained_at": 1779047437, + "val_loss": 1.1418718159198762 + }, + "0bde45803d6c": { + "arch_config": { + "activation": "gelu", + "attention_type": "standard", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "moe", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 8, + "n_heads": 8, + "n_kv_heads": 1, + "n_layers": 4, + "norm": "layernorm", + "pos_embed": "rope", + "qk_norm": false, + "tie_embeddings": true, + "top_k": 2, + "vocab_size": 72 + }, + "attention_kind": "mqa", + "hash": "0bde45803d6c", + "name": "layernorm+mqa+moe+gelu+qkn=off+rope", + "path": "checkpoints/0bde45803d6c.pt", + "qk_norm_divergence": "pass", + "seed": 1337, + "source_config": "training/configs/ln_mqa_moe_gelu_qkn0_rope.json", + "trained_at": 1779036745, + "val_loss": 1.0989071011543274 + }, + "0e4d9e5b2c4f": { + "arch_config": { + "activation": "gelu", + "attention_type": "standard", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "moe", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 8, + "n_heads": 8, + "n_kv_heads": 2, + "n_layers": 4, + "norm": "layernorm", + "pos_embed": "rope", + "qk_norm": false, + "tie_embeddings": true, + "top_k": 2, + "vocab_size": 72 + }, + "attention_kind": "gqa", + "hash": "0e4d9e5b2c4f", + "name": "layernorm+gqa+moe+gelu+qkn=off+rope", + "path": "checkpoints/0e4d9e5b2c4f.pt", + "qk_norm_divergence": "pass", + "trained_at": 1779025635, + "val_loss": 1.0639913707971573 + }, + "10626a9a7fff": { + "arch_config": { + "activation": "gelu", + "attention_type": "mla", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "moe", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 8, + "n_heads": 8, + "n_kv_heads": 1, + "n_layers": 4, + "norm": "rmsnorm", + "pos_embed": "rope", + "qk_norm": false, + "tie_embeddings": true, + "top_k": 2, + "vocab_size": 72 + }, + "attention_kind": "mqa", + "hash": "10626a9a7fff", + "name": "rmsnorm+mla+moe+gelu+qkn=off+rope", + "path": "checkpoints/10626a9a7fff.pt", + "qk_norm_divergence": "pass", + "seed": 1337, + "source_config": "training/configs/rms_mla_moe_gelu_qkn0_rope.json", + "trained_at": 1779049355, + "val_loss": 0.9869600802659988 + }, + "1156ecaaed5e": { + "arch_config": { + "activation": "silu", + "attention_type": "standard", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "dense", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 4, + "n_heads": 8, + "n_kv_heads": 2, + "n_layers": 4, + "norm": "rmsnorm", + "pos_embed": "rope", + "qk_norm": true, + "tie_embeddings": true, + "top_k": 1, + "vocab_size": 72 + }, + "attention_kind": "gqa", + "hash": "1156ecaaed5e", + "name": "rmsnorm+gqa+dense+silu+qkn=on+rope", + "path": "checkpoints/1156ecaaed5e.pt", + "qk_norm_divergence": "pass", + "seed": 1337, + "source_config": "training/configs/rms_gqa_dense_silu_qkn1_rope.json", + "trained_at": 1779040541, + "val_loss": 0.9557693496346473 + }, + "149d7f2ee2c5": { + "arch_config": { + "activation": "gelu", + "attention_type": "standard", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "dense", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 4, + "n_heads": 8, + "n_kv_heads": 1, + "n_layers": 4, + "norm": "rmsnorm", + "pos_embed": "absolute", + "qk_norm": false, + "tie_embeddings": true, + "top_k": 1, + "vocab_size": 72 + }, + "attention_kind": "mqa", + "hash": "149d7f2ee2c5", + "name": "rmsnorm+mqa+dense+gelu+qkn=off+absolute", + "path": "checkpoints/149d7f2ee2c5.pt", + "qk_norm_divergence": "pass", + "seed": 1337, + "source_config": "training/configs/rms_mqa_dense_gelu_qkn0_abs.json", + "trained_at": 1779050913, + "val_loss": 1.0464547634124757 + }, + "156bff4647a3": { + "arch_config": { + "activation": "silu", + "attention_type": "standard", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "dense", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 4, + "n_heads": 8, + "n_kv_heads": 2, + "n_layers": 4, + "norm": "layernorm", + "pos_embed": "rope", + "qk_norm": true, + "tie_embeddings": true, + "top_k": 1, + "vocab_size": 72 + }, + "attention_kind": "gqa", + "hash": "156bff4647a3", + "name": "layernorm+gqa+dense+silu+qkn=on+rope", + "path": "checkpoints/156bff4647a3.pt", + "qk_norm_divergence": "pass", + "trained_at": 1779025096, + "val_loss": 0.9500869780778884 + }, + "15d9309c3e9b": { + "arch_config": { + "activation": "silu", + "attention_type": "standard", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "dense", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 4, + "n_heads": 8, + "n_kv_heads": 8, + "n_layers": 4, + "norm": "rmsnorm", + "pos_embed": "absolute", + "qk_norm": false, + "tie_embeddings": true, + "top_k": 1, + "vocab_size": 72 + }, + "attention_kind": "mha", + "hash": "15d9309c3e9b", + "name": "rmsnorm+mha+dense+silu+qkn=off+absolute", + "path": "checkpoints/15d9309c3e9b.pt", + "qk_norm_divergence": "pass", + "seed": 1337, + "source_config": "training/configs/rms_mha_dense_silu_qkn0_abs.json", + "trained_at": 1779044928, + "val_loss": 1.052924743294716 + }, + "163bc95df02b": { + "arch_config": { + "activation": "silu", + "attention_type": "standard", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "dense", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 4, + "n_heads": 8, + "n_kv_heads": 2, + "n_layers": 4, + "norm": "layernorm", + "pos_embed": "absolute", + "qk_norm": true, + "tie_embeddings": true, + "top_k": 1, + "vocab_size": 72 + }, + "attention_kind": "gqa", + "hash": "163bc95df02b", + "name": "layernorm+gqa+dense+silu+qkn=on+absolute", + "path": "checkpoints/163bc95df02b.pt", + "qk_norm_divergence": "pass", + "trained_at": 1779025014, + "val_loss": 1.047707672417164 + }, + "16748b3e0d7f": { + "arch_config": { + "activation": "silu", + "attention_type": "mla", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "moe", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 8, + "n_heads": 8, + "n_kv_heads": 1, + "n_layers": 4, + "norm": "rmsnorm", + "pos_embed": "rope", + "qk_norm": false, + "tie_embeddings": true, + "top_k": 2, + "vocab_size": 72 + }, + "attention_kind": "mqa", + "hash": "16748b3e0d7f", + "name": "rmsnorm+mla+moe+silu+qkn=off+rope", + "path": "checkpoints/16748b3e0d7f.pt", + "qk_norm_divergence": "pass", + "seed": 1337, + "source_config": "training/configs/rms_mla_moe_silu_qkn0_rope.json", + "trained_at": 1779050543, + "val_loss": 0.9798837095499039 + }, + "16b38a57dc06": { + "arch_config": { + "activation": "silu", + "attention_type": "standard", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "moe", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 8, + "n_heads": 8, + "n_kv_heads": 1, + "n_layers": 4, + "norm": "rmsnorm", + "pos_embed": "absolute", + "qk_norm": true, + "tie_embeddings": true, + "top_k": 2, + "vocab_size": 72 + }, + "attention_kind": "mqa", + "hash": "16b38a57dc06", + "name": "rmsnorm+mqa+moe+silu+qkn=on+absolute", + "path": "checkpoints/16b38a57dc06.pt", + "qk_norm_divergence": "pass", + "seed": 1337, + "source_config": "training/configs/rms_mqa_moe_silu_qkn1_abs.json", + "trained_at": 1779055106, + "val_loss": 1.0450366467237473 + }, + "187a64ca4f99": { + "arch_config": { + "activation": "silu", + "attention_type": "mla", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "dense", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 4, + "n_heads": 8, + "n_kv_heads": 1, + "n_layers": 4, + "norm": "layernorm", + "pos_embed": "rope", + "qk_norm": false, + "tie_embeddings": true, + "top_k": 1, + "vocab_size": 72 + }, + "attention_kind": "mqa", + "hash": "187a64ca4f99", + "name": "layernorm+mla+dense+silu+qkn=off+rope", + "path": "checkpoints/187a64ca4f99.pt", + "qk_norm_divergence": "pass", + "seed": 1337, + "source_config": "training/configs/ln_mla_dense_silu_qkn0_rope.json", + "trained_at": 1779033433, + "val_loss": 0.965787672996521 + }, + "190f10512ba7": { + "arch_config": { + "activation": "gelu", + "attention_type": "standard", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "moe", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 8, + "n_heads": 8, + "n_kv_heads": 2, + "n_layers": 4, + "norm": "rmsnorm", + "pos_embed": "absolute", + "qk_norm": true, + "tie_embeddings": true, + "top_k": 2, + "vocab_size": 72 + }, + "attention_kind": "gqa", + "hash": "190f10512ba7", + "name": "rmsnorm+gqa+moe+gelu+qkn=on+absolute", + "path": "checkpoints/190f10512ba7.pt", + "qk_norm_divergence": "pass", + "seed": 1337, + "source_config": "training/configs/rms_gqa_moe_gelu_qkn1_abs.json", + "trained_at": 1779041383, + "val_loss": 1.0451455906033515 + }, + "192656b4e7bd": { + "arch_config": { + "activation": "relu2", + "attention_type": "standard", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "moe", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 8, + "n_heads": 8, + "n_kv_heads": 2, + "n_layers": 4, + "norm": "rmsnorm", + "pos_embed": "rope", + "qk_norm": false, + "tie_embeddings": true, + "top_k": 2, + "vocab_size": 72 + }, + "attention_kind": "gqa", + "hash": "192656b4e7bd", + "name": "rmsnorm+gqa+moe+relu2+qkn=off+rope", + "path": "checkpoints/192656b4e7bd.pt", + "qk_norm_divergence": "pass", + "seed": 1337, + "source_config": "training/configs/rms_gqa_moe_rl2_qkn0_rope.json", + "trained_at": 1779042246, + "val_loss": 1.056999209523201 + }, + "225c472057f2": { + "arch_config": { + "activation": "gelu", + "attention_type": "standard", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "moe", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 8, + "n_heads": 8, + "n_kv_heads": 8, + "n_layers": 4, + "norm": "rmsnorm", + "pos_embed": "rope", + "qk_norm": true, + "tie_embeddings": true, + "top_k": 2, + "vocab_size": 72 + }, + "attention_kind": "mha", + "hash": "225c472057f2", + "name": "rmsnorm+mha+moe+gelu+qkn=on+rope", + "path": "checkpoints/225c472057f2.pt", + "qk_norm_divergence": "pass", + "seed": 1337, + "source_config": "training/configs/rms_mha_moe_gelu_qkn1_rope.json", + "trained_at": 1779046274, + "val_loss": 1.1688356786966323 + }, + "2309a65ba5bb": { + "arch_config": { + "activation": "silu", + "attention_type": "standard", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "moe", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 8, + "n_heads": 8, + "n_kv_heads": 2, + "n_layers": 4, + "norm": "rmsnorm", + "pos_embed": "rope", + "qk_norm": true, + "tie_embeddings": true, + "top_k": 2, + "vocab_size": 72 + }, + "attention_kind": "gqa", + "hash": "2309a65ba5bb", + "name": "rmsnorm+gqa+moe+silu+qkn=on+rope", + "path": "checkpoints/2309a65ba5bb.pt", + "qk_norm_divergence": "pass", + "seed": 1337, + "source_config": "training/configs/rms_gqa_moe_silu_qkn1_rope.json", + "trained_at": 1779043980, + "val_loss": 1.1373606622219086 + }, + "23f005d83a54": { + "arch_config": { + "activation": "relu2", + "attention_type": "standard", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "moe", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 8, + "n_heads": 8, + "n_kv_heads": 1, + "n_layers": 4, + "norm": "rmsnorm", + "pos_embed": "absolute", + "qk_norm": false, + "tie_embeddings": true, + "top_k": 2, + "vocab_size": 72 + }, + "attention_kind": "mqa", + "hash": "23f005d83a54", + "name": "rmsnorm+mqa+moe+relu2+qkn=off+absolute", + "path": "checkpoints/23f005d83a54.pt", + "qk_norm_divergence": "pass", + "seed": 1337, + "source_config": "training/configs/rms_mqa_moe_rl2_qkn0_abs.json", + "trained_at": 1779053289, + "val_loss": 0.9520353272557258 + }, + "29034d9ff9db": { + "arch_config": { + "activation": "relu2", + "attention_type": "standard", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "dense", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 4, + "n_heads": 8, + "n_kv_heads": 2, + "n_layers": 4, + "norm": "rmsnorm", + "pos_embed": "rope", + "qk_norm": true, + "tie_embeddings": true, + "top_k": 1, + "vocab_size": 72 + }, + "attention_kind": "gqa", + "hash": "29034d9ff9db", + "name": "rmsnorm+gqa+dense+relu2+qkn=on+rope", + "path": "checkpoints/29034d9ff9db.pt", + "qk_norm_divergence": "pass", + "seed": 1337, + "source_config": "training/configs/rms_gqa_dense_rl2_qkn1_rope.json", + "trained_at": 1779040216, + "val_loss": 0.9541670069098472 + }, + "2c6c4875a128": { + "arch_config": { + "activation": "relu2", + "attention_type": "standard", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "dense", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 4, + "n_heads": 8, + "n_kv_heads": 1, + "n_layers": 4, + "norm": "rmsnorm", + "pos_embed": "rope", + "qk_norm": false, + "tie_embeddings": true, + "top_k": 1, + "vocab_size": 72 + }, + "attention_kind": "mqa", + "hash": "2c6c4875a128", + "name": "rmsnorm+mqa+dense+relu2+qkn=off+rope", + "path": "checkpoints/2c6c4875a128.pt", + "qk_norm_divergence": "pass", + "seed": 1337, + "source_config": "training/configs/rms_mqa_dense_rl2_qkn0_rope.json", + "trained_at": 1779051337, + "val_loss": 0.9396405071020126 + }, + "2ce789f010b7": { + "arch_config": { + "activation": "silu", + "attention_type": "standard", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "moe", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 8, + "n_heads": 8, + "n_kv_heads": 1, + "n_layers": 4, + "norm": "layernorm", + "pos_embed": "rope", + "qk_norm": true, + "tie_embeddings": true, + "top_k": 2, + "vocab_size": 72 + }, + "attention_kind": "mqa", + "hash": "2ce789f010b7", + "name": "layernorm+mqa+moe+silu+qkn=on+rope", + "path": "checkpoints/2ce789f010b7.pt", + "qk_norm_divergence": "pass", + "seed": 1337, + "source_config": "training/configs/ln_mqa_moe_silu_qkn1_rope.json", + "trained_at": 1779039543, + "val_loss": 1.1349277913570404 + }, + "2df9eca596db": { + "arch_config": { + "activation": "gelu", + "attention_type": "standard", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "moe", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 8, + "n_heads": 8, + "n_kv_heads": 1, + "n_layers": 4, + "norm": "layernorm", + "pos_embed": "rope", + "qk_norm": true, + "tie_embeddings": true, + "top_k": 2, + "vocab_size": 72 + }, + "attention_kind": "mqa", + "hash": "2df9eca596db", + "name": "layernorm+mqa+moe+gelu+qkn=on+rope", + "path": "checkpoints/2df9eca596db.pt", + "qk_norm_divergence": "pass", + "seed": 1337, + "source_config": "training/configs/ln_mqa_moe_gelu_qkn1_rope.json", + "trained_at": 1779037302, + "val_loss": 1.142279052734375 + }, + "2e496239d275": { + "arch_config": { + "activation": "silu", + "attention_type": "standard", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "dense", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 4, + "n_heads": 8, + "n_kv_heads": 2, + "n_layers": 4, + "norm": "rmsnorm", + "pos_embed": "rope", + "qk_norm": false, + "tie_embeddings": true, + "top_k": 1, + "vocab_size": 72 + }, + "attention_kind": "gqa", + "hash": "2e496239d275", + "name": "rmsnorm+gqa+dense+silu+qkn=off+rope", + "path": "checkpoints/2e496239d275.pt", + "qk_norm_divergence": "pass", + "seed": 1337, + "source_config": "training/configs/rms_gqa_dense_silu_qkn0_rope.json", + "trained_at": 1779040372, + "val_loss": 0.9333814695477486 + }, + "2e64be3660fa": { + "arch_config": { + "activation": "silu", + "attention_type": "standard", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "moe", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 8, + "n_heads": 8, + "n_kv_heads": 2, + "n_layers": 4, + "norm": "layernorm", + "pos_embed": "absolute", + "qk_norm": false, + "tie_embeddings": true, + "top_k": 2, + "vocab_size": 72 + }, + "attention_kind": "gqa", + "hash": "2e64be3660fa", + "name": "layernorm+gqa+moe+silu+qkn=off+absolute", + "path": "checkpoints/2e64be3660fa.pt", + "qk_norm_divergence": "pass", + "seed": 1337, + "source_config": "training/configs/ln_gqa_moe_silu_qkn0_abs.json", + "trained_at": 1779027752, + "val_loss": 0.9564742088317871 + }, + "2e840eba79f9": { + "arch_config": { + "activation": "silu", + "attention_type": "standard", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "moe", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 8, + "n_heads": 8, + "n_kv_heads": 8, + "n_layers": 4, + "norm": "layernorm", + "pos_embed": "rope", + "qk_norm": false, + "tie_embeddings": true, + "top_k": 2, + "vocab_size": 72 + }, + "attention_kind": "mha", + "hash": "2e840eba79f9", + "name": "layernorm+mha+moe+silu+qkn=off+rope", + "path": "checkpoints/2e840eba79f9.pt", + "qk_norm_divergence": "pass", + "seed": 1337, + "source_config": "training/configs/ln_mha_moe_silu_qkn0_rope.json", + "trained_at": 1779032429, + "val_loss": 1.100605246424675 + }, + "2ee9fcd0d813": { + "arch_config": { + "activation": "silu", + "attention_type": "mla", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "dense", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 4, + "n_heads": 8, + "n_kv_heads": 1, + "n_layers": 4, + "norm": "rmsnorm", + "pos_embed": "rope", + "qk_norm": true, + "tie_embeddings": true, + "top_k": 1, + "vocab_size": 72 + }, + "attention_kind": "mqa", + "hash": "2ee9fcd0d813", + "name": "rmsnorm+mla+dense+silu+qkn=on+rope", + "path": "checkpoints/2ee9fcd0d813.pt", + "qk_norm_divergence": "pass", + "seed": 1337, + "source_config": "training/configs/rms_mla_dense_silu_qkn1_rope.json", + "trained_at": 1779049076, + "val_loss": 1.013638137280941 + }, + "2f6c6c347139": { + "arch_config": { + "activation": "silu", + "attention_type": "standard", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "dense", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 4, + "n_heads": 8, + "n_kv_heads": 8, + "n_layers": 4, + "norm": "rmsnorm", + "pos_embed": "rope", + "qk_norm": false, + "tie_embeddings": true, + "top_k": 1, + "vocab_size": 72 + }, + "attention_kind": "mha", + "hash": "2f6c6c347139", + "name": "rmsnorm+mha+dense+silu+qkn=off+rope", + "path": "checkpoints/2f6c6c347139.pt", + "qk_norm_divergence": "pass", + "seed": 1337, + "source_config": "training/configs/rms_mha_dense_silu_qkn0_rope.json", + "trained_at": 1779045013, + "val_loss": 0.9344323292374611 + }, + "2fa4695b96b3": { + "arch_config": { + "activation": "silu", + "attention_type": "standard", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "dense", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 4, + "n_heads": 8, + "n_kv_heads": 8, + "n_layers": 4, + "norm": "rmsnorm", + "pos_embed": "absolute", + "qk_norm": true, + "tie_embeddings": true, + "top_k": 1, + "vocab_size": 72 + }, + "attention_kind": "mha", + "hash": "2fa4695b96b3", + "name": "rmsnorm+mha+dense+silu+qkn=on+absolute", + "path": "checkpoints/2fa4695b96b3.pt", + "qk_norm_divergence": "pass", + "seed": 1337, + "source_config": "training/configs/rms_mha_dense_silu_qkn1_abs.json", + "trained_at": 1779045100, + "val_loss": 1.044029025733471 + }, + "3342a44b8ca4": { + "arch_config": { + "activation": "silu", + "attention_type": "standard", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "moe", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 8, + "n_heads": 8, + "n_kv_heads": 1, + "n_layers": 4, + "norm": "layernorm", + "pos_embed": "rope", + "qk_norm": false, + "tie_embeddings": true, + "top_k": 2, + "vocab_size": 72 + }, + "attention_kind": "mqa", + "hash": "3342a44b8ca4", + "name": "layernorm+mqa+moe+silu+qkn=off+rope", + "path": "checkpoints/3342a44b8ca4.pt", + "qk_norm_divergence": "pass", + "seed": 1337, + "source_config": "training/configs/ln_mqa_moe_silu_qkn0_rope.json", + "trained_at": 1779038978, + "val_loss": 1.1026099294424057 + }, + "36392916576e": { + "arch_config": { + "activation": "relu2", + "attention_type": "mla", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "moe", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 8, + "n_heads": 8, + "n_kv_heads": 1, + "n_layers": 4, + "norm": "rmsnorm", + "pos_embed": "rope", + "qk_norm": false, + "tie_embeddings": true, + "top_k": 2, + "vocab_size": 72 + }, + "attention_kind": "mqa", + "hash": "36392916576e", + "name": "rmsnorm+mla+moe+relu2+qkn=off+rope", + "path": "checkpoints/36392916576e.pt", + "qk_norm_divergence": "pass", + "seed": 1337, + "source_config": "training/configs/rms_mla_moe_rl2_qkn0_rope.json", + "trained_at": 1779049954, + "val_loss": 0.9847068473696708 + }, + "383a7cba5156": { + "arch_config": { + "activation": "gelu", + "attention_type": "standard", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "moe", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 8, + "n_heads": 8, + "n_kv_heads": 8, + "n_layers": 4, + "norm": "layernorm", + "pos_embed": "rope", + "qk_norm": true, + "tie_embeddings": true, + "top_k": 2, + "vocab_size": 72 + }, + "attention_kind": "mha", + "hash": "383a7cba5156", + "name": "layernorm+mha+moe+gelu+qkn=on+rope", + "path": "checkpoints/383a7cba5156.pt", + "qk_norm_divergence": "pass", + "seed": 1337, + "source_config": "training/configs/ln_mha_moe_gelu_qkn1_rope.json", + "trained_at": 1779030735, + "val_loss": 1.155469498038292 + }, + "3a0ed883f53c": { + "arch_config": { + "activation": "relu2", + "attention_type": "standard", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "dense", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 4, + "n_heads": 8, + "n_kv_heads": 2, + "n_layers": 4, + "norm": "layernorm", + "pos_embed": "absolute", + "qk_norm": false, + "tie_embeddings": true, + "top_k": 1, + "vocab_size": 72 + }, + "attention_kind": "gqa", + "hash": "3a0ed883f53c", + "name": "layernorm+gqa+dense+relu2+qkn=off+absolute", + "path": "checkpoints/3a0ed883f53c.pt", + "qk_norm_divergence": "pass", + "trained_at": 1779024546, + "val_loss": 1.056739655137062 + }, + "3a632d82ae4d": { + "arch_config": { + "activation": "silu", + "attention_type": "standard", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "dense", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 4, + "n_heads": 8, + "n_kv_heads": 1, + "n_layers": 4, + "norm": "rmsnorm", + "pos_embed": "rope", + "qk_norm": false, + "tie_embeddings": true, + "top_k": 1, + "vocab_size": 72 + }, + "attention_kind": "mqa", + "hash": "3a632d82ae4d", + "name": "rmsnorm+mqa+dense+silu+qkn=off+rope", + "path": "checkpoints/3a632d82ae4d.pt", + "qk_norm_divergence": "pass", + "seed": 1337, + "source_config": "training/configs/rms_mqa_dense_silu_qkn0_rope.json", + "trained_at": 1779051667, + "val_loss": 0.9486333340406418 + }, + "3aee10e6aef6": { + "arch_config": { + "activation": "relu2", + "attention_type": "standard", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "moe", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 8, + "n_heads": 8, + "n_kv_heads": 2, + "n_layers": 4, + "norm": "layernorm", + "pos_embed": "absolute", + "qk_norm": true, + "tie_embeddings": true, + "top_k": 2, + "vocab_size": 72 + }, + "attention_kind": "gqa", + "hash": "3aee10e6aef6", + "name": "layernorm+gqa+moe+relu2+qkn=on+absolute", + "path": "checkpoints/3aee10e6aef6.pt", + "qk_norm_divergence": "pass", + "trained_at": 1779027071, + "val_loss": 1.0235798835754395 + }, + "3bb3b14a07ec": { + "arch_config": { + "activation": "relu2", + "attention_type": "standard", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "dense", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 4, + "n_heads": 8, + "n_kv_heads": 2, + "n_layers": 4, + "norm": "rmsnorm", + "pos_embed": "absolute", + "qk_norm": false, + "tie_embeddings": true, + "top_k": 1, + "vocab_size": 72 + }, + "attention_kind": "gqa", + "hash": "3bb3b14a07ec", + "name": "rmsnorm+gqa+dense+relu2+qkn=off+absolute", + "path": "checkpoints/3bb3b14a07ec.pt", + "qk_norm_divergence": "pass", + "seed": 1337, + "source_config": "training/configs/rms_gqa_dense_rl2_qkn0_abs.json", + "trained_at": 1779039955, + "val_loss": 1.047006903588772 + }, + "3d00ec397f08": { + "arch_config": { + "activation": "gelu", + "attention_type": "standard", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "moe", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 8, + "n_heads": 8, + "n_kv_heads": 2, + "n_layers": 4, + "norm": "layernorm", + "pos_embed": "rope", + "qk_norm": true, + "tie_embeddings": true, + "top_k": 2, + "vocab_size": 72 + }, + "attention_kind": "gqa", + "hash": "3d00ec397f08", + "name": "layernorm+gqa+moe+gelu+qkn=on+rope", + "path": "checkpoints/3d00ec397f08.pt", + "qk_norm_divergence": "pass", + "trained_at": 1779026217, + "val_loss": 1.1467235296964646 + }, + "3e1cca2bd82e": { + "arch_config": { + "activation": "relu2", + "attention_type": "standard", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "moe", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 8, + "n_heads": 8, + "n_kv_heads": 8, + "n_layers": 4, + "norm": "layernorm", + "pos_embed": "absolute", + "qk_norm": false, + "tie_embeddings": true, + "top_k": 2, + "vocab_size": 72 + }, + "attention_kind": "mha", + "hash": "3e1cca2bd82e", + "name": "layernorm+mha+moe+relu2+qkn=off+absolute", + "path": "checkpoints/3e1cca2bd82e.pt", + "qk_norm_divergence": "pass", + "seed": 1337, + "source_config": "training/configs/ln_mha_moe_rl2_qkn0_abs.json", + "trained_at": 1779030996, + "val_loss": 0.9544561505317688 + }, + "3e638767b309": { + "arch_config": { + "activation": "silu", + "attention_type": "standard", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "dense", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 4, + "n_heads": 8, + "n_kv_heads": 8, + "n_layers": 4, + "norm": "rmsnorm", + "pos_embed": "rope", + "qk_norm": true, + "tie_embeddings": true, + "top_k": 1, + "vocab_size": 72 + }, + "attention_kind": "mha", + "hash": "3e638767b309", + "name": "rmsnorm+mha+dense+silu+qkn=on+rope", + "path": "checkpoints/3e638767b309.pt", + "qk_norm_divergence": "pass", + "seed": 1337, + "source_config": "training/configs/rms_mha_dense_silu_qkn1_rope.json", + "trained_at": 1779045195, + "val_loss": 0.9661245837807655 + }, + "3faef963b2e5": { + "arch_config": { + "activation": "silu", + "attention_type": "standard", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "dense", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 4, + "n_heads": 8, + "n_kv_heads": 1, + "n_layers": 4, + "norm": "layernorm", + "pos_embed": "absolute", + "qk_norm": true, + "tie_embeddings": true, + "top_k": 1, + "vocab_size": 72 + }, + "attention_kind": "mqa", + "hash": "3faef963b2e5", + "name": "layernorm+mqa+dense+silu+qkn=on+absolute", + "path": "checkpoints/3faef963b2e5.pt", + "qk_norm_divergence": "pass", + "seed": 1337, + "source_config": "training/configs/ln_mqa_dense_silu_qkn1_abs.json", + "trained_at": 1779036130, + "val_loss": 1.0466212034225464 + }, + "42ccca60b8ab": { + "arch_config": { + "activation": "gelu", + "attention_type": "standard", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "dense", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 4, + "n_heads": 8, + "n_kv_heads": 2, + "n_layers": 4, + "norm": "rmsnorm", + "pos_embed": "absolute", + "qk_norm": false, + "tie_embeddings": true, + "top_k": 1, + "vocab_size": 72 + }, + "attention_kind": "gqa", + "hash": "42ccca60b8ab", + "name": "rmsnorm+gqa+dense+gelu+qkn=off+absolute", + "path": "checkpoints/42ccca60b8ab.pt", + "qk_norm_divergence": "pass", + "seed": 1337, + "source_config": "training/configs/rms_gqa_dense_gelu_qkn0_abs.json", + "trained_at": 1779039620, + "val_loss": 1.043855296075344 + }, + "4338ab57f578": { + "arch_config": { + "activation": "gelu", + "attention_type": "standard", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "moe", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 8, + "n_heads": 8, + "n_kv_heads": 1, + "n_layers": 4, + "norm": "rmsnorm", + "pos_embed": "rope", + "qk_norm": true, + "tie_embeddings": true, + "top_k": 2, + "vocab_size": 72 + }, + "attention_kind": "mqa", + "hash": "4338ab57f578", + "name": "rmsnorm+mqa+moe+gelu+qkn=on+rope", + "path": "checkpoints/4338ab57f578.pt", + "qk_norm_divergence": "pass", + "seed": 1337, + "source_config": "training/configs/rms_mqa_moe_gelu_qkn1_rope.json", + "trained_at": 1779052998, + "val_loss": 1.1428485631942749 + }, + "4512d49e0a45": { + "arch_config": { + "activation": "silu", + "attention_type": "standard", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "dense", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 4, + "n_heads": 8, + "n_kv_heads": 8, + "n_layers": 4, + "norm": "layernorm", + "pos_embed": "absolute", + "qk_norm": true, + "tie_embeddings": true, + "top_k": 1, + "vocab_size": 72 + }, + "attention_kind": "mha", + "hash": "4512d49e0a45", + "name": "layernorm+mha+dense+silu+qkn=on+absolute", + "path": "checkpoints/4512d49e0a45.pt", + "qk_norm_divergence": "pass", + "seed": 1337, + "source_config": "training/configs/ln_mha_dense_silu_qkn1_abs.json", + "trained_at": 1779029503, + "val_loss": 1.0460483714938165 + }, + "48201cd7d408": { + "arch_config": { + "activation": "silu", + "attention_type": "standard", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "moe", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 4, + "n_heads": 8, + "n_kv_heads": 2, + "n_layers": 4, + "norm": "rmsnorm", + "pos_embed": "rope", + "qk_norm": false, + "tie_embeddings": true, + "top_k": 1, + "vocab_size": 72 + }, + "attention_kind": "gqa", + "hash": "48201cd7d408", + "name": "rmsnorm+gqa+moe_small(4,1)+silu+qkn=off+rope", + "path": "checkpoints/48201cd7d408.pt", + "qk_norm_divergence": "unchecked", + "seed": 1337, + "source_config": "training/configs/rms_gqa_moe-small_silu_qkn0_rope.json", + "trained_at": 1779044153, + "val_loss": 0.9730420708656311 + }, + "5087dc1d571f": { + "arch_config": { + "activation": "silu", + "attention_type": "mla", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "dense", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 4, + "n_heads": 8, + "n_kv_heads": 1, + "n_layers": 4, + "norm": "layernorm", + "pos_embed": "rope", + "qk_norm": true, + "tie_embeddings": true, + "top_k": 1, + "vocab_size": 72 + }, + "attention_kind": "mqa", + "hash": "5087dc1d571f", + "name": "layernorm+mla+dense+silu+qkn=on+rope", + "path": "checkpoints/5087dc1d571f.pt", + "qk_norm_divergence": "pass", + "seed": 1337, + "source_config": "training/configs/ln_mla_dense_silu_qkn1_rope.json", + "trained_at": 1779033536, + "val_loss": 1.0210059970617293 + }, + "51af571f1e91": { + "arch_config": { + "activation": "gelu", + "attention_type": "mla", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "dense", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 4, + "n_heads": 8, + "n_kv_heads": 1, + "n_layers": 4, + "norm": "rmsnorm", + "pos_embed": "rope", + "qk_norm": true, + "tie_embeddings": true, + "top_k": 1, + "vocab_size": 72 + }, + "attention_kind": "mqa", + "hash": "51af571f1e91", + "name": "rmsnorm+mla+dense+gelu+qkn=on+rope", + "path": "checkpoints/51af571f1e91.pt", + "qk_norm_divergence": "pass", + "seed": 1337, + "source_config": "training/configs/rms_mla_dense_gelu_qkn1_rope.json", + "trained_at": 1779048721, + "val_loss": 1.0079827412962914 + }, + "535f2dcc839a": { + "arch_config": { + "activation": "gelu", + "attention_type": "standard", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "dense", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 4, + "n_heads": 8, + "n_kv_heads": 1, + "n_layers": 4, + "norm": "rmsnorm", + "pos_embed": "rope", + "qk_norm": true, + "tie_embeddings": true, + "top_k": 1, + "vocab_size": 72 + }, + "attention_kind": "mqa", + "hash": "535f2dcc839a", + "name": "rmsnorm+mqa+dense+gelu+qkn=on+rope", + "path": "checkpoints/535f2dcc839a.pt", + "qk_norm_divergence": "pass", + "seed": 1337, + "source_config": "training/configs/rms_mqa_dense_gelu_qkn1_rope.json", + "trained_at": 1779051172, + "val_loss": 0.9639385744929314 + }, + "538c4e8fda0a": { + "arch_config": { + "activation": "relu2", + "attention_type": "mla", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "dense", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 4, + "n_heads": 8, + "n_kv_heads": 1, + "n_layers": 4, + "norm": "layernorm", + "pos_embed": "rope", + "qk_norm": true, + "tie_embeddings": true, + "top_k": 1, + "vocab_size": 72 + }, + "attention_kind": "mqa", + "hash": "538c4e8fda0a", + "name": "layernorm+mla+dense+relu2+qkn=on+rope", + "path": "checkpoints/538c4e8fda0a.pt", + "qk_norm_divergence": "pass", + "seed": 1337, + "source_config": "training/configs/ln_mla_dense_rl2_qkn1_rope.json", + "trained_at": 1779033351, + "val_loss": 1.0085480466485024 + }, + "54657c0139a7": { + "arch_config": { + "activation": "relu2", + "attention_type": "standard", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "dense", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 4, + "n_heads": 8, + "n_kv_heads": 2, + "n_layers": 4, + "norm": "layernorm", + "pos_embed": "rope", + "qk_norm": false, + "tie_embeddings": true, + "top_k": 1, + "vocab_size": 72 + }, + "attention_kind": "gqa", + "hash": "54657c0139a7", + "name": "layernorm+gqa+dense+relu2+qkn=off+rope", + "path": "checkpoints/54657c0139a7.pt", + "qk_norm_divergence": "pass", + "trained_at": 1779024625, + "val_loss": 0.9493682354688644 + }, + "5490c310a40d": { + "arch_config": { + "activation": "relu2", + "attention_type": "standard", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "dense", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 4, + "n_heads": 8, + "n_kv_heads": 8, + "n_layers": 4, + "norm": "layernorm", + "pos_embed": "absolute", + "qk_norm": false, + "tie_embeddings": true, + "top_k": 1, + "vocab_size": 72 + }, + "attention_kind": "mha", + "hash": "5490c310a40d", + "name": "layernorm+mha+dense+relu2+qkn=off+absolute", + "path": "checkpoints/5490c310a40d.pt", + "qk_norm_divergence": "pass", + "seed": 1337, + "source_config": "training/configs/ln_mha_dense_rl2_qkn0_abs.json", + "trained_at": 1779029003, + "val_loss": 1.0478619933128357 + }, + "598d6d70b0ec": { + "arch_config": { + "activation": "silu", + "attention_type": "mla", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "moe", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 8, + "n_heads": 8, + "n_kv_heads": 1, + "n_layers": 4, + "norm": "layernorm", + "pos_embed": "rope", + "qk_norm": false, + "tie_embeddings": true, + "top_k": 2, + "vocab_size": 72 + }, + "attention_kind": "mqa", + "hash": "598d6d70b0ec", + "name": "layernorm+mla+moe+silu+qkn=off+rope", + "path": "checkpoints/598d6d70b0ec.pt", + "qk_norm_divergence": "pass", + "seed": 1337, + "source_config": "training/configs/ln_mla_moe_silu_qkn0_rope.json", + "trained_at": 1779034989, + "val_loss": 0.9890637621283531 + }, + "5a83fdda9c49": { + "arch_config": { + "activation": "silu", + "attention_type": "standard", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "moe", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 8, + "n_heads": 8, + "n_kv_heads": 8, + "n_layers": 4, + "norm": "layernorm", + "pos_embed": "absolute", + "qk_norm": false, + "tie_embeddings": true, + "top_k": 2, + "vocab_size": 72 + }, + "attention_kind": "mha", + "hash": "5a83fdda9c49", + "name": "layernorm+mha+moe+silu+qkn=off+absolute", + "path": "checkpoints/5a83fdda9c49.pt", + "qk_norm_divergence": "pass", + "seed": 1337, + "source_config": "training/configs/ln_mha_moe_silu_qkn0_abs.json", + "trained_at": 1779032125, + "val_loss": 0.9532573238015175 + }, + "5b560197499e": { + "arch_config": { + "activation": "relu2", + "attention_type": "standard", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "dense", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 4, + "n_heads": 8, + "n_kv_heads": 8, + "n_layers": 4, + "norm": "layernorm", + "pos_embed": "absolute", + "qk_norm": true, + "tie_embeddings": true, + "top_k": 1, + "vocab_size": 72 + }, + "attention_kind": "mha", + "hash": "5b560197499e", + "name": "layernorm+mha+dense+relu2+qkn=on+absolute", + "path": "checkpoints/5b560197499e.pt", + "qk_norm_divergence": "pass", + "seed": 1337, + "source_config": "training/configs/ln_mha_dense_rl2_qkn1_abs.json", + "trained_at": 1779029175, + "val_loss": 1.036543034017086 + }, + "5c0930344de5": { + "arch_config": { + "activation": "gelu", + "attention_type": "standard", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "moe", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 8, + "n_heads": 8, + "n_kv_heads": 1, + "n_layers": 4, + "norm": "rmsnorm", + "pos_embed": "rope", + "qk_norm": false, + "tie_embeddings": true, + "top_k": 2, + "vocab_size": 72 + }, + "attention_kind": "mqa", + "hash": "5c0930344de5", + "name": "rmsnorm+mqa+moe+gelu+qkn=off+rope", + "path": "checkpoints/5c0930344de5.pt", + "qk_norm_divergence": "pass", + "seed": 1337, + "source_config": "training/configs/rms_mqa_moe_gelu_qkn0_rope.json", + "trained_at": 1779052391, + "val_loss": 1.1229304909706115 + }, + "5c68239b026d": { + "arch_config": { + "activation": "relu2", + "attention_type": "standard", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "dense", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 4, + "n_heads": 8, + "n_kv_heads": 1, + "n_layers": 4, + "norm": "layernorm", + "pos_embed": "absolute", + "qk_norm": true, + "tie_embeddings": true, + "top_k": 1, + "vocab_size": 72 + }, + "attention_kind": "mqa", + "hash": "5c68239b026d", + "name": "layernorm+mqa+dense+relu2+qkn=on+absolute", + "path": "checkpoints/5c68239b026d.pt", + "qk_norm_divergence": "pass", + "seed": 1337, + "source_config": "training/configs/ln_mqa_dense_rl2_qkn1_abs.json", + "trained_at": 1779035822, + "val_loss": 1.045587158203125 + }, + "5cf19ade3757": { + "arch_config": { + "activation": "gelu", + "attention_type": "mla", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "dense", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 4, + "n_heads": 8, + "n_kv_heads": 1, + "n_layers": 4, + "norm": "layernorm", + "pos_embed": "rope", + "qk_norm": false, + "tie_embeddings": true, + "top_k": 1, + "vocab_size": 72 + }, + "attention_kind": "mqa", + "hash": "5cf19ade3757", + "name": "layernorm+mla+dense+gelu+qkn=off+rope", + "path": "checkpoints/5cf19ade3757.pt", + "qk_norm_divergence": "pass", + "seed": 1337, + "source_config": "training/configs/ln_mla_dense_gelu_qkn0_rope.json", + "trained_at": 1779033074, + "val_loss": 0.96251490265131 + }, + "5d030f52d9ba": { + "arch_config": { + "activation": "relu2", + "attention_type": "standard", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "moe", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 8, + "n_heads": 8, + "n_kv_heads": 2, + "n_layers": 4, + "norm": "layernorm", + "pos_embed": "rope", + "qk_norm": false, + "tie_embeddings": true, + "top_k": 2, + "vocab_size": 72 + }, + "attention_kind": "gqa", + "hash": "5d030f52d9ba", + "name": "layernorm+gqa+moe+relu2+qkn=off+rope", + "path": "checkpoints/5d030f52d9ba.pt", + "qk_norm_divergence": "pass", + "trained_at": 1779026776, + "val_loss": 1.044311572611332 + }, + "5ed289c46818": { + "arch_config": { + "activation": "silu", + "attention_type": "standard", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "dense", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 4, + "n_heads": 8, + "n_kv_heads": 2, + "n_layers": 4, + "norm": "layernorm", + "pos_embed": "absolute", + "qk_norm": false, + "tie_embeddings": true, + "top_k": 1, + "vocab_size": 72 + }, + "attention_kind": "gqa", + "hash": "5ed289c46818", + "name": "layernorm+gqa+dense+silu+qkn=off+absolute", + "path": "checkpoints/5ed289c46818.pt", + "qk_norm_divergence": "pass", + "trained_at": 1779024861, + "val_loss": 1.0443431660532951 + }, + "60263d286117": { + "arch_config": { + "activation": "silu", + "attention_type": "standard", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "dense", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 4, + "n_heads": 8, + "n_kv_heads": 2, + "n_layers": 4, + "norm": "rmsnorm", + "pos_embed": "absolute", + "qk_norm": false, + "tie_embeddings": true, + "top_k": 1, + "vocab_size": 72 + }, + "attention_kind": "gqa", + "hash": "60263d286117", + "name": "rmsnorm+gqa+dense+silu+qkn=off+absolute", + "path": "checkpoints/60263d286117.pt", + "qk_norm_divergence": "pass", + "seed": 1337, + "source_config": "training/configs/rms_gqa_dense_silu_qkn0_abs.json", + "trained_at": 1779040291, + "val_loss": 1.0489339396357535 + }, + "61b024b2f691": { + "arch_config": { + "activation": "silu", + "attention_type": "standard", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "moe", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 8, + "n_heads": 8, + "n_kv_heads": 1, + "n_layers": 4, + "norm": "layernorm", + "pos_embed": "absolute", + "qk_norm": true, + "tie_embeddings": true, + "top_k": 2, + "vocab_size": 72 + }, + "attention_kind": "mqa", + "hash": "61b024b2f691", + "name": "layernorm+mqa+moe+silu+qkn=on+absolute", + "path": "checkpoints/61b024b2f691.pt", + "qk_norm_divergence": "pass", + "seed": 1337, + "source_config": "training/configs/ln_mqa_moe_silu_qkn1_abs.json", + "trained_at": 1779039257, + "val_loss": 1.0421107023954392 + }, + "63daf70097f3": { + "arch_config": { + "activation": "gelu", + "attention_type": "standard", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "dense", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 4, + "n_heads": 8, + "n_kv_heads": 2, + "n_layers": 4, + "norm": "layernorm", + "pos_embed": "rope", + "qk_norm": true, + "tie_embeddings": true, + "top_k": 1, + "vocab_size": 72 + }, + "attention_kind": "gqa", + "hash": "63daf70097f3", + "name": "layernorm+gqa+dense+gelu+qkn=on+rope", + "path": "checkpoints/63daf70097f3.pt", + "qk_norm_divergence": "pass", + "trained_at": 1779024473, + "val_loss": 0.9542037606239319 + }, + "6497e6432df2": { + "arch_config": { + "activation": "relu2", + "attention_type": "standard", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "dense", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 4, + "n_heads": 8, + "n_kv_heads": 1, + "n_layers": 4, + "norm": "layernorm", + "pos_embed": "rope", + "qk_norm": false, + "tie_embeddings": true, + "top_k": 1, + "vocab_size": 72 + }, + "attention_kind": "mqa", + "hash": "6497e6432df2", + "name": "layernorm+mqa+dense+relu2+qkn=off+rope", + "path": "checkpoints/6497e6432df2.pt", + "qk_norm_divergence": "pass", + "seed": 1337, + "source_config": "training/configs/ln_mqa_dense_rl2_qkn0_rope.json", + "trained_at": 1779035743, + "val_loss": 0.9407703414559364 + }, + "650462cdc452": { + "arch_config": { + "activation": "gelu", + "attention_type": "standard", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "dense", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 4, + "n_heads": 8, + "n_kv_heads": 2, + "n_layers": 4, + "norm": "rmsnorm", + "pos_embed": "rope", + "qk_norm": true, + "tie_embeddings": true, + "top_k": 1, + "vocab_size": 72 + }, + "attention_kind": "gqa", + "hash": "650462cdc452", + "name": "rmsnorm+gqa+dense+gelu+qkn=on+rope", + "path": "checkpoints/650462cdc452.pt", + "qk_norm_divergence": "pass", + "seed": 1337, + "source_config": "training/configs/rms_gqa_dense_gelu_qkn1_rope.json", + "trained_at": 1779039878, + "val_loss": 0.9495414659380913 + }, + "68f43608db45": { + "arch_config": { + "activation": "relu2", + "attention_type": "standard", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "dense", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 4, + "n_heads": 8, + "n_kv_heads": 2, + "n_layers": 4, + "norm": "layernorm", + "pos_embed": "absolute", + "qk_norm": true, + "tie_embeddings": true, + "top_k": 1, + "vocab_size": 72 + }, + "attention_kind": "gqa", + "hash": "68f43608db45", + "name": "layernorm+gqa+dense+relu2+qkn=on+absolute", + "path": "checkpoints/68f43608db45.pt", + "qk_norm_divergence": "pass", + "trained_at": 1779024705, + "val_loss": 1.0381938084959983 + }, + "6d5f6b7c67ce": { + "arch_config": { + "activation": "relu2", + "attention_type": "standard", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "moe", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 8, + "n_heads": 8, + "n_kv_heads": 1, + "n_layers": 4, + "norm": "layernorm", + "pos_embed": "absolute", + "qk_norm": false, + "tie_embeddings": true, + "top_k": 2, + "vocab_size": 72 + }, + "attention_kind": "mqa", + "hash": "6d5f6b7c67ce", + "name": "layernorm+mqa+moe+relu2+qkn=off+absolute", + "path": "checkpoints/6d5f6b7c67ce.pt", + "qk_norm_divergence": "pass", + "seed": 1337, + "source_config": "training/configs/ln_mqa_moe_rl2_qkn0_abs.json", + "trained_at": 1779037585, + "val_loss": 0.9483887284994126 + }, + "6faa371cfea7": { + "arch_config": { + "activation": "relu2", + "attention_type": "standard", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "dense", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 4, + "n_heads": 8, + "n_kv_heads": 8, + "n_layers": 4, + "norm": "rmsnorm", + "pos_embed": "absolute", + "qk_norm": false, + "tie_embeddings": true, + "top_k": 1, + "vocab_size": 72 + }, + "attention_kind": "mha", + "hash": "6faa371cfea7", + "name": "rmsnorm+mha+dense+relu2+qkn=off+absolute", + "path": "checkpoints/6faa371cfea7.pt", + "qk_norm_divergence": "pass", + "seed": 1337, + "source_config": "training/configs/rms_mha_dense_rl2_qkn0_abs.json", + "trained_at": 1779044575, + "val_loss": 1.0429229438304901 + }, + "704d73b68c6c": { + "arch_config": { + "activation": "relu2", + "attention_type": "standard", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "moe", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 8, + "n_heads": 8, + "n_kv_heads": 2, + "n_layers": 4, + "norm": "rmsnorm", + "pos_embed": "absolute", + "qk_norm": true, + "tie_embeddings": true, + "top_k": 2, + "vocab_size": 72 + }, + "attention_kind": "gqa", + "hash": "704d73b68c6c", + "name": "rmsnorm+gqa+moe+relu2+qkn=on+absolute", + "path": "checkpoints/704d73b68c6c.pt", + "qk_norm_divergence": "pass", + "seed": 1337, + "source_config": "training/configs/rms_gqa_moe_rl2_qkn1_abs.json", + "trained_at": 1779042539, + "val_loss": 1.0360875740647315 + }, + "7136617163a6": { + "arch_config": { + "activation": "relu2", + "attention_type": "standard", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "dense", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 4, + "n_heads": 8, + "n_kv_heads": 2, + "n_layers": 4, + "norm": "rmsnorm", + "pos_embed": "absolute", + "qk_norm": true, + "tie_embeddings": true, + "top_k": 1, + "vocab_size": 72 + }, + "attention_kind": "gqa", + "hash": "7136617163a6", + "name": "rmsnorm+gqa+dense+relu2+qkn=on+absolute", + "path": "checkpoints/7136617163a6.pt", + "qk_norm_divergence": "pass", + "seed": 1337, + "source_config": "training/configs/rms_gqa_dense_rl2_qkn1_abs.json", + "trained_at": 1779040125, + "val_loss": 1.0427632927894592 + }, + "71b9a28924f9": { + "arch_config": { + "activation": "relu2", + "attention_type": "standard", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "dense", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 4, + "n_heads": 8, + "n_kv_heads": 2, + "n_layers": 4, + "norm": "rmsnorm", + "pos_embed": "rope", + "qk_norm": false, + "tie_embeddings": true, + "top_k": 1, + "vocab_size": 72 + }, + "attention_kind": "gqa", + "hash": "71b9a28924f9", + "name": "rmsnorm+gqa+dense+relu2+qkn=off+rope", + "path": "checkpoints/71b9a28924f9.pt", + "qk_norm_divergence": "pass", + "seed": 1337, + "source_config": "training/configs/rms_gqa_dense_rl2_qkn0_rope.json", + "trained_at": 1779040040, + "val_loss": 0.9476832404732705 + }, + "73d43e2dcc75": { + "arch_config": { + "activation": "gelu", + "attention_type": "standard", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "moe", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 8, + "n_heads": 8, + "n_kv_heads": 8, + "n_layers": 4, + "norm": "layernorm", + "pos_embed": "rope", + "qk_norm": false, + "tie_embeddings": true, + "top_k": 2, + "vocab_size": 72 + }, + "attention_kind": "mha", + "hash": "73d43e2dcc75", + "name": "layernorm+mha+moe+gelu+qkn=off+rope", + "path": "checkpoints/73d43e2dcc75.pt", + "qk_norm_divergence": "pass", + "seed": 1337, + "source_config": "training/configs/ln_mha_moe_gelu_qkn0_rope.json", + "trained_at": 1779030150, + "val_loss": 1.1292750120162964 + }, + "75d6bd16c119": { + "arch_config": { + "activation": "silu", + "attention_type": "standard", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "moe", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 8, + "n_heads": 8, + "n_kv_heads": 8, + "n_layers": 4, + "norm": "rmsnorm", + "pos_embed": "rope", + "qk_norm": false, + "tie_embeddings": true, + "top_k": 2, + "vocab_size": 72 + }, + "attention_kind": "mha", + "hash": "75d6bd16c119", + "name": "rmsnorm+mha+moe+silu+qkn=off+rope", + "path": "checkpoints/75d6bd16c119.pt", + "qk_norm_divergence": "pass", + "seed": 1337, + "source_config": "training/configs/rms_mha_moe_silu_qkn0_rope.json", + "trained_at": 1779048004, + "val_loss": 1.107741394639015 + }, + "762f6365f6e7": { + "arch_config": { + "activation": "gelu", + "attention_type": "standard", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "moe", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 8, + "n_heads": 8, + "n_kv_heads": 1, + "n_layers": 4, + "norm": "layernorm", + "pos_embed": "absolute", + "qk_norm": false, + "tie_embeddings": true, + "top_k": 2, + "vocab_size": 72 + }, + "attention_kind": "mqa", + "hash": "762f6365f6e7", + "name": "layernorm+mqa+moe+gelu+qkn=off+absolute", + "path": "checkpoints/762f6365f6e7.pt", + "qk_norm_divergence": "pass", + "seed": 1337, + "source_config": "training/configs/ln_mqa_moe_gelu_qkn0_abs.json", + "trained_at": 1779036479, + "val_loss": 0.9472532242536544 + }, + "782e533e9d07": { + "arch_config": { + "activation": "gelu", + "attention_type": "mla", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "moe", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 8, + "n_heads": 8, + "n_kv_heads": 1, + "n_layers": 4, + "norm": "layernorm", + "pos_embed": "rope", + "qk_norm": false, + "tie_embeddings": true, + "top_k": 2, + "vocab_size": 72 + }, + "attention_kind": "mqa", + "hash": "782e533e9d07", + "name": "layernorm+mla+moe+gelu+qkn=off+rope", + "path": "checkpoints/782e533e9d07.pt", + "qk_norm_divergence": "pass", + "seed": 1337, + "source_config": "training/configs/ln_mla_moe_gelu_qkn0_rope.json", + "trained_at": 1779033821, + "val_loss": 0.9919508054852486 + }, + "7d0ce4ddf152": { + "arch_config": { + "activation": "relu2", + "attention_type": "standard", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "moe", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 8, + "n_heads": 8, + "n_kv_heads": 1, + "n_layers": 4, + "norm": "rmsnorm", + "pos_embed": "absolute", + "qk_norm": true, + "tie_embeddings": true, + "top_k": 2, + "vocab_size": 72 + }, + "attention_kind": "mqa", + "hash": "7d0ce4ddf152", + "name": "rmsnorm+mqa+moe+relu2+qkn=on+absolute", + "path": "checkpoints/7d0ce4ddf152.pt", + "qk_norm_divergence": "pass", + "seed": 1337, + "source_config": "training/configs/rms_mqa_moe_rl2_qkn1_abs.json", + "trained_at": 1779053922, + "val_loss": 1.0369530662894249 + }, + "7ec9d6b320c4": { + "arch_config": { + "activation": "relu2", + "attention_type": "standard", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "moe", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 8, + "n_heads": 8, + "n_kv_heads": 1, + "n_layers": 4, + "norm": "layernorm", + "pos_embed": "rope", + "qk_norm": true, + "tie_embeddings": true, + "top_k": 2, + "vocab_size": 72 + }, + "attention_kind": "mqa", + "hash": "7ec9d6b320c4", + "name": "layernorm+mqa+moe+relu2+qkn=on+rope", + "path": "checkpoints/7ec9d6b320c4.pt", + "qk_norm_divergence": "pass", + "seed": 1338, + "source_config": "training/configs/ln_mqa_moe_rl2_qkn1_rope.json", + "trained_at": 1779055859, + "val_loss": 1.1301149070262908 + }, + "81149a44706e": { + "arch_config": { + "activation": "relu2", + "attention_type": "standard", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "moe", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 8, + "n_heads": 8, + "n_kv_heads": 1, + "n_layers": 4, + "norm": "layernorm", + "pos_embed": "rope", + "qk_norm": false, + "tie_embeddings": true, + "top_k": 2, + "vocab_size": 72 + }, + "attention_kind": "mqa", + "hash": "81149a44706e", + "name": "layernorm+mqa+moe+relu2+qkn=off+rope", + "path": "checkpoints/81149a44706e.pt", + "qk_norm_divergence": "pass", + "seed": 1337, + "source_config": "training/configs/ln_mqa_moe_rl2_qkn0_rope.json", + "trained_at": 1779037865, + "val_loss": 1.0773641169071198 + }, + "83c298ab9b98": { + "arch_config": { + "activation": "relu2", + "attention_type": "mla", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "dense", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 4, + "n_heads": 8, + "n_kv_heads": 1, + "n_layers": 4, + "norm": "layernorm", + "pos_embed": "rope", + "qk_norm": false, + "tie_embeddings": true, + "top_k": 1, + "vocab_size": 72 + }, + "attention_kind": "mqa", + "hash": "83c298ab9b98", + "name": "layernorm+mla+dense+relu2+qkn=off+rope", + "path": "checkpoints/83c298ab9b98.pt", + "qk_norm_divergence": "pass", + "seed": 1337, + "source_config": "training/configs/ln_mla_dense_rl2_qkn0_rope.json", + "trained_at": 1779033255, + "val_loss": 0.9639117375016213 + }, + "840fed47d1e3": { + "arch_config": { + "activation": "gelu", + "attention_type": "standard", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "moe", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 8, + "n_heads": 8, + "n_kv_heads": 8, + "n_layers": 4, + "norm": "rmsnorm", + "pos_embed": "rope", + "qk_norm": false, + "tie_embeddings": true, + "top_k": 2, + "vocab_size": 72 + }, + "attention_kind": "mha", + "hash": "840fed47d1e3", + "name": "rmsnorm+mha+moe+gelu+qkn=off+rope", + "path": "checkpoints/840fed47d1e3.pt", + "qk_norm_divergence": "pass", + "seed": 1337, + "source_config": "training/configs/rms_mha_moe_gelu_qkn0_rope.json", + "trained_at": 1779045725, + "val_loss": 1.1364682197570801 + }, + "85603fe0df0a": { + "arch_config": { + "activation": "silu", + "attention_type": "standard", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "dense", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 4, + "n_heads": 8, + "n_kv_heads": 1, + "n_layers": 4, + "norm": "layernorm", + "pos_embed": "rope", + "qk_norm": false, + "tie_embeddings": true, + "top_k": 1, + "vocab_size": 72 + }, + "attention_kind": "mqa", + "hash": "85603fe0df0a", + "name": "layernorm+mqa+dense+silu+qkn=off+rope", + "path": "checkpoints/85603fe0df0a.pt", + "qk_norm_divergence": "pass", + "seed": 1337, + "source_config": "training/configs/ln_mqa_dense_silu_qkn0_rope.json", + "trained_at": 1779036053, + "val_loss": 0.9414906367659569 + }, + "85c3e0f562be": { + "arch_config": { + "activation": "gelu", + "attention_type": "standard", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "dense", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 4, + "n_heads": 8, + "n_kv_heads": 1, + "n_layers": 4, + "norm": "layernorm", + "pos_embed": "absolute", + "qk_norm": true, + "tie_embeddings": true, + "top_k": 1, + "vocab_size": 72 + }, + "attention_kind": "mqa", + "hash": "85c3e0f562be", + "name": "layernorm+mqa+dense+gelu+qkn=on+absolute", + "path": "checkpoints/85c3e0f562be.pt", + "qk_norm_divergence": "pass", + "seed": 1337, + "source_config": "training/configs/ln_mqa_dense_gelu_qkn1_abs.json", + "trained_at": 1779035508, + "val_loss": 1.0453251630067826 + }, + "86e2d5655c4c": { + "arch_config": { + "activation": "gelu", + "attention_type": "standard", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "moe", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 8, + "n_heads": 8, + "n_kv_heads": 1, + "n_layers": 4, + "norm": "rmsnorm", + "pos_embed": "absolute", + "qk_norm": true, + "tie_embeddings": true, + "top_k": 2, + "vocab_size": 72 + }, + "attention_kind": "mqa", + "hash": "86e2d5655c4c", + "name": "rmsnorm+mqa+moe+gelu+qkn=on+absolute", + "path": "checkpoints/86e2d5655c4c.pt", + "qk_norm_divergence": "pass", + "seed": 1337, + "source_config": "training/configs/rms_mqa_moe_gelu_qkn1_abs.json", + "trained_at": 1779052700, + "val_loss": 1.048138003051281 + }, + "875269a52769": { + "arch_config": { + "activation": "gelu", + "attention_type": "standard", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "dense", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 4, + "n_heads": 8, + "n_kv_heads": 8, + "n_layers": 4, + "norm": "layernorm", + "pos_embed": "rope", + "qk_norm": false, + "tie_embeddings": true, + "top_k": 1, + "vocab_size": 72 + }, + "attention_kind": "mha", + "hash": "875269a52769", + "name": "layernorm+mha+dense+gelu+qkn=off+rope", + "path": "checkpoints/875269a52769.pt", + "qk_norm_divergence": "pass", + "seed": 1337, + "source_config": "training/configs/ln_mha_dense_gelu_qkn0_rope.json", + "trained_at": 1779028757, + "val_loss": 0.9350465998053551 + }, + "8801b2971e2b": { + "arch_config": { + "activation": "silu", + "attention_type": "standard", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "dense", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 4, + "n_heads": 8, + "n_kv_heads": 1, + "n_layers": 4, + "norm": "rmsnorm", + "pos_embed": "absolute", + "qk_norm": false, + "tie_embeddings": true, + "top_k": 1, + "vocab_size": 72 + }, + "attention_kind": "mqa", + "hash": "8801b2971e2b", + "name": "rmsnorm+mqa+dense+silu+qkn=off+absolute", + "path": "checkpoints/8801b2971e2b.pt", + "qk_norm_divergence": "pass", + "seed": 1337, + "source_config": "training/configs/rms_mqa_dense_silu_qkn0_abs.json", + "trained_at": 1779051587, + "val_loss": 1.0557999849319457 + }, + "8832faccfd86": { + "arch_config": { + "activation": "relu2", + "attention_type": "standard", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "moe", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 8, + "n_heads": 8, + "n_kv_heads": 8, + "n_layers": 4, + "norm": "layernorm", + "pos_embed": "rope", + "qk_norm": true, + "tie_embeddings": true, + "top_k": 2, + "vocab_size": 72 + }, + "attention_kind": "mha", + "hash": "8832faccfd86", + "name": "layernorm+mha+moe+relu2+qkn=on+rope", + "path": "checkpoints/8832faccfd86.pt", + "qk_norm_divergence": "pass", + "seed": 1337, + "source_config": "training/configs/ln_mha_moe_rl2_qkn1_rope.json", + "trained_at": 1779031881, + "val_loss": 1.1409518897533417 + }, + "88f9fd388e20": { + "arch_config": { + "activation": "gelu", + "attention_type": "standard", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "moe", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 8, + "n_heads": 8, + "n_kv_heads": 2, + "n_layers": 4, + "norm": "layernorm", + "pos_embed": "absolute", + "qk_norm": true, + "tie_embeddings": true, + "top_k": 2, + "vocab_size": 72 + }, + "attention_kind": "gqa", + "hash": "88f9fd388e20", + "name": "layernorm+gqa+moe+gelu+qkn=on+absolute", + "path": "checkpoints/88f9fd388e20.pt", + "qk_norm_divergence": "pass", + "trained_at": 1779025921, + "val_loss": 1.039492492377758 + }, + "89d764b25025": { + "arch_config": { + "activation": "silu", + "attention_type": "standard", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "moe", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 8, + "n_heads": 8, + "n_kv_heads": 1, + "n_layers": 4, + "norm": "layernorm", + "pos_embed": "absolute", + "qk_norm": false, + "tie_embeddings": true, + "top_k": 2, + "vocab_size": 72 + }, + "attention_kind": "mqa", + "hash": "89d764b25025", + "name": "layernorm+mqa+moe+silu+qkn=off+absolute", + "path": "checkpoints/89d764b25025.pt", + "qk_norm_divergence": "pass", + "seed": 1337, + "source_config": "training/configs/ln_mqa_moe_silu_qkn0_abs.json", + "trained_at": 1779038710, + "val_loss": 0.9514669328927994 + }, + "8aa606d2ce0e": { + "arch_config": { + "activation": "relu2", + "attention_type": "standard", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "dense", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 4, + "n_heads": 8, + "n_kv_heads": 8, + "n_layers": 4, + "norm": "layernorm", + "pos_embed": "rope", + "qk_norm": true, + "tie_embeddings": true, + "top_k": 1, + "vocab_size": 72 + }, + "attention_kind": "mha", + "hash": "8aa606d2ce0e", + "name": "layernorm+mha+dense+relu2+qkn=on+rope", + "path": "checkpoints/8aa606d2ce0e.pt", + "qk_norm_divergence": "pass", + "seed": 1337, + "source_config": "training/configs/ln_mha_dense_rl2_qkn1_rope.json", + "trained_at": 1779029271, + "val_loss": 0.9614899158477783 + }, + "8bab0b32be45": { + "arch_config": { + "activation": "gelu", + "attention_type": "standard", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "moe", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 8, + "n_heads": 8, + "n_kv_heads": 1, + "n_layers": 4, + "norm": "layernorm", + "pos_embed": "absolute", + "qk_norm": true, + "tie_embeddings": true, + "top_k": 2, + "vocab_size": 72 + }, + "attention_kind": "mqa", + "hash": "8bab0b32be45", + "name": "layernorm+mqa+moe+gelu+qkn=on+absolute", + "path": "checkpoints/8bab0b32be45.pt", + "qk_norm_divergence": "pass", + "seed": 1337, + "source_config": "training/configs/ln_mqa_moe_gelu_qkn1_abs.json", + "trained_at": 1779037016, + "val_loss": 1.0451903760433197 + }, + "8c1d9b5210bb": { + "arch_config": { + "activation": "gelu", + "attention_type": "standard", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "dense", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 4, + "n_heads": 8, + "n_kv_heads": 1, + "n_layers": 4, + "norm": "rmsnorm", + "pos_embed": "absolute", + "qk_norm": true, + "tie_embeddings": true, + "top_k": 1, + "vocab_size": 72 + }, + "attention_kind": "mqa", + "hash": "8c1d9b5210bb", + "name": "rmsnorm+mqa+dense+gelu+qkn=on+absolute", + "path": "checkpoints/8c1d9b5210bb.pt", + "qk_norm_divergence": "pass", + "seed": 1337, + "source_config": "training/configs/rms_mqa_dense_gelu_qkn1_abs.json", + "trained_at": 1779051085, + "val_loss": 1.0427524253726006 + }, + "8c6cd1960032": { + "arch_config": { + "activation": "gelu", + "attention_type": "standard", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "moe", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 8, + "n_heads": 8, + "n_kv_heads": 8, + "n_layers": 4, + "norm": "layernorm", + "pos_embed": "absolute", + "qk_norm": false, + "tie_embeddings": true, + "top_k": 2, + "vocab_size": 72 + }, + "attention_kind": "mha", + "hash": "8c6cd1960032", + "name": "layernorm+mha+moe+gelu+qkn=off+absolute", + "path": "checkpoints/8c6cd1960032.pt", + "qk_norm_divergence": "pass", + "seed": 1337, + "source_config": "training/configs/ln_mha_moe_gelu_qkn0_abs.json", + "trained_at": 1779029857, + "val_loss": 0.9609629198908806 + }, + "8d6ae4265bac": { + "arch_config": { + "activation": "silu", + "attention_type": "standard", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "dense", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 4, + "n_heads": 8, + "n_kv_heads": 1, + "n_layers": 4, + "norm": "layernorm", + "pos_embed": "rope", + "qk_norm": true, + "tie_embeddings": true, + "top_k": 1, + "vocab_size": 72 + }, + "attention_kind": "mqa", + "hash": "8d6ae4265bac", + "name": "layernorm+mqa+dense+silu+qkn=on+rope", + "path": "checkpoints/8d6ae4265bac.pt", + "qk_norm_divergence": "pass", + "seed": 1337, + "source_config": "training/configs/ln_mqa_dense_silu_qkn1_rope.json", + "trained_at": 1779036213, + "val_loss": 0.9607047364115715 + }, + "8dc5042d5c85": { + "arch_config": { + "activation": "relu2", + "attention_type": "standard", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "moe", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 8, + "n_heads": 8, + "n_kv_heads": 8, + "n_layers": 4, + "norm": "layernorm", + "pos_embed": "absolute", + "qk_norm": true, + "tie_embeddings": true, + "top_k": 2, + "vocab_size": 72 + }, + "attention_kind": "mha", + "hash": "8dc5042d5c85", + "name": "layernorm+mha+moe+relu2+qkn=on+absolute", + "path": "checkpoints/8dc5042d5c85.pt", + "qk_norm_divergence": "pass", + "seed": 1337, + "source_config": "training/configs/ln_mha_moe_rl2_qkn1_abs.json", + "trained_at": 1779031575, + "val_loss": 1.0280734911561011 + }, + "90f2a647397e": { + "arch_config": { + "activation": "gelu", + "attention_type": "standard", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "moe", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 8, + "n_heads": 8, + "n_kv_heads": 2, + "n_layers": 4, + "norm": "layernorm", + "pos_embed": "absolute", + "qk_norm": false, + "tie_embeddings": true, + "top_k": 2, + "vocab_size": 72 + }, + "attention_kind": "gqa", + "hash": "90f2a647397e", + "name": "layernorm+gqa+moe+gelu+qkn=off+absolute", + "path": "checkpoints/90f2a647397e.pt", + "qk_norm_divergence": "pass", + "trained_at": 1779025355, + "val_loss": 0.9552814915776253 + }, + "9254fe39edf3": { + "arch_config": { + "activation": "silu", + "attention_type": "standard", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "moe", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 8, + "n_heads": 8, + "n_kv_heads": 1, + "n_layers": 4, + "norm": "rmsnorm", + "pos_embed": "absolute", + "qk_norm": false, + "tie_embeddings": true, + "top_k": 2, + "vocab_size": 72 + }, + "attention_kind": "mqa", + "hash": "9254fe39edf3", + "name": "rmsnorm+mqa+moe+silu+qkn=off+absolute", + "path": "checkpoints/9254fe39edf3.pt", + "qk_norm_divergence": "pass", + "seed": 1337, + "source_config": "training/configs/rms_mqa_moe_silu_qkn0_abs.json", + "trained_at": 1779054505, + "val_loss": 0.9523478612303734 + }, + "932e09a714e2": { + "arch_config": { + "activation": "relu2", + "attention_type": "standard", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "dense", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 4, + "n_heads": 8, + "n_kv_heads": 2, + "n_layers": 4, + "norm": "layernorm", + "pos_embed": "rope", + "qk_norm": true, + "tie_embeddings": true, + "top_k": 1, + "vocab_size": 72 + }, + "attention_kind": "gqa", + "hash": "932e09a714e2", + "name": "layernorm+gqa+dense+relu2+qkn=on+rope", + "path": "checkpoints/932e09a714e2.pt", + "qk_norm_divergence": "pass", + "trained_at": 1779024791, + "val_loss": 0.9584283381700516 + }, + "94ecdb29fa83": { + "arch_config": { + "activation": "gelu", + "attention_type": "standard", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "moe", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 8, + "n_heads": 8, + "n_kv_heads": 8, + "n_layers": 4, + "norm": "rmsnorm", + "pos_embed": "absolute", + "qk_norm": true, + "tie_embeddings": true, + "top_k": 2, + "vocab_size": 72 + }, + "attention_kind": "mha", + "hash": "94ecdb29fa83", + "name": "rmsnorm+mha+moe+gelu+qkn=on+absolute", + "path": "checkpoints/94ecdb29fa83.pt", + "qk_norm_divergence": "pass", + "seed": 1337, + "source_config": "training/configs/rms_mha_moe_gelu_qkn1_abs.json", + "trained_at": 1779045992, + "val_loss": 1.0577800422906876 + }, + "965a8b000d31": { + "arch_config": { + "activation": "silu", + "attention_type": "standard", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "dense", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 4, + "n_heads": 8, + "n_kv_heads": 1, + "n_layers": 4, + "norm": "layernorm", + "pos_embed": "absolute", + "qk_norm": false, + "tie_embeddings": true, + "top_k": 1, + "vocab_size": 72 + }, + "attention_kind": "mqa", + "hash": "965a8b000d31", + "name": "layernorm+mqa+dense+silu+qkn=off+absolute", + "path": "checkpoints/965a8b000d31.pt", + "qk_norm_divergence": "pass", + "seed": 1337, + "source_config": "training/configs/ln_mqa_dense_silu_qkn0_abs.json", + "trained_at": 1779035978, + "val_loss": 1.0521717101335526 + }, + "9c9380d12557": { + "arch_config": { + "activation": "gelu", + "attention_type": "mla", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "moe", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 8, + "n_heads": 8, + "n_kv_heads": 1, + "n_layers": 4, + "norm": "layernorm", + "pos_embed": "rope", + "qk_norm": true, + "tie_embeddings": true, + "top_k": 2, + "vocab_size": 72 + }, + "attention_kind": "mqa", + "hash": "9c9380d12557", + "name": "layernorm+mla+moe+gelu+qkn=on+rope", + "path": "checkpoints/9c9380d12557.pt", + "qk_norm_divergence": "pass", + "seed": 1337, + "source_config": "training/configs/ln_mla_moe_gelu_qkn1_rope.json", + "trained_at": 1779034120, + "val_loss": 1.0100013241171837 + }, + "9cda54693bb5": { + "arch_config": { + "activation": "gelu", + "attention_type": "standard", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "dense", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 4, + "n_heads": 8, + "n_kv_heads": 8, + "n_layers": 4, + "norm": "rmsnorm", + "pos_embed": "absolute", + "qk_norm": false, + "tie_embeddings": true, + "top_k": 1, + "vocab_size": 72 + }, + "attention_kind": "mha", + "hash": "9cda54693bb5", + "name": "rmsnorm+mha+dense+gelu+qkn=off+absolute", + "path": "checkpoints/9cda54693bb5.pt", + "qk_norm_divergence": "pass", + "seed": 1337, + "source_config": "training/configs/rms_mha_dense_gelu_qkn0_abs.json", + "trained_at": 1779044229, + "val_loss": 1.0468082040548325 + }, + "9d3f166785f6": { + "arch_config": { + "activation": "relu2", + "attention_type": "mla", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "dense", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 4, + "n_heads": 8, + "n_kv_heads": 1, + "n_layers": 4, + "norm": "rmsnorm", + "pos_embed": "rope", + "qk_norm": false, + "tie_embeddings": true, + "top_k": 1, + "vocab_size": 72 + }, + "attention_kind": "mqa", + "hash": "9d3f166785f6", + "name": "rmsnorm+mla+dense+relu2+qkn=off+rope", + "path": "checkpoints/9d3f166785f6.pt", + "qk_norm_divergence": "pass", + "seed": 1337, + "source_config": "training/configs/rms_mla_dense_rl2_qkn0_rope.json", + "trained_at": 1779048806, + "val_loss": 0.9591145604848862 + }, + "9da14d2e4ec7": { + "arch_config": { + "activation": "relu2", + "attention_type": "standard", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "moe", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 8, + "n_heads": 8, + "n_kv_heads": 8, + "n_layers": 4, + "norm": "rmsnorm", + "pos_embed": "rope", + "qk_norm": false, + "tie_embeddings": true, + "top_k": 2, + "vocab_size": 72 + }, + "attention_kind": "mha", + "hash": "9da14d2e4ec7", + "name": "rmsnorm+mha+moe+relu2+qkn=off+rope", + "path": "checkpoints/9da14d2e4ec7.pt", + "qk_norm_divergence": "pass", + "seed": 1337, + "source_config": "training/configs/rms_mha_moe_rl2_qkn0_rope.json", + "trained_at": 1779046838, + "val_loss": 1.113008937239647 + }, + "9e26e7ba057e": { + "arch_config": { + "activation": "gelu", + "attention_type": "standard", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "dense", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 4, + "n_heads": 8, + "n_kv_heads": 8, + "n_layers": 4, + "norm": "rmsnorm", + "pos_embed": "rope", + "qk_norm": true, + "tie_embeddings": true, + "top_k": 1, + "vocab_size": 72 + }, + "attention_kind": "mha", + "hash": "9e26e7ba057e", + "name": "rmsnorm+mha+dense+gelu+qkn=on+rope", + "path": "checkpoints/9e26e7ba057e.pt", + "qk_norm_divergence": "pass", + "seed": 1337, + "source_config": "training/configs/rms_mha_dense_gelu_qkn1_rope.json", + "trained_at": 1779044495, + "val_loss": 0.9665986210107803 + }, + "9eb4c540ff15": { + "arch_config": { + "activation": "relu2", + "attention_type": "standard", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "dense", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 4, + "n_heads": 8, + "n_kv_heads": 8, + "n_layers": 4, + "norm": "rmsnorm", + "pos_embed": "absolute", + "qk_norm": true, + "tie_embeddings": true, + "top_k": 1, + "vocab_size": 72 + }, + "attention_kind": "mha", + "hash": "9eb4c540ff15", + "name": "rmsnorm+mha+dense+relu2+qkn=on+absolute", + "path": "checkpoints/9eb4c540ff15.pt", + "qk_norm_divergence": "pass", + "seed": 1337, + "source_config": "training/configs/rms_mha_dense_rl2_qkn1_abs.json", + "trained_at": 1779044753, + "val_loss": 1.0369010239839553 + }, + "a21b6679edd0": { + "arch_config": { + "activation": "silu", + "attention_type": "standard", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "moe", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 8, + "n_heads": 8, + "n_kv_heads": 8, + "n_layers": 4, + "norm": "rmsnorm", + "pos_embed": "rope", + "qk_norm": true, + "tie_embeddings": true, + "top_k": 2, + "vocab_size": 72 + }, + "attention_kind": "mha", + "hash": "a21b6679edd0", + "name": "rmsnorm+mha+moe+silu+qkn=on+rope", + "path": "checkpoints/a21b6679edd0.pt", + "qk_norm_divergence": "pass", + "seed": 1337, + "source_config": "training/configs/rms_mha_moe_silu_qkn1_rope.json", + "trained_at": 1779048546, + "val_loss": 1.1448783606290818 + }, + "a27967f5178c": { + "arch_config": { + "activation": "gelu", + "attention_type": "standard", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "moe", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 8, + "n_heads": 8, + "n_kv_heads": 2, + "n_layers": 4, + "norm": "rmsnorm", + "pos_embed": "rope", + "qk_norm": true, + "tie_embeddings": true, + "top_k": 2, + "vocab_size": 72 + }, + "attention_kind": "gqa", + "hash": "a27967f5178c", + "name": "rmsnorm+gqa+moe+gelu+qkn=on+rope", + "path": "checkpoints/a27967f5178c.pt", + "qk_norm_divergence": "pass", + "seed": 1337, + "source_config": "training/configs/rms_gqa_moe_gelu_qkn1_rope.json", + "trained_at": 1779041675, + "val_loss": 1.145631593465805 + }, + "a2c53431b03a": { + "arch_config": { + "activation": "relu2", + "attention_type": "standard", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "moe", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 8, + "n_heads": 8, + "n_kv_heads": 1, + "n_layers": 4, + "norm": "rmsnorm", + "pos_embed": "rope", + "qk_norm": true, + "tie_embeddings": true, + "top_k": 2, + "vocab_size": 72 + }, + "attention_kind": "mqa", + "hash": "a2c53431b03a", + "name": "rmsnorm+mqa+moe+relu2+qkn=on+rope", + "path": "checkpoints/a2c53431b03a.pt", + "qk_norm_divergence": "pass", + "seed": 1337, + "source_config": "training/configs/rms_mqa_moe_rl2_qkn1_rope.json", + "trained_at": 1779054222, + "val_loss": 1.1292787820100785 + }, + "a3318c818087": { + "arch_config": { + "activation": "silu", + "attention_type": "standard", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "dense", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 4, + "n_heads": 8, + "n_kv_heads": 8, + "n_layers": 4, + "norm": "layernorm", + "pos_embed": "rope", + "qk_norm": false, + "tie_embeddings": true, + "top_k": 1, + "vocab_size": 72 + }, + "attention_kind": "mha", + "hash": "a3318c818087", + "name": "layernorm+mha+dense+silu+qkn=off+rope", + "path": "checkpoints/a3318c818087.pt", + "qk_norm_divergence": "pass", + "seed": 1337, + "source_config": "training/configs/ln_mha_dense_silu_qkn0_rope.json", + "trained_at": 1779029421, + "val_loss": 0.9317495465278626 + }, + "a3618af56f8a": { + "arch_config": { + "activation": "silu", + "attention_type": "standard", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "moe", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 8, + "n_heads": 8, + "n_kv_heads": 2, + "n_layers": 4, + "norm": "layernorm", + "pos_embed": "absolute", + "qk_norm": true, + "tie_embeddings": true, + "top_k": 2, + "vocab_size": 72 + }, + "attention_kind": "gqa", + "hash": "a3618af56f8a", + "name": "layernorm+gqa+moe+silu+qkn=on+absolute", + "path": "checkpoints/a3618af56f8a.pt", + "qk_norm_divergence": "pass", + "seed": 1337, + "source_config": "training/configs/ln_gqa_moe_silu_qkn1_abs.json", + "trained_at": 1779028321, + "val_loss": 1.0269183367490768 + }, + "a3974332c45c": { + "arch_config": { + "activation": "gelu", + "attention_type": "standard", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "dense", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 4, + "n_heads": 8, + "n_kv_heads": 8, + "n_layers": 4, + "norm": "rmsnorm", + "pos_embed": "rope", + "qk_norm": false, + "tie_embeddings": true, + "top_k": 1, + "vocab_size": 72 + }, + "attention_kind": "mha", + "hash": "a3974332c45c", + "name": "rmsnorm+mha+dense+gelu+qkn=off+rope", + "path": "checkpoints/a3974332c45c.pt", + "qk_norm_divergence": "pass", + "seed": 1337, + "source_config": "training/configs/rms_mha_dense_gelu_qkn0_rope.json", + "trained_at": 1779044314, + "val_loss": 0.936893430352211 + }, + "a5be2e0a0cd0": { + "arch_config": { + "activation": "gelu", + "attention_type": "standard", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "dense", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 4, + "n_heads": 8, + "n_kv_heads": 1, + "n_layers": 4, + "norm": "layernorm", + "pos_embed": "rope", + "qk_norm": true, + "tie_embeddings": true, + "top_k": 1, + "vocab_size": 72 + }, + "attention_kind": "mqa", + "hash": "a5be2e0a0cd0", + "name": "layernorm+mqa+dense+gelu+qkn=on+rope", + "path": "checkpoints/a5be2e0a0cd0.pt", + "qk_norm_divergence": "pass", + "seed": 1337, + "source_config": "training/configs/ln_mqa_dense_gelu_qkn1_rope.json", + "trained_at": 1779035590, + "val_loss": 0.9579390749335289 + }, + "a5dc06a13614": { + "arch_config": { + "activation": "silu", + "attention_type": "mla", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "moe", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 8, + "n_heads": 8, + "n_kv_heads": 1, + "n_layers": 4, + "norm": "layernorm", + "pos_embed": "rope", + "qk_norm": true, + "tie_embeddings": true, + "top_k": 2, + "vocab_size": 72 + }, + "attention_kind": "mqa", + "hash": "a5dc06a13614", + "name": "layernorm+mla+moe+silu+qkn=on+rope", + "path": "checkpoints/a5dc06a13614.pt", + "qk_norm_divergence": "pass", + "seed": 1337, + "source_config": "training/configs/ln_mla_moe_silu_qkn1_rope.json", + "trained_at": 1779035286, + "val_loss": 1.0175537064671516 + }, + "a65e54a42e31": { + "arch_config": { + "activation": "relu2", + "attention_type": "standard", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "moe", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 8, + "n_heads": 8, + "n_kv_heads": 2, + "n_layers": 4, + "norm": "layernorm", + "pos_embed": "absolute", + "qk_norm": false, + "tie_embeddings": true, + "top_k": 2, + "vocab_size": 72 + }, + "attention_kind": "gqa", + "hash": "a65e54a42e31", + "name": "layernorm+gqa+moe+relu2+qkn=off+absolute", + "path": "checkpoints/a65e54a42e31.pt", + "qk_norm_divergence": "pass", + "trained_at": 1779026478, + "val_loss": 0.9744679108262062 + }, + "a778073bf458": { + "arch_config": { + "activation": "silu", + "attention_type": "standard", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "moe", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 8, + "n_heads": 8, + "n_kv_heads": 8, + "n_layers": 4, + "norm": "layernorm", + "pos_embed": "rope", + "qk_norm": true, + "tie_embeddings": true, + "top_k": 2, + "vocab_size": 72 + }, + "attention_kind": "mha", + "hash": "a778073bf458", + "name": "layernorm+mha+moe+silu+qkn=on+rope", + "path": "checkpoints/a778073bf458.pt", + "qk_norm_divergence": "pass", + "seed": 1337, + "source_config": "training/configs/ln_mha_moe_silu_qkn1_rope.json", + "trained_at": 1779032988, + "val_loss": 1.1373088121414185 + }, + "a82803d34fa1": { + "arch_config": { + "activation": "gelu", + "attention_type": "standard", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "dense", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 4, + "n_heads": 8, + "n_kv_heads": 1, + "n_layers": 4, + "norm": "layernorm", + "pos_embed": "rope", + "qk_norm": false, + "tie_embeddings": true, + "top_k": 1, + "vocab_size": 72 + }, + "attention_kind": "mqa", + "hash": "a82803d34fa1", + "name": "layernorm+mqa+dense+gelu+qkn=off+rope", + "path": "checkpoints/a82803d34fa1.pt", + "qk_norm_divergence": "pass", + "seed": 1337, + "source_config": "training/configs/ln_mqa_dense_gelu_qkn0_rope.json", + "trained_at": 1779035432, + "val_loss": 0.9361682906746864 + }, + "a8ee8c07ec92": { + "arch_config": { + "activation": "silu", + "attention_type": "standard", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "moe", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 8, + "n_heads": 8, + "n_kv_heads": 1, + "n_layers": 4, + "norm": "rmsnorm", + "pos_embed": "rope", + "qk_norm": true, + "tie_embeddings": true, + "top_k": 2, + "vocab_size": 72 + }, + "attention_kind": "mqa", + "hash": "a8ee8c07ec92", + "name": "rmsnorm+mqa+moe+silu+qkn=on+rope", + "path": "checkpoints/a8ee8c07ec92.pt", + "qk_norm_divergence": "pass", + "seed": 1337, + "source_config": "training/configs/rms_mqa_moe_silu_qkn1_rope.json", + "trained_at": 1779055405, + "val_loss": 1.1206295758485794 + }, + "a9ae0e6d1c4b": { + "arch_config": { + "activation": "relu2", + "attention_type": "mla", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "moe", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 8, + "n_heads": 8, + "n_kv_heads": 1, + "n_layers": 4, + "norm": "rmsnorm", + "pos_embed": "rope", + "qk_norm": true, + "tie_embeddings": true, + "top_k": 2, + "vocab_size": 72 + }, + "attention_kind": "mqa", + "hash": "a9ae0e6d1c4b", + "name": "rmsnorm+mla+moe+relu2+qkn=on+rope", + "path": "checkpoints/a9ae0e6d1c4b.pt", + "qk_norm_divergence": "pass", + "seed": 1337, + "source_config": "training/configs/rms_mla_moe_rl2_qkn1_rope.json", + "trained_at": 1779050253, + "val_loss": 1.037697470188141 + }, + "aa2d63681185": { + "arch_config": { + "activation": "relu2", + "attention_type": "standard", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "dense", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 4, + "n_heads": 8, + "n_kv_heads": 1, + "n_layers": 4, + "norm": "rmsnorm", + "pos_embed": "rope", + "qk_norm": true, + "tie_embeddings": true, + "top_k": 1, + "vocab_size": 72 + }, + "attention_kind": "mqa", + "hash": "aa2d63681185", + "name": "rmsnorm+mqa+dense+relu2+qkn=on+rope", + "path": "checkpoints/aa2d63681185.pt", + "qk_norm_divergence": "pass", + "seed": 1337, + "source_config": "training/configs/rms_mqa_dense_rl2_qkn1_rope.json", + "trained_at": 1779051512, + "val_loss": 0.9663636311888695 + }, + "ac676a9f2645": { + "arch_config": { + "activation": "gelu", + "attention_type": "standard", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "dense", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 4, + "n_heads": 8, + "n_kv_heads": 8, + "n_layers": 4, + "norm": "layernorm", + "pos_embed": "absolute", + "qk_norm": false, + "tie_embeddings": true, + "top_k": 1, + "vocab_size": 72 + }, + "attention_kind": "mha", + "hash": "ac676a9f2645", + "name": "layernorm+mha+dense+gelu+qkn=off+absolute", + "path": "checkpoints/ac676a9f2645.pt", + "qk_norm_divergence": "pass", + "seed": 1337, + "source_config": "training/configs/ln_mha_dense_gelu_qkn0_abs.json", + "trained_at": 1779028677, + "val_loss": 1.0363130763173103 + }, + "ad6d77b60bb5": { + "arch_config": { + "activation": "gelu", + "attention_type": "standard", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "dense", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 4, + "n_heads": 8, + "n_kv_heads": 2, + "n_layers": 4, + "norm": "rmsnorm", + "pos_embed": "rope", + "qk_norm": false, + "tie_embeddings": true, + "top_k": 1, + "vocab_size": 72 + }, + "attention_kind": "gqa", + "hash": "ad6d77b60bb5", + "name": "rmsnorm+gqa+dense+gelu+qkn=off+rope", + "path": "checkpoints/ad6d77b60bb5.pt", + "qk_norm_divergence": "pass", + "seed": 1337, + "source_config": "training/configs/rms_gqa_dense_gelu_qkn0_rope.json", + "trained_at": 1779039704, + "val_loss": 0.9283170774579048 + }, + "af686f8304b0": { + "arch_config": { + "activation": "gelu", + "attention_type": "standard", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "moe", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 8, + "n_heads": 8, + "n_kv_heads": 2, + "n_layers": 4, + "norm": "rmsnorm", + "pos_embed": "absolute", + "qk_norm": false, + "tie_embeddings": true, + "top_k": 2, + "vocab_size": 72 + }, + "attention_kind": "gqa", + "hash": "af686f8304b0", + "name": "rmsnorm+gqa+moe+gelu+qkn=off+absolute", + "path": "checkpoints/af686f8304b0.pt", + "qk_norm_divergence": "pass", + "seed": 1337, + "source_config": "training/configs/rms_gqa_moe_gelu_qkn0_abs.json", + "trained_at": 1779040797, + "val_loss": 0.9466030180454255 + }, + "afbf89985a2e": { + "arch_config": { + "activation": "gelu", + "attention_type": "mla", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "dense", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 4, + "n_heads": 8, + "n_kv_heads": 1, + "n_layers": 4, + "norm": "layernorm", + "pos_embed": "rope", + "qk_norm": true, + "tie_embeddings": true, + "top_k": 1, + "vocab_size": 72 + }, + "attention_kind": "mqa", + "hash": "afbf89985a2e", + "name": "layernorm+mla+dense+gelu+qkn=on+rope", + "path": "checkpoints/afbf89985a2e.pt", + "qk_norm_divergence": "pass", + "seed": 1337, + "source_config": "training/configs/ln_mla_dense_gelu_qkn1_rope.json", + "trained_at": 1779033174, + "val_loss": 1.0104097917675972 + }, + "b0f86987a9e1": { + "arch_config": { + "activation": "silu", + "attention_type": "standard", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "dense", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 4, + "n_heads": 8, + "n_kv_heads": 2, + "n_layers": 4, + "norm": "rmsnorm", + "pos_embed": "absolute", + "qk_norm": true, + "tie_embeddings": true, + "top_k": 1, + "vocab_size": 72 + }, + "attention_kind": "gqa", + "hash": "b0f86987a9e1", + "name": "rmsnorm+gqa+dense+silu+qkn=on+absolute", + "path": "checkpoints/b0f86987a9e1.pt", + "qk_norm_divergence": "pass", + "seed": 1337, + "source_config": "training/configs/rms_gqa_dense_silu_qkn1_abs.json", + "trained_at": 1779040453, + "val_loss": 1.043861523270607 + }, + "b2546d96483c": { + "arch_config": { + "activation": "silu", + "attention_type": "standard", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "moe", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 8, + "n_heads": 8, + "n_kv_heads": 8, + "n_layers": 4, + "norm": "rmsnorm", + "pos_embed": "absolute", + "qk_norm": true, + "tie_embeddings": true, + "top_k": 2, + "vocab_size": 72 + }, + "attention_kind": "mha", + "hash": "b2546d96483c", + "name": "rmsnorm+mha+moe+silu+qkn=on+absolute", + "path": "checkpoints/b2546d96483c.pt", + "qk_norm_divergence": "pass", + "seed": 1337, + "source_config": "training/configs/rms_mha_moe_silu_qkn1_abs.json", + "trained_at": 1779048267, + "val_loss": 1.0499178141355514 + }, + "b33e1c0519f6": { + "arch_config": { + "activation": "relu2", + "attention_type": "standard", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "dense", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 4, + "n_heads": 8, + "n_kv_heads": 8, + "n_layers": 4, + "norm": "rmsnorm", + "pos_embed": "rope", + "qk_norm": false, + "tie_embeddings": true, + "top_k": 1, + "vocab_size": 72 + }, + "attention_kind": "mha", + "hash": "b33e1c0519f6", + "name": "rmsnorm+mha+dense+relu2+qkn=off+rope", + "path": "checkpoints/b33e1c0519f6.pt", + "qk_norm_divergence": "pass", + "seed": 1337, + "source_config": "training/configs/rms_mha_dense_rl2_qkn0_rope.json", + "trained_at": 1779044663, + "val_loss": 0.9391991928219795 + }, + "b401c419d014": { + "arch_config": { + "activation": "relu2", + "attention_type": "standard", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "dense", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 4, + "n_heads": 8, + "n_kv_heads": 8, + "n_layers": 4, + "norm": "rmsnorm", + "pos_embed": "rope", + "qk_norm": true, + "tie_embeddings": true, + "top_k": 1, + "vocab_size": 72 + }, + "attention_kind": "mha", + "hash": "b401c419d014", + "name": "rmsnorm+mha+dense+relu2+qkn=on+rope", + "path": "checkpoints/b401c419d014.pt", + "qk_norm_divergence": "pass", + "seed": 1337, + "source_config": "training/configs/rms_mha_dense_rl2_qkn1_rope.json", + "trained_at": 1779044852, + "val_loss": 0.9639062643051147 + }, + "b81d444a2a4a": { + "arch_config": { + "activation": "gelu", + "attention_type": "standard", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "moe", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 8, + "n_heads": 8, + "n_kv_heads": 2, + "n_layers": 4, + "norm": "rmsnorm", + "pos_embed": "rope", + "qk_norm": false, + "tie_embeddings": true, + "top_k": 2, + "vocab_size": 72 + }, + "attention_kind": "gqa", + "hash": "b81d444a2a4a", + "name": "rmsnorm+gqa+moe+gelu+qkn=off+rope", + "path": "checkpoints/b81d444a2a4a.pt", + "qk_norm_divergence": "pass", + "seed": 1337, + "source_config": "training/configs/rms_gqa_moe_gelu_qkn0_rope.json", + "trained_at": 1779041093, + "val_loss": 1.0493028253316878 + }, + "b943ba6cc373": { + "arch_config": { + "activation": "relu2", + "attention_type": "standard", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "moe", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 8, + "n_heads": 8, + "n_kv_heads": 2, + "n_layers": 4, + "norm": "rmsnorm", + "pos_embed": "rope", + "qk_norm": true, + "tie_embeddings": true, + "top_k": 2, + "vocab_size": 72 + }, + "attention_kind": "gqa", + "hash": "b943ba6cc373", + "name": "rmsnorm+gqa+moe+relu2+qkn=on+rope", + "path": "checkpoints/b943ba6cc373.pt", + "qk_norm_divergence": "pass", + "seed": 1337, + "source_config": "training/configs/rms_gqa_moe_rl2_qkn1_rope.json", + "trained_at": 1779042844, + "val_loss": 1.1339656203985213 + }, + "ba0ead3b0f31": { + "arch_config": { + "activation": "silu", + "attention_type": "mla", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "moe", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 8, + "n_heads": 8, + "n_kv_heads": 1, + "n_layers": 4, + "norm": "rmsnorm", + "pos_embed": "rope", + "qk_norm": true, + "tie_embeddings": true, + "top_k": 2, + "vocab_size": 72 + }, + "attention_kind": "mqa", + "hash": "ba0ead3b0f31", + "name": "rmsnorm+mla+moe+silu+qkn=on+rope", + "path": "checkpoints/ba0ead3b0f31.pt", + "qk_norm_divergence": "pass", + "seed": 1337, + "source_config": "training/configs/rms_mla_moe_silu_qkn1_rope.json", + "trained_at": 1779050839, + "val_loss": 1.0169543504714966 + }, + "ba9e6c97b70f": { + "arch_config": { + "activation": "silu", + "attention_type": "standard", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "dense", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 4, + "n_heads": 8, + "n_kv_heads": 1, + "n_layers": 4, + "norm": "rmsnorm", + "pos_embed": "absolute", + "qk_norm": true, + "tie_embeddings": true, + "top_k": 1, + "vocab_size": 72 + }, + "attention_kind": "mqa", + "hash": "ba9e6c97b70f", + "name": "rmsnorm+mqa+dense+silu+qkn=on+absolute", + "path": "checkpoints/ba9e6c97b70f.pt", + "qk_norm_divergence": "pass", + "seed": 1337, + "source_config": "training/configs/rms_mqa_dense_silu_qkn1_abs.json", + "trained_at": 1779051747, + "val_loss": 1.0498589485883714 + }, + "beb78184e4a2": { + "arch_config": { + "activation": "relu2", + "attention_type": "standard", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "moe", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 8, + "n_heads": 8, + "n_kv_heads": 2, + "n_layers": 4, + "norm": "rmsnorm", + "pos_embed": "absolute", + "qk_norm": false, + "tie_embeddings": true, + "top_k": 2, + "vocab_size": 72 + }, + "attention_kind": "gqa", + "hash": "beb78184e4a2", + "name": "rmsnorm+gqa+moe+relu2+qkn=off+absolute", + "path": "checkpoints/beb78184e4a2.pt", + "qk_norm_divergence": "pass", + "seed": 1337, + "source_config": "training/configs/rms_gqa_moe_rl2_qkn0_abs.json", + "trained_at": 1779041942, + "val_loss": 0.9626392319798469 + }, + "c1391ba35874": { + "arch_config": { + "activation": "gelu", + "attention_type": "standard", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "moe", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 8, + "n_heads": 8, + "n_kv_heads": 8, + "n_layers": 4, + "norm": "layernorm", + "pos_embed": "absolute", + "qk_norm": true, + "tie_embeddings": true, + "top_k": 2, + "vocab_size": 72 + }, + "attention_kind": "mha", + "hash": "c1391ba35874", + "name": "layernorm+mha+moe+gelu+qkn=on+absolute", + "path": "checkpoints/c1391ba35874.pt", + "qk_norm_divergence": "pass", + "seed": 1337, + "source_config": "training/configs/ln_mha_moe_gelu_qkn1_abs.json", + "trained_at": 1779030439, + "val_loss": 1.044417704641819 + }, + "c1965d6be273": { + "arch_config": { + "activation": "gelu", + "attention_type": "mla", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "dense", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 4, + "n_heads": 8, + "n_kv_heads": 1, + "n_layers": 4, + "norm": "rmsnorm", + "pos_embed": "rope", + "qk_norm": false, + "tie_embeddings": true, + "top_k": 1, + "vocab_size": 72 + }, + "attention_kind": "mqa", + "hash": "c1965d6be273", + "name": "rmsnorm+mla+dense+gelu+qkn=off+rope", + "path": "checkpoints/c1965d6be273.pt", + "qk_norm_divergence": "pass", + "seed": 1337, + "source_config": "training/configs/rms_mla_dense_gelu_qkn0_rope.json", + "trained_at": 1779048628, + "val_loss": 0.9652854591608048 + }, + "c2e3f6387294": { + "arch_config": { + "activation": "silu", + "attention_type": "standard", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "moe", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 8, + "n_heads": 8, + "n_kv_heads": 2, + "n_layers": 4, + "norm": "layernorm", + "pos_embed": "rope", + "qk_norm": false, + "tie_embeddings": true, + "top_k": 2, + "vocab_size": 72 + }, + "attention_kind": "gqa", + "hash": "c2e3f6387294", + "name": "layernorm+gqa+moe+silu+qkn=off+rope", + "path": "checkpoints/c2e3f6387294.pt", + "qk_norm_divergence": "pass", + "seed": 1337, + "source_config": "training/configs/ln_gqa_moe_silu_qkn0_rope.json", + "trained_at": 1779028046, + "val_loss": 1.0610133662819863 + }, + "c3c0a4e50a5b": { + "arch_config": { + "activation": "gelu", + "attention_type": "standard", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "dense", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 4, + "n_heads": 8, + "n_kv_heads": 2, + "n_layers": 4, + "norm": "layernorm", + "pos_embed": "absolute", + "qk_norm": false, + "tie_embeddings": true, + "top_k": 1, + "vocab_size": 72 + }, + "attention_kind": "gqa", + "hash": "c3c0a4e50a5b", + "name": "layernorm+gqa+dense+gelu+qkn=off+absolute", + "path": "checkpoints/c3c0a4e50a5b.pt", + "qk_norm_divergence": "pass", + "trained_at": 1779024237, + "val_loss": 1.0349040687084199 + }, + "c53ed3f72ce1": { + "arch_config": { + "activation": "gelu", + "attention_type": "standard", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "dense", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 4, + "n_heads": 8, + "n_kv_heads": 1, + "n_layers": 4, + "norm": "rmsnorm", + "pos_embed": "rope", + "qk_norm": false, + "tie_embeddings": true, + "top_k": 1, + "vocab_size": 72 + }, + "attention_kind": "mqa", + "hash": "c53ed3f72ce1", + "name": "rmsnorm+mqa+dense+gelu+qkn=off+rope", + "path": "checkpoints/c53ed3f72ce1.pt", + "qk_norm_divergence": "pass", + "seed": 1337, + "source_config": "training/configs/rms_mqa_dense_gelu_qkn0_rope.json", + "trained_at": 1779050993, + "val_loss": 0.94075917750597 + }, + "c5abb4b36b8f": { + "arch_config": { + "activation": "silu", + "attention_type": "standard", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "moe", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 8, + "n_heads": 8, + "n_kv_heads": 8, + "n_layers": 4, + "norm": "rmsnorm", + "pos_embed": "absolute", + "qk_norm": false, + "tie_embeddings": true, + "top_k": 2, + "vocab_size": 72 + }, + "attention_kind": "mha", + "hash": "c5abb4b36b8f", + "name": "rmsnorm+mha+moe+silu+qkn=off+absolute", + "path": "checkpoints/c5abb4b36b8f.pt", + "qk_norm_divergence": "pass", + "seed": 1337, + "source_config": "training/configs/rms_mha_moe_silu_qkn0_abs.json", + "trained_at": 1779047703, + "val_loss": 0.9564736813306809 + }, + "c5bfc0407d47": { + "arch_config": { + "activation": "silu", + "attention_type": "standard", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "dense", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 4, + "n_heads": 8, + "n_kv_heads": 8, + "n_layers": 4, + "norm": "layernorm", + "pos_embed": "rope", + "qk_norm": true, + "tie_embeddings": true, + "top_k": 1, + "vocab_size": 72 + }, + "attention_kind": "mha", + "hash": "c5bfc0407d47", + "name": "layernorm+mha+dense+silu+qkn=on+rope", + "path": "checkpoints/c5bfc0407d47.pt", + "qk_norm_divergence": "pass", + "seed": 1337, + "source_config": "training/configs/ln_mha_dense_silu_qkn1_rope.json", + "trained_at": 1779029612, + "val_loss": 0.9586193174123764 + }, + "c8167775098a": { + "arch_config": { + "activation": "silu", + "attention_type": "standard", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "moe", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 8, + "n_heads": 8, + "n_kv_heads": 2, + "n_layers": 4, + "norm": "layernorm", + "pos_embed": "rope", + "qk_norm": true, + "tie_embeddings": true, + "top_k": 2, + "vocab_size": 72 + }, + "attention_kind": "gqa", + "hash": "c8167775098a", + "name": "layernorm+gqa+moe+silu+qkn=on+rope", + "path": "checkpoints/c8167775098a.pt", + "qk_norm_divergence": "pass", + "seed": 1337, + "source_config": "training/configs/ln_gqa_moe_silu_qkn1_rope.json", + "trained_at": 1779028606, + "val_loss": 1.1330593198537826 + }, + "cd10849655a7": { + "arch_config": { + "activation": "gelu", + "attention_type": "standard", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "dense", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 4, + "n_heads": 8, + "n_kv_heads": 2, + "n_layers": 4, + "norm": "rmsnorm", + "pos_embed": "absolute", + "qk_norm": true, + "tie_embeddings": true, + "top_k": 1, + "vocab_size": 72 + }, + "attention_kind": "gqa", + "hash": "cd10849655a7", + "name": "rmsnorm+gqa+dense+gelu+qkn=on+absolute", + "path": "checkpoints/cd10849655a7.pt", + "qk_norm_divergence": "pass", + "seed": 1337, + "source_config": "training/configs/rms_gqa_dense_gelu_qkn1_abs.json", + "trained_at": 1779039788, + "val_loss": 1.039055348932743 + }, + "cd2a311d8727": { + "arch_config": { + "activation": "relu2", + "attention_type": "standard", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "moe", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 8, + "n_heads": 8, + "n_kv_heads": 8, + "n_layers": 4, + "norm": "rmsnorm", + "pos_embed": "absolute", + "qk_norm": true, + "tie_embeddings": true, + "top_k": 2, + "vocab_size": 72 + }, + "attention_kind": "mha", + "hash": "cd2a311d8727", + "name": "rmsnorm+mha+moe+relu2+qkn=on+absolute", + "path": "checkpoints/cd2a311d8727.pt", + "qk_norm_divergence": "pass", + "seed": 1337, + "source_config": "training/configs/rms_mha_moe_rl2_qkn1_abs.json", + "trained_at": 1779047130, + "val_loss": 1.0339997068047524 + }, + "cf29dfe936bc": { + "arch_config": { + "activation": "silu", + "attention_type": "standard", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "dense", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 4, + "n_heads": 8, + "n_kv_heads": 2, + "n_layers": 4, + "norm": "layernorm", + "pos_embed": "rope", + "qk_norm": false, + "tie_embeddings": true, + "top_k": 1, + "vocab_size": 72 + }, + "attention_kind": "gqa", + "hash": "cf29dfe936bc", + "name": "layernorm+gqa+dense+silu+qkn=off+rope", + "path": "checkpoints/cf29dfe936bc.pt", + "qk_norm_divergence": "pass", + "trained_at": 1779024937, + "val_loss": 0.9384835422039032 + }, + "d08737315471": { + "arch_config": { + "activation": "relu2", + "attention_type": "mla", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "moe", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 8, + "n_heads": 8, + "n_kv_heads": 1, + "n_layers": 4, + "norm": "layernorm", + "pos_embed": "rope", + "qk_norm": false, + "tie_embeddings": true, + "top_k": 2, + "vocab_size": 72 + }, + "attention_kind": "mqa", + "hash": "d08737315471", + "name": "layernorm+mla+moe+relu2+qkn=off+rope", + "path": "checkpoints/d08737315471.pt", + "qk_norm_divergence": "pass", + "seed": 1337, + "source_config": "training/configs/ln_mla_moe_rl2_qkn0_rope.json", + "trained_at": 1779034404, + "val_loss": 1.004131333529949 + }, + "d213cb4d8eb2": { + "arch_config": { + "activation": "gelu", + "attention_type": "standard", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "dense", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 4, + "n_heads": 8, + "n_kv_heads": 8, + "n_layers": 4, + "norm": "rmsnorm", + "pos_embed": "absolute", + "qk_norm": true, + "tie_embeddings": true, + "top_k": 1, + "vocab_size": 72 + }, + "attention_kind": "mha", + "hash": "d213cb4d8eb2", + "name": "rmsnorm+mha+dense+gelu+qkn=on+absolute", + "path": "checkpoints/d213cb4d8eb2.pt", + "qk_norm_divergence": "pass", + "seed": 1337, + "source_config": "training/configs/rms_mha_dense_gelu_qkn1_abs.json", + "trained_at": 1779044400, + "val_loss": 1.0371150583028794 + }, + "d2707c76e5dd": { + "arch_config": { + "activation": "gelu", + "attention_type": "standard", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "dense", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 4, + "n_heads": 8, + "n_kv_heads": 8, + "n_layers": 4, + "norm": "layernorm", + "pos_embed": "absolute", + "qk_norm": true, + "tie_embeddings": true, + "top_k": 1, + "vocab_size": 72 + }, + "attention_kind": "mha", + "hash": "d2707c76e5dd", + "name": "layernorm+mha+dense+gelu+qkn=on+absolute", + "path": "checkpoints/d2707c76e5dd.pt", + "qk_norm_divergence": "pass", + "seed": 1337, + "source_config": "training/configs/ln_mha_dense_gelu_qkn1_abs.json", + "trained_at": 1779028838, + "val_loss": 1.0423653870821 + }, + "d6dfa1b7486e": { + "arch_config": { + "activation": "relu2", + "attention_type": "standard", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "dense", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 4, + "n_heads": 8, + "n_kv_heads": 1, + "n_layers": 4, + "norm": "layernorm", + "pos_embed": "absolute", + "qk_norm": false, + "tie_embeddings": true, + "top_k": 1, + "vocab_size": 72 + }, + "attention_kind": "mqa", + "hash": "d6dfa1b7486e", + "name": "layernorm+mqa+dense+relu2+qkn=off+absolute", + "path": "checkpoints/d6dfa1b7486e.pt", + "qk_norm_divergence": "pass", + "seed": 1337, + "source_config": "training/configs/ln_mqa_dense_rl2_qkn0_abs.json", + "trained_at": 1779035663, + "val_loss": 1.043564000725746 + }, + "d8de756593a6": { + "arch_config": { + "activation": "gelu", + "attention_type": "standard", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "moe", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 8, + "n_heads": 8, + "n_kv_heads": 1, + "n_layers": 4, + "norm": "rmsnorm", + "pos_embed": "absolute", + "qk_norm": false, + "tie_embeddings": true, + "top_k": 2, + "vocab_size": 72 + }, + "attention_kind": "mqa", + "hash": "d8de756593a6", + "name": "rmsnorm+mqa+moe+gelu+qkn=off+absolute", + "path": "checkpoints/d8de756593a6.pt", + "qk_norm_divergence": "pass", + "seed": 1337, + "source_config": "training/configs/rms_mqa_moe_gelu_qkn0_abs.json", + "trained_at": 1779052102, + "val_loss": 0.9583126932382584 + }, + "d961c370c0eb": { + "arch_config": { + "activation": "relu2", + "attention_type": "standard", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "moe", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 8, + "n_heads": 8, + "n_kv_heads": 8, + "n_layers": 4, + "norm": "layernorm", + "pos_embed": "rope", + "qk_norm": false, + "tie_embeddings": true, + "top_k": 2, + "vocab_size": 72 + }, + "attention_kind": "mha", + "hash": "d961c370c0eb", + "name": "layernorm+mha+moe+relu2+qkn=off+rope", + "path": "checkpoints/d961c370c0eb.pt", + "qk_norm_divergence": "pass", + "seed": 1337, + "source_config": "training/configs/ln_mha_moe_rl2_qkn0_rope.json", + "trained_at": 1779031297, + "val_loss": 1.1211737453937531 + }, + "dbd8927c847b": { + "arch_config": { + "activation": "relu2", + "attention_type": "standard", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "dense", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 4, + "n_heads": 8, + "n_kv_heads": 1, + "n_layers": 4, + "norm": "layernorm", + "pos_embed": "rope", + "qk_norm": true, + "tie_embeddings": true, + "top_k": 1, + "vocab_size": 72 + }, + "attention_kind": "mqa", + "hash": "dbd8927c847b", + "name": "layernorm+mqa+dense+relu2+qkn=on+rope", + "path": "checkpoints/dbd8927c847b.pt", + "qk_norm_divergence": "pass", + "seed": 1337, + "source_config": "training/configs/ln_mqa_dense_rl2_qkn1_rope.json", + "trained_at": 1779035908, + "val_loss": 0.95853311419487 + }, + "e04bb4fa6b97": { + "arch_config": { + "activation": "silu", + "attention_type": "standard", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "dense", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 4, + "n_heads": 8, + "n_kv_heads": 8, + "n_layers": 4, + "norm": "layernorm", + "pos_embed": "absolute", + "qk_norm": false, + "tie_embeddings": true, + "top_k": 1, + "vocab_size": 72 + }, + "attention_kind": "mha", + "hash": "e04bb4fa6b97", + "name": "layernorm+mha+dense+silu+qkn=off+absolute", + "path": "checkpoints/e04bb4fa6b97.pt", + "qk_norm_divergence": "pass", + "seed": 1337, + "source_config": "training/configs/ln_mha_dense_silu_qkn0_abs.json", + "trained_at": 1779029341, + "val_loss": 1.0444511115550994 + }, + "e271061029c0": { + "arch_config": { + "activation": "gelu", + "attention_type": "standard", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "moe", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 8, + "n_heads": 8, + "n_kv_heads": 8, + "n_layers": 4, + "norm": "rmsnorm", + "pos_embed": "absolute", + "qk_norm": false, + "tie_embeddings": true, + "top_k": 2, + "vocab_size": 72 + }, + "attention_kind": "mha", + "hash": "e271061029c0", + "name": "rmsnorm+mha+moe+gelu+qkn=off+absolute", + "path": "checkpoints/e271061029c0.pt", + "qk_norm_divergence": "pass", + "seed": 1337, + "source_config": "training/configs/rms_mha_moe_gelu_qkn0_abs.json", + "trained_at": 1779045443, + "val_loss": 0.9567035377025604 + }, + "e355d1b17f21": { + "arch_config": { + "activation": "relu2", + "attention_type": "standard", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "moe", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 8, + "n_heads": 8, + "n_kv_heads": 1, + "n_layers": 4, + "norm": "layernorm", + "pos_embed": "absolute", + "qk_norm": true, + "tie_embeddings": true, + "top_k": 2, + "vocab_size": 72 + }, + "attention_kind": "mqa", + "hash": "e355d1b17f21", + "name": "layernorm+mqa+moe+relu2+qkn=on+absolute", + "path": "checkpoints/e355d1b17f21.pt", + "qk_norm_divergence": "pass", + "seed": 1337, + "source_config": "training/configs/ln_mqa_moe_rl2_qkn1_abs.json", + "trained_at": 1779038159, + "val_loss": 1.033036944270134 + }, + "ea8a15a59b5b": { + "arch_config": { + "activation": "silu", + "attention_type": "standard", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "moe", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 8, + "n_heads": 8, + "n_kv_heads": 2, + "n_layers": 4, + "norm": "rmsnorm", + "pos_embed": "absolute", + "qk_norm": false, + "tie_embeddings": true, + "top_k": 2, + "vocab_size": 72 + }, + "attention_kind": "gqa", + "hash": "ea8a15a59b5b", + "name": "rmsnorm+gqa+moe+silu+qkn=off+absolute", + "path": "checkpoints/ea8a15a59b5b.pt", + "qk_norm_divergence": "pass", + "seed": 1337, + "source_config": "training/configs/rms_gqa_moe_silu_qkn0_abs.json", + "trained_at": 1779043106, + "val_loss": 0.9446286752820015 + }, + "ec84382ae8a0": { + "arch_config": { + "activation": "relu2", + "attention_type": "mla", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "dense", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 4, + "n_heads": 8, + "n_kv_heads": 1, + "n_layers": 4, + "norm": "rmsnorm", + "pos_embed": "rope", + "qk_norm": true, + "tie_embeddings": true, + "top_k": 1, + "vocab_size": 72 + }, + "attention_kind": "mqa", + "hash": "ec84382ae8a0", + "name": "rmsnorm+mla+dense+relu2+qkn=on+rope", + "path": "checkpoints/ec84382ae8a0.pt", + "qk_norm_divergence": "pass", + "seed": 1337, + "source_config": "training/configs/rms_mla_dense_rl2_qkn1_rope.json", + "trained_at": 1779048902, + "val_loss": 1.0090490669012069 + }, + "edcaa29ef476": { + "arch_config": { + "activation": "gelu", + "attention_type": "standard", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "dense", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 4, + "n_heads": 8, + "n_kv_heads": 2, + "n_layers": 4, + "norm": "layernorm", + "pos_embed": "rope", + "qk_norm": false, + "tie_embeddings": true, + "top_k": 1, + "vocab_size": 72 + }, + "attention_kind": "gqa", + "hash": "edcaa29ef476", + "name": "layernorm+gqa+dense+gelu+qkn=off+rope", + "path": "checkpoints/edcaa29ef476.pt", + "qk_norm_divergence": "pass", + "trained_at": 1779024313, + "val_loss": 0.9403749942779541 + }, + "f01baa8fd4b5": { + "arch_config": { + "activation": "relu2", + "attention_type": "standard", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "moe", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 8, + "n_heads": 8, + "n_kv_heads": 2, + "n_layers": 4, + "norm": "layernorm", + "pos_embed": "rope", + "qk_norm": true, + "tie_embeddings": true, + "top_k": 2, + "vocab_size": 72 + }, + "attention_kind": "gqa", + "hash": "f01baa8fd4b5", + "name": "layernorm+gqa+moe+relu2+qkn=on+rope", + "path": "checkpoints/f01baa8fd4b5.pt", + "qk_norm_divergence": "pass", + "seed": 1337, + "source_config": "training/configs/ln_gqa_moe_rl2_qkn1_rope.json", + "trained_at": 1779027378, + "val_loss": 1.1380537629127503 + }, + "f160bfce5578": { + "arch_config": { + "activation": "relu2", + "attention_type": "standard", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "moe", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 8, + "n_heads": 8, + "n_kv_heads": 8, + "n_layers": 4, + "norm": "rmsnorm", + "pos_embed": "absolute", + "qk_norm": false, + "tie_embeddings": true, + "top_k": 2, + "vocab_size": 72 + }, + "attention_kind": "mha", + "hash": "f160bfce5578", + "name": "rmsnorm+mha+moe+relu2+qkn=off+absolute", + "path": "checkpoints/f160bfce5578.pt", + "qk_norm_divergence": "pass", + "seed": 1337, + "source_config": "training/configs/rms_mha_moe_rl2_qkn0_abs.json", + "trained_at": 1779046552, + "val_loss": 0.9473470866680145 + }, + "f2be0018122c": { + "arch_config": { + "activation": "relu2", + "attention_type": "standard", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "moe", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 8, + "n_heads": 8, + "n_kv_heads": 1, + "n_layers": 4, + "norm": "rmsnorm", + "pos_embed": "rope", + "qk_norm": false, + "tie_embeddings": true, + "top_k": 2, + "vocab_size": 72 + }, + "attention_kind": "mqa", + "hash": "f2be0018122c", + "name": "rmsnorm+mqa+moe+relu2+qkn=off+rope", + "path": "checkpoints/f2be0018122c.pt", + "qk_norm_divergence": "pass", + "seed": 1337, + "source_config": "training/configs/rms_mqa_moe_rl2_qkn0_rope.json", + "trained_at": 1779053596, + "val_loss": 1.097518652677536 + }, + "f2d17ab65d31": { + "arch_config": { + "activation": "gelu", + "attention_type": "standard", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "dense", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 4, + "n_heads": 8, + "n_kv_heads": 1, + "n_layers": 4, + "norm": "layernorm", + "pos_embed": "absolute", + "qk_norm": false, + "tie_embeddings": true, + "top_k": 1, + "vocab_size": 72 + }, + "attention_kind": "mqa", + "hash": "f2d17ab65d31", + "name": "layernorm+mqa+dense+gelu+qkn=off+absolute", + "path": "checkpoints/f2d17ab65d31.pt", + "qk_norm_divergence": "pass", + "seed": 1337, + "source_config": "training/configs/ln_mqa_dense_gelu_qkn0_abs.json", + "trained_at": 1779035356, + "val_loss": 1.048861762881279 + }, + "f760b9665797": { + "arch_config": { + "activation": "relu2", + "attention_type": "standard", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "dense", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 4, + "n_heads": 8, + "n_kv_heads": 8, + "n_layers": 4, + "norm": "layernorm", + "pos_embed": "rope", + "qk_norm": false, + "tie_embeddings": true, + "top_k": 1, + "vocab_size": 72 + }, + "attention_kind": "mha", + "hash": "f760b9665797", + "name": "layernorm+mha+dense+relu2+qkn=off+rope", + "path": "checkpoints/f760b9665797.pt", + "qk_norm_divergence": "pass", + "seed": 1337, + "source_config": "training/configs/ln_mha_dense_rl2_qkn0_rope.json", + "trained_at": 1779029086, + "val_loss": 0.9396656036376954 + }, + "f7849f2b5b4a": { + "arch_config": { + "activation": "silu", + "attention_type": "mla", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "dense", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 4, + "n_heads": 8, + "n_kv_heads": 1, + "n_layers": 4, + "norm": "rmsnorm", + "pos_embed": "rope", + "qk_norm": false, + "tie_embeddings": true, + "top_k": 1, + "vocab_size": 72 + }, + "attention_kind": "mqa", + "hash": "f7849f2b5b4a", + "name": "rmsnorm+mla+dense+silu+qkn=off+rope", + "path": "checkpoints/f7849f2b5b4a.pt", + "qk_norm_divergence": "pass", + "seed": 1337, + "source_config": "training/configs/rms_mla_dense_silu_qkn0_rope.json", + "trained_at": 1779048984, + "val_loss": 0.9688723623752594 + }, + "f82dd4332838": { + "arch_config": { + "activation": "gelu", + "attention_type": "standard", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "dense", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 4, + "n_heads": 8, + "n_kv_heads": 8, + "n_layers": 4, + "norm": "layernorm", + "pos_embed": "rope", + "qk_norm": true, + "tie_embeddings": true, + "top_k": 1, + "vocab_size": 72 + }, + "attention_kind": "mha", + "hash": "f82dd4332838", + "name": "layernorm+mha+dense+gelu+qkn=on+rope", + "path": "checkpoints/f82dd4332838.pt", + "qk_norm_divergence": "pass", + "seed": 1337, + "source_config": "training/configs/ln_mha_dense_gelu_qkn1_rope.json", + "trained_at": 1779028929, + "val_loss": 0.9570913702249527 + }, + "fc0508823a29": { + "arch_config": { + "activation": "silu", + "attention_type": "standard", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "moe", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 8, + "n_heads": 8, + "n_kv_heads": 8, + "n_layers": 4, + "norm": "layernorm", + "pos_embed": "absolute", + "qk_norm": true, + "tie_embeddings": true, + "top_k": 2, + "vocab_size": 72 + }, + "attention_kind": "mha", + "hash": "fc0508823a29", + "name": "layernorm+mha+moe+silu+qkn=on+absolute", + "path": "checkpoints/fc0508823a29.pt", + "qk_norm_divergence": "pass", + "seed": 1337, + "source_config": "training/configs/ln_mha_moe_silu_qkn1_abs.json", + "trained_at": 1779032698, + "val_loss": 1.0443940073251725 + }, + "fc60eae294d5": { + "arch_config": { + "activation": "gelu", + "attention_type": "mla", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "moe", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 8, + "n_heads": 8, + "n_kv_heads": 1, + "n_layers": 4, + "norm": "rmsnorm", + "pos_embed": "rope", + "qk_norm": true, + "tie_embeddings": true, + "top_k": 2, + "vocab_size": 72 + }, + "attention_kind": "mqa", + "hash": "fc60eae294d5", + "name": "rmsnorm+mla+moe+gelu+qkn=on+rope", + "path": "checkpoints/fc60eae294d5.pt", + "qk_norm_divergence": "pass", + "seed": 1337, + "source_config": "training/configs/rms_mla_moe_gelu_qkn1_rope.json", + "trained_at": 1779049654, + "val_loss": 1.0286726534366608 + }, + "fc86def8b7da": { + "arch_config": { + "activation": "silu", + "attention_type": "standard", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "moe", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 8, + "n_heads": 8, + "n_kv_heads": 2, + "n_layers": 4, + "norm": "rmsnorm", + "pos_embed": "absolute", + "qk_norm": true, + "tie_embeddings": true, + "top_k": 2, + "vocab_size": 72 + }, + "attention_kind": "gqa", + "hash": "fc86def8b7da", + "name": "rmsnorm+gqa+moe+silu+qkn=on+absolute", + "path": "checkpoints/fc86def8b7da.pt", + "qk_norm_divergence": "pass", + "seed": 1337, + "source_config": "training/configs/rms_gqa_moe_silu_qkn1_abs.json", + "trained_at": 1779043688, + "val_loss": 1.0395187973976134 + }, + "fdf2f516fa87": { + "arch_config": { + "activation": "relu2", + "attention_type": "mla", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "moe", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 8, + "n_heads": 8, + "n_kv_heads": 1, + "n_layers": 4, + "norm": "layernorm", + "pos_embed": "rope", + "qk_norm": true, + "tie_embeddings": true, + "top_k": 2, + "vocab_size": 72 + }, + "attention_kind": "mqa", + "hash": "fdf2f516fa87", + "name": "layernorm+mla+moe+relu2+qkn=on+rope", + "path": "checkpoints/fdf2f516fa87.pt", + "qk_norm_divergence": "pass", + "seed": 1337, + "source_config": "training/configs/ln_mla_moe_rl2_qkn1_rope.json", + "trained_at": 1779034712, + "val_loss": 1.0216674908995629 + }, + "ff98ff3372a9": { + "arch_config": { + "activation": "gelu", + "attention_type": "standard", + "ctx": 256, + "d_model": 128, + "enable_attention": true, + "enable_ffn": true, + "enable_norms": true, + "ffn": "dense", + "ffn_mult": 4, + "head_dim": 16, + "n_experts": 4, + "n_heads": 8, + "n_kv_heads": 2, + "n_layers": 4, + "norm": "layernorm", + "pos_embed": "absolute", + "qk_norm": true, + "tie_embeddings": true, + "top_k": 1, + "vocab_size": 72 + }, + "attention_kind": "gqa", + "hash": "ff98ff3372a9", + "name": "layernorm+gqa+dense+gelu+qkn=on+absolute", + "path": "checkpoints/ff98ff3372a9.pt", + "qk_norm_divergence": "pass", + "trained_at": 1779024390, + "val_loss": 1.043396569788456 + } + }, + "updated_at": 1779055979 +} \ No newline at end of file