Initial upload: model + data

.gitattributes

@@ -33,3 +33,14 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+data/YXraw/EternaWeb.json filter=lfs diff=lfs merge=lfs -text
+data/YXraw/Random-MFE.json filter=lfs diff=lfs merge=lfs -text
+data/YXraw/Rfam-Learn-MFE.json filter=lfs diff=lfs merge=lfs -text
+data/YXtrain/All.json filter=lfs diff=lfs merge=lfs -text
+data/YXtrain/EternaWeb.json filter=lfs diff=lfs merge=lfs -text
+data/YXtrain/Random-MFE.json filter=lfs diff=lfs merge=lfs -text
+data/YXtrain/Rfam-Learn-MFE.json filter=lfs diff=lfs merge=lfs -text
+data/Yraw/Random-MFE.jsonl filter=lfs diff=lfs merge=lfs -text
+data/Yraw/Rfam-Learn-MFE.jsonl filter=lfs diff=lfs merge=lfs -text
+data/Ytrain/Random-MFE.jsonl filter=lfs diff=lfs merge=lfs -text
+data/Ytrain/Rfam-Learn-MFE.jsonl filter=lfs diff=lfs merge=lfs -text

data/YXraw/EternaWeb.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c779bdb6ce312c8b4cc93c59f6ff84992f52d33dc9781d23e64550a1dd91249
+size 769559283

data/YXraw/Random-MFE.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98556a36dd6e010788c93542eaa7b5d650aa5863fd1d2350dce87191b1d1788c
+size 815220432

data/YXraw/Rfam-Learn-MFE.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:778fb51d8841d643b1bb167ddaa4dcf00a259c8f3ded2d7231fdce79b62dcf7c
+size 901921402

data/YXtrain/All.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c70b4f563ca60c87731508dddf52409897f17a7e6189561bbc67ba3088d81eb1
+size 1575028601

data/YXtrain/EternaWeb.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6b69e625b3ae90f07b30ef59eaca878e2dfe028532ccdda9b9650d86b50574e
+size 394914747

data/YXtrain/Random-MFE.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6e4fb2883a5e00dd8547ab12aefdc6a06c471f9678004e74450bd7c3de0ffa0
+size 829621356

data/YXtrain/Rfam-Learn-MFE.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5abe67c1cba747d750a2bc9470717f66e5e2598450d7cf214cf8e1836d3c332a
+size 737632670

data/Yraw/Random-MFE.jsonl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1498b869305942a101e838468ae855974b37eae77ff452af752b86f35e66ce7
+size 33805469

data/Yraw/Rfam-Learn-MFE.jsonl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b92c81c2cb5eff83f8206cbd3e05e4cd9129f028db077640920c8040e37d71
+size 18299526

data/Ytrain/Random-MFE.jsonl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1498b869305942a101e838468ae855974b37eae77ff452af752b86f35e66ce7
+size 33805469

data/Ytrain/Rfam-Learn-MFE.jsonl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d3d8f49d889056eea66a0876c2a80f6c98d31003d4e252ea21f9caaa28a2684
+size 18105290

data/test/RNAsolo.jsonl

@@ -0,0 +1,764 @@
+{"id": 1, "target_structure": "((...).)"}
+{"id": 2, "target_structure": ".(.((.....)))."}
+{"id": 3, "target_structure": "((.(((...)))))"}
+{"id": 4, "target_structure": "(((.......)).)"}
+{"id": 5, "target_structure": "((.((.....))))"}
+{"id": 6, "target_structure": "(((.((....)))))"}
+{"id": 7, "target_structure": "((((.(.....)))))"}
+{"id": 8, "target_structure": "((((((...).)))))"}
+{"id": 9, "target_structure": "((((.(...).))))."}
+{"id": 10, "target_structure": "......(((...).))."}
+{"id": 11, "target_structure": ".(.(((......))).)"}
+{"id": 12, "target_structure": "((((((....))).)))"}
+{"id": 13, "target_structure": "((.(((.....))).))"}
+{"id": 14, "target_structure": "(((.((....))..)))."}
+{"id": 15, "target_structure": "(((..((....)).)))."}
+{"id": 16, "target_structure": "(((((((....)).)))))"}
+{"id": 17, "target_structure": "(((((((....))).))))"}
+{"id": 18, "target_structure": "((.....(....)....))"}
+{"id": 19, "target_structure": "((((.((....))..))))"}
+{"id": 20, "target_structure": "((((..(......)..))))"}
+{"id": 21, "target_structure": ".((((.(......).))))."}
+{"id": 22, "target_structure": "(((..(((....)))..)))"}
+{"id": 23, "target_structure": "(((((.(......).)))))"}
+{"id": 24, "target_structure": "((((.(((....))).))))"}
+{"id": 25, "target_structure": "(((((((.....))).))))"}
+{"id": 26, "target_structure": "((((.((((...))))))))"}
+{"id": 27, "target_structure": "(((((((....))).))))."}
+{"id": 28, "target_structure": "((.((.((....)).)).))"}
+{"id": 29, "target_structure": "((((((.((....))))))))"}
+{"id": 30, "target_structure": "(((((.((......)))))))"}
+{"id": 31, "target_structure": ".....(((.(...)..))).."}
+{"id": 32, "target_structure": "(((((((......)))).)))"}
+{"id": 33, "target_structure": "((((((((....)).))))))"}
+{"id": 34, "target_structure": "(((((((......).))))))"}
+{"id": 35, "target_structure": ".((((((......)))).))."}
+{"id": 36, "target_structure": "(((((((.(.....))))))))"}
+{"id": 37, "target_structure": "((((....(....)....))))"}
+{"id": 38, "target_structure": "((((.((((....)))).))))"}
+{"id": 39, "target_structure": "(((((.(((....))).)))))"}
+{"id": 40, "target_structure": "((((..(((....)))..))))"}
+{"id": 41, "target_structure": "((((.(((....)))...))))"}
+{"id": 42, "target_structure": "((((((((....)))))..)))"}
+{"id": 43, "target_structure": "(.((((..........)))).)"}
+{"id": 44, "target_structure": "(.(((....))))((....))."}
+{"id": 45, "target_structure": "(((..((((....))))..)))"}
+{"id": 46, "target_structure": "((((..((((....)).))))))"}
+{"id": 47, "target_structure": "(((((((.((....)))))))))"}
+{"id": 48, "target_structure": "((((((..(.......)))))))"}
+{"id": 49, "target_structure": "((((...(((....)))..))))"}
+{"id": 50, "target_structure": "(((((((.(......))))))))"}
+{"id": 51, "target_structure": "(((((..((.....))..)))))"}
+{"id": 52, "target_structure": "(((((.(((.....))).)))))"}
+{"id": 53, "target_structure": "((((((.(((....)))))))))"}
+{"id": 54, "target_structure": "(...((((....))))......)"}
+{"id": 55, "target_structure": "(((((.(((......))))))))"}
+{"id": 56, "target_structure": "..(((((.((....)))))))..."}
+{"id": 57, "target_structure": "(((((((((.....))).))))))"}
+{"id": 58, "target_structure": ".((((((.((....)))))))).."}
+{"id": 59, "target_structure": "((((...(((....)))...))))"}
+{"id": 60, "target_structure": "(((((((((.....).))))))))"}
+{"id": 61, "target_structure": "(((..(((((....)))))..)))"}
+{"id": 62, "target_structure": "(((((..(((....)))..)))))"}
+{"id": 63, "target_structure": "..(...((....))......)..."}
+{"id": 64, "target_structure": "(((((.(((.....)))..)))))"}
+{"id": 65, "target_structure": "((((..(((((....)))))))))"}
+{"id": 66, "target_structure": ".(..((((((....))))))..)."}
+{"id": 67, "target_structure": ".((.(((((((....)))))))))."}
+{"id": 68, "target_structure": "((((((.(((....)))..))))))"}
+{"id": 69, "target_structure": "((((((...((.....)).))))))"}
+{"id": 70, "target_structure": "(((.((((((......)))))))))"}
+{"id": 71, "target_structure": "..(.((((((......))))))).."}
+{"id": 72, "target_structure": "(((((.((((......)))))))))"}
+{"id": 73, "target_structure": "((((........)))..)........"}
+{"id": 74, "target_structure": "(((((...(((....)))...)))))"}
+{"id": 75, "target_structure": "(((((.((.(((....))))))))))"}
+{"id": 76, "target_structure": "((((((...(((....))).))))))"}
+{"id": 77, "target_structure": "(((...(((....)))......)))."}
+{"id": 78, "target_structure": "(((((((..((.......)))))))))"}
+{"id": 79, "target_structure": "((((((.(((.......))).))))))"}
+{"id": 80, "target_structure": "((((...(((((.....))))).))))"}
+{"id": 81, "target_structure": "((((.(.((((....))))..).))))"}
+{"id": 82, "target_structure": "..((..(((.......)))......))"}
+{"id": 83, "target_structure": "((((((.(((((....)))))))))))"}
+{"id": 84, "target_structure": "(((((((((((...).)))))).))))"}
+{"id": 85, "target_structure": "(((((((((((....)))).)))))))"}
+{"id": 86, "target_structure": "(((((....((((....)))).)))))"}
+{"id": 87, "target_structure": "(((((.((((((....)))))))))))"}
+{"id": 88, "target_structure": "(((((......(....).....)))))"}
+{"id": 89, "target_structure": "(((((...(((((...).)))))))))"}
+{"id": 90, "target_structure": "(((.....(((......)))....)))"}
+{"id": 91, "target_structure": "((((((((((......)).))))))))"}
+{"id": 92, "target_structure": "(((((...(.((......)).))))))"}
+{"id": 93, "target_structure": "((((((((((.......)))))).))))"}
+{"id": 94, "target_structure": "((((((.(.((((....)))))))))))"}
+{"id": 95, "target_structure": "((((.(..((((....))))..).))))"}
+{"id": 96, "target_structure": "((((((..((((....))))..))))))"}
+{"id": 97, "target_structure": "..(...(((((((....)))))))...)"}
+{"id": 98, "target_structure": "(((((......(((....)))..)))))"}
+{"id": 99, "target_structure": "((((......((....))...))))..."}
+{"id": 100, "target_structure": "(((((((..((((....)))))))))))"}
+{"id": 101, "target_structure": "((((((.....((.....))..))))))"}
+{"id": 102, "target_structure": "((((((.....(....)....))))))."}
+{"id": 103, "target_structure": "((((((...(((....)))...))))))"}
+{"id": 104, "target_structure": "(((((...(((((....))))).)))))"}
+{"id": 105, "target_structure": "(((((....(((....)))....)))))"}
+{"id": 106, "target_structure": "((((((...((((......))))))))))"}
+{"id": 107, "target_structure": "((((((.((((((...).)))))))))))"}
+{"id": 108, "target_structure": "(((((....((((....))))...)))))"}
+{"id": 109, "target_structure": "(((((((((.(........))))))))))"}
+{"id": 110, "target_structure": "((((((((.((........))))))))))"}
+{"id": 111, "target_structure": "((((.....(((......)))....))))"}
+{"id": 112, "target_structure": "((.((((..((((....))))))))..))"}
+{"id": 113, "target_structure": "((((((...(((((...).))))))))))"}
+{"id": 114, "target_structure": "(((((((.....(....)....)))))))"}
+{"id": 115, "target_structure": "(((((...(((((...)))))...)))))"}
+{"id": 116, "target_structure": "((((..((((((....))))))...))))"}
+{"id": 117, "target_structure": "(((((...(.(((....))).)..)))))"}
+{"id": 118, "target_structure": "((((.((((.((....))...))))))))"}
+{"id": 119, "target_structure": "(((((((((.((....)).))))).))))"}
+{"id": 120, "target_structure": "((.((((((((((...)))))))))).))"}
+{"id": 121, "target_structure": "((((((......(....).....))))))"}
+{"id": 122, "target_structure": "(((((....(((((...).)))).)))))"}
+{"id": 123, "target_structure": "(((((....(((((....)))))..)))))"}
+{"id": 124, "target_structure": "(((((...((((......))))...)))))"}
+{"id": 125, "target_structure": "(((((.((((....)))).......)))))"}
+{"id": 126, "target_structure": "(((((((..((((......)))))))))))"}
+{"id": 127, "target_structure": "((((..((((((....)))).))...))))"}
+{"id": 128, "target_structure": "((((.(((((..........))))).))))"}
+{"id": 129, "target_structure": "(((((...(((((....)))))...)))))"}
+{"id": 130, "target_structure": "(((((.(.((((((...).)))))))))))"}
+{"id": 131, "target_structure": "(((((((..(((((...).)))))))))))"}
+{"id": 132, "target_structure": "((((((..((((.......))))))))))."}
+{"id": 133, "target_structure": "((((((....((.....))....))))))."}
+{"id": 134, "target_structure": "(((((((..(..........)...)))))))"}
+{"id": 135, "target_structure": "(((((((.(((..........))))))))))"}
+{"id": 136, "target_structure": "(((((((((((........)))).)))))))"}
+{"id": 137, "target_structure": "(((((((.(..(((....))).).)))))))"}
+{"id": 138, "target_structure": "(..((((((((((....))))))))))..)."}
+{"id": 139, "target_structure": "..(.((((..((((....))))..))))).."}
+{"id": 140, "target_structure": "(((((((..((((....))))...)))))))"}
+{"id": 141, "target_structure": "((((((.((((........))))..))))))"}
+{"id": 142, "target_structure": "((((((...(..((....))..)..))))))"}
+{"id": 143, "target_structure": ".......((((.(((........))).))))"}
+{"id": 144, "target_structure": "(((((......((((....))))...)))))"}
+{"id": 145, "target_structure": "(((((((...((((......)))))))))))"}
+{"id": 146, "target_structure": "((((((..(((((....))).))...))))))"}
+{"id": 147, "target_structure": "........(..(((((....)))))...)..."}
+{"id": 148, "target_structure": ".(((((((.((.(((....))))).)))))))"}
+{"id": 149, "target_structure": ".....((((((...((.....)).)))))).."}
+{"id": 150, "target_structure": "...........((...((((....))))..))"}
+{"id": 151, "target_structure": "((((.((((.(((.....)))..)))).))))"}
+{"id": 152, "target_structure": "((((((((((..(.....)..)).))))))))"}
+{"id": 153, "target_structure": "(((((.(((..(((....)))...))))))))"}
+{"id": 154, "target_structure": "....(((.(.....).))).............."}
+{"id": 155, "target_structure": "((((((((..((((....))))...))))))))"}
+{"id": 156, "target_structure": "(((((((((...(.....)...))))..)))))"}
+{"id": 157, "target_structure": "((((.((.((((((....))))))))))))..."}
+{"id": 158, "target_structure": "((((...((.(((....)))....))...))))"}
+{"id": 159, "target_structure": "(((((.(((.....((.....))..))))))))"}
+{"id": 160, "target_structure": "((((((((((((....))))..)))..)))))."}
+{"id": 161, "target_structure": "((((((..(((((((....)))..))))))))))"}
+{"id": 162, "target_structure": "((((....(((((.......))))).....))))"}
+{"id": 163, "target_structure": "((((.(.((((((.....)))...))).).))))"}
+{"id": 164, "target_structure": "((((...(..(((.....))).....)...))))"}
+{"id": 165, "target_structure": "((((...((.(((.....)))....))...))))"}
+{"id": 166, "target_structure": "((((...((((((.....)))...)))...))))"}
+{"id": 167, "target_structure": "......(..((((....))))............)"}
+{"id": 168, "target_structure": "((((((((.(((((....)))))...))))))))"}
+{"id": 169, "target_structure": "..........(...(((....)))......)..."}
+{"id": 170, "target_structure": "((((((((..((((....))))...)))).))))"}
+{"id": 171, "target_structure": "((((((((((((((....))))).).))))))))"}
+{"id": 172, "target_structure": "((((((..((((((....)))).))...))))))"}
+{"id": 173, "target_structure": "(((((......((((....))))......)))))"}
+{"id": 174, "target_structure": "(((((((......(((((....))))))))))))"}
+{"id": 175, "target_structure": "((((((..(..((((....))))..)..))))))"}
+{"id": 176, "target_structure": "....(((((....(((.....))).....)))))"}
+{"id": 177, "target_structure": "((((((((...(((((....))))).))))))))"}
+{"id": 178, "target_structure": "(((((((((...(.....)...))))..)))))."}
+{"id": 179, "target_structure": "(((((((((((...((...))..)))))))))))"}
+{"id": 180, "target_structure": "((((.((((((((((....)))))))))).))))"}
+{"id": 181, "target_structure": "((.(((((((....)))))))...))........."}
+{"id": 182, "target_structure": "(((((((......(((((....))))).)))))))"}
+{"id": 183, "target_structure": "(((((((......(((....))).....)))))))"}
+{"id": 184, "target_structure": "(((((......((((....)))).......)))))"}
+{"id": 185, "target_structure": "..((((((((.((((.(...).)))).))))))))"}
+{"id": 186, "target_structure": "((..((((..((((.....))))....))))..))"}
+{"id": 187, "target_structure": "(((((..(((((((....))))..)))...)))))"}
+{"id": 188, "target_structure": "...........((....((......).)...)).."}
+{"id": 189, "target_structure": "(((((.((....................)))))))"}
+{"id": 190, "target_structure": "(((...(((((..........)))))......)))"}
+{"id": 191, "target_structure": "..((...........(((....)))........))."}
+{"id": 192, "target_structure": ".....((((((.((((((....))))))..))))))"}
+{"id": 193, "target_structure": "(((((((.(.((((((.....)))))).))))))))"}
+{"id": 194, "target_structure": ".......((((((...((.....)).))))))...."}
+{"id": 195, "target_structure": "((((((...........((((....)))).))))))"}
+{"id": 196, "target_structure": "(((((((.(((((((....)))))))...)))))))"}
+{"id": 197, "target_structure": "(((((((((..(((....)))......)))))))))"}
+{"id": 198, "target_structure": "(((((.((....................)))))))."}
+{"id": 199, "target_structure": "((((((((((((((.(....).))))))))))))))"}
+{"id": 200, "target_structure": "(((.((((....)))))))((((((....))))))."}
+{"id": 201, "target_structure": "((((((.....(.((((((....)))))))))))))"}
+{"id": 202, "target_structure": ".((((..(..((((((.....).)))))..)..))))"}
+{"id": 203, "target_structure": "......((((((((.....)))))..)))........"}
+{"id": 204, "target_structure": "(((((((((((((((.....))).)).))))))))))"}
+{"id": 205, "target_structure": "(((((((((.((((((....))))))..)))))))))"}
+{"id": 206, "target_structure": "(((((((((.((((((....))))..)))))))))))"}
+{"id": 207, "target_structure": "((((((....(..................).))))))"}
+{"id": 208, "target_structure": ".((((.......(((((....))))).......))))"}
+{"id": 209, "target_structure": "((((((.(((((((.......)))))))...))))))"}
+{"id": 210, "target_structure": "((((((((((...((((....))))))))...))))))"}
+{"id": 211, "target_structure": "((((((((.(((((....)))))....))...))))))"}
+{"id": 212, "target_structure": "(((((((((...(((((....)))..)).)))))))))"}
+{"id": 213, "target_structure": "((((....((((.((((....))))...))))..))))"}
+{"id": 214, "target_structure": "((((((.......((((....)))).......))))))"}
+{"id": 215, "target_structure": "(((((.....(((((..((....))..).)))))))))"}
+{"id": 216, "target_structure": "(((((((..(.(...........))...)))))))..."}
+{"id": 217, "target_structure": "......((((((...)..)))))..............."}
+{"id": 218, "target_structure": "((((..((((...(((((....)))))...))))))))"}
+{"id": 219, "target_structure": "(((((.......((((....)))).........)))))"}
+{"id": 220, "target_structure": "((((((((.(((...............)))))))))))"}
+{"id": 221, "target_structure": "(((((((.((.(.(((((...))))).)))..)))))))"}
+{"id": 222, "target_structure": "((((((((.......(.(......).)))))))))...."}
+{"id": 223, "target_structure": "((((((((.(....)((((....))))))))))))...."}
+{"id": 224, "target_structure": "((((((((........(((....))).))))))))...."}
+{"id": 225, "target_structure": "((((((((.......((((....))))))))))))...."}
+{"id": 226, "target_structure": "((((((.(((((((.........)))))))...))))))"}
+{"id": 227, "target_structure": "((((((.....(((((....))))).......))))))."}
+{"id": 228, "target_structure": "..(((((((..((((((......)).))))..)))))))"}
+{"id": 229, "target_structure": "(((.....((((((.....)))))).......)))...."}
+{"id": 230, "target_structure": "((((((...(((((....)))))(((....))).))))))"}
+{"id": 231, "target_structure": "....(((((...(((((((.....).)))))..)).))))"}
+{"id": 232, "target_structure": "((((((((.(((((((.....)))))))....))))))))"}
+{"id": 233, "target_structure": "(((((((.((...(.((....)).)..))....)))))))"}
+{"id": 234, "target_structure": "((((((...((..(((((....))).))...)).))))))"}
+{"id": 235, "target_structure": "((((.......((((((((...)))))))).......))))"}
+{"id": 236, "target_structure": "((((((.......(..((((....))))....)..))))))"}
+{"id": 237, "target_structure": "(((((((((((((((((....)))))))))))...))))))"}
+{"id": 238, "target_structure": "((((((.....(((((((((......)))))))))))))))"}
+{"id": 239, "target_structure": "(((((((((...((((((.....))))))...)))))))))"}
+{"id": 240, "target_structure": "(((((......(((((((((......))))))))).)))))"}
+{"id": 241, "target_structure": "(((.((((((((...((.......))...)))))))..))))"}
+{"id": 242, "target_structure": "(((((.((..((((...((((....))))..)))))))))))"}
+{"id": 243, "target_structure": ".(((.(........((((.(.(....)...).)))).).)))"}
+{"id": 244, "target_structure": "((((((((......))))))))((.(((((.....)))))))"}
+{"id": 245, "target_structure": "((((...(((((...((((....))))....)))))..))))"}
+{"id": 246, "target_structure": "((((.(((((((((.((((....)))).))))))))).))))"}
+{"id": 247, "target_structure": ".....(((((........))))..)................."}
+{"id": 248, "target_structure": "((((((.((((((((((.....)))))..)))))..))))))"}
+{"id": 249, "target_structure": "((((.......((((((((....)))))))).......))))"}
+{"id": 250, "target_structure": "(((((..(........)..)))))..................."}
+{"id": 251, "target_structure": "((((((((.....(((((((....)))))))....))))))))"}
+{"id": 252, "target_structure": "(((((...(..(((.(((((.......)))))))))..)))))"}
+{"id": 253, "target_structure": "......((((((...)..)))))...................."}
+{"id": 254, "target_structure": "((((((((((.....((((..........))))))))))))))"}
+{"id": 255, "target_structure": "(((((..((((((((((((....))))))))))))...)))))"}
+{"id": 256, "target_structure": "(((((((((((((((((....))).)))))..))..)))))))"}
+{"id": 257, "target_structure": ".((...((((((...((((....))))..))))))...))..."}
+{"id": 258, "target_structure": "((((((.....(((....(((....)))....)))..))))))"}
+{"id": 259, "target_structure": "......(((((........))))..)................."}
+{"id": 260, "target_structure": "...........(..(((((....)))))...)............"}
+{"id": 261, "target_structure": "...((((((((((((.(((((.....))))))).))))))))))"}
+{"id": 262, "target_structure": "((((((((.((.((((.(((.....))).)))))).))))))))"}
+{"id": 263, "target_structure": "..((((..(((((.............).))))...))))......"}
+{"id": 264, "target_structure": "(((((......(((.((((((....))))))...)))..)))))."}
+{"id": 265, "target_structure": ".(((((......((.....(((....))).....))...)))))."}
+{"id": 266, "target_structure": "((((((.((.((.(((((..........)))))..))))))))))"}
+{"id": 267, "target_structure": "(((((((((((((((((((....)))))))))))...))))))))"}
+{"id": 268, "target_structure": "......((.(.........((((......))))......).))..."}
+{"id": 269, "target_structure": "((..(((.....(((......((....))..)))...)))...))."}
+{"id": 270, "target_structure": "(((((......(((((.....((....)).......))))))))))"}
+{"id": 271, "target_structure": "((((((........((((((....))))))..........))))))"}
+{"id": 272, "target_structure": "(((((((.(((.....)))(((((....))))).....)))))))."}
+{"id": 273, "target_structure": "((.((((.....(((......((....))..)))...)))..)))."}
+{"id": 274, "target_structure": ".(((((((...((((.((((.....))..))..))).).)))))))"}
+{"id": 275, "target_structure": "((((((.((.((..((((((((......)))))).))))))))))))"}
+{"id": 276, "target_structure": "......((((((..........((((....))))....))))))..."}
+{"id": 277, "target_structure": "....((((((........)))))..)......................"}
+{"id": 278, "target_structure": "(((((((.(((((....)))))....((((....))))..)).)))))"}
+{"id": 279, "target_structure": "((((((((((((((((((((....)))).))).)))).).))))))))"}
+{"id": 280, "target_structure": "(((((((((..(((((((......))).))))......)))))))))."}
+{"id": 281, "target_structure": "(((((((((((((((((((........))))))).))).)))))))))"}
+{"id": 282, "target_structure": ".(.((....)).)..........................((.....))"}
+{"id": 283, "target_structure": "((((.(..((((((((((....))))).......)))))...)))))."}
+{"id": 284, "target_structure": "...........((((((((((((..........).).))))))))))."}
+{"id": 285, "target_structure": ".(((((((((....(((....(((....)))....))).)))))))))"}
+{"id": 286, "target_structure": "(((......(.(.(((.....((....)).......))))))))...."}
+{"id": 287, "target_structure": "(((((.......((((....))))...((((((....)))))).)))))"}
+{"id": 288, "target_structure": "(((((..((((.((....))...(((((....)))))))))...)))))"}
+{"id": 289, "target_structure": "(((((((((((......)))))))....((((........))))))))."}
+{"id": 290, "target_structure": "(((((((....(((((.........(..........)))))))))))))"}
+{"id": 291, "target_structure": "((((..(((((.......(((((((....))))))).)))))..))))."}
+{"id": 292, "target_structure": "((((((.(((...(((.((.(((....)))))..)))...)))))))))"}
+{"id": 293, "target_structure": ".(((((((((..((((((((....)))).))))......)))))))))."}
+{"id": 294, "target_structure": "......((((((...)..))))).........................."}
+{"id": 295, "target_structure": "(.(.(.((((.(...((.......))...).))))...)).)........"}
+{"id": 296, "target_structure": "((((...((((.......))))......)))).(((((.......)))))"}
+{"id": 297, "target_structure": ".((.(.(.((((((...((.......))...))))))...)).).)...."}
+{"id": 298, "target_structure": "...(((..(.(((.(.(.(((((.....))))).))))).)..)))...."}
+{"id": 299, "target_structure": "(((((((........(((((((.(((....)))...))))))))))))))"}
+{"id": 300, "target_structure": "......((((((...)..)))))..........................."}
+{"id": 301, "target_structure": "....((((((((....))))))((((.........))))...))......"}
+{"id": 302, "target_structure": ".(((((((((....))))))))..)........................."}
+{"id": 303, "target_structure": "....(((((.........))))..).........................."}
+{"id": 304, "target_structure": "..(((((..(((..((.....)).)))...)))))................"}
+{"id": 305, "target_structure": "((..(((..(.(((((......(....)...))))).)....)))...))."}
+{"id": 306, "target_structure": "(((((((.(....(((((((....)))))........))...))))))))."}
+{"id": 307, "target_structure": "((((((........((((((((.(((....)))..).)))))))))))))."}
+{"id": 308, "target_structure": "........(((((((.........)))))).)...................."}
+{"id": 309, "target_structure": "....(((((.........))))..)..........................."}
+{"id": 310, "target_structure": "..............((...(((((...............).)).))...))."}
+{"id": 311, "target_structure": ".......((((((..........(((((....)))))....))))))....."}
+{"id": 312, "target_structure": "(((((((........((((((((.(((....)))..).))))))))))))))"}
+{"id": 313, "target_structure": "(((((..((((.(((((....)))))....))))....((....)))))))."}
+{"id": 314, "target_structure": "((((((((.((((.((((...))))))))(..(((.....))))).)))))))"}
+{"id": 315, "target_structure": ".........((((((((((.(((.(((....))))))...))))))).))).."}
+{"id": 316, "target_structure": "(((((((((((((((.(((..((((.....)))))))).))))))))))))))"}
+{"id": 317, "target_structure": "(((((..........))))).((((((..((((..........)))).))))))"}
+{"id": 318, "target_structure": "(((((((..(((...((...(((((....)))))...))...))))))))..))"}
+{"id": 319, "target_structure": "((((.(.........(((((..(((....)))............)))))).))))"}
+{"id": 320, "target_structure": "(((((.((((.....(((((..(((.((....)).)))..).)))))))))))))"}
+{"id": 321, "target_structure": "((((((......((((.......((((....)))).......))))...))))))"}
+{"id": 322, "target_structure": "..(((((..((.(........).))....................)))).)...."}
+{"id": 323, "target_structure": "((((((..(((((((..........))))))).......(((....)))))))))"}
+{"id": 324, "target_structure": "((((..((..((..(((((...((((....))))..)))))..))..))..))))"}
+{"id": 325, "target_structure": "((((....((....))(((((((.....((.(....).))....)))))))))))"}
+{"id": 326, "target_structure": "(((((...(((((........((((((...........))))))))))).)))))."}
+{"id": 327, "target_structure": ".(((((((((.(((((..(((((((....))).)))))))..))...)))))))))"}
+{"id": 328, "target_structure": "((((((.(((...(((.((.(((...........)))))..)))...)))))))))"}
+{"id": 329, "target_structure": "....................(((((...(((((((.....).)))))..)).))))"}
+{"id": 330, "target_structure": "((((((((((.(((((..(((((((...))).)))))))..))...))))))))))"}
+{"id": 331, "target_structure": "((((((((((.((((...(((((((...))).)))).))..))...))))))))))"}
+{"id": 332, "target_structure": ".(((.((((((((........)))).))))..)))....................."}
+{"id": 333, "target_structure": "((((.(((....)))..(((((((((...(((....)))..))))).)))..)))))"}
+{"id": 334, "target_structure": "((((((((((.(((((..(((((((....))).)))))))..))...))))))))))"}
+{"id": 335, "target_structure": "((((.(((..((((.......))))..))).....(..(((......)))).))))."}
+{"id": 336, "target_structure": "(((((........((((((((.((((..........))))..).))))))))))))."}
+{"id": 337, "target_structure": "(((((.(((..(((.........)))..))).....(...((......)).).)))))"}
+{"id": 338, "target_structure": "...((...(((....)))..))..............((((.............))))."}
+{"id": 339, "target_structure": "....(((((.........))))..)................................."}
+{"id": 340, "target_structure": "((.((.(((..(((.........)))..))).........((......))...)).))"}
+{"id": 341, "target_structure": "(((((...((...((((((((((..(........))))))))...)))..)).)))))"}
+{"id": 342, "target_structure": "(((((((((.......(((((((.........)))))))......)))))))))...."}
+{"id": 343, "target_structure": "((((((.(((((.((.......((((.(.(....)...).)))))).))))).))))))"}
+{"id": 344, "target_structure": "((((((.((((((.((....))))))))(((((....)))))((.....)).))))))."}
+{"id": 345, "target_structure": "(((((............(((((..........))))).).))))................"}
+{"id": 346, "target_structure": ".((((((((((((((((((((((...........).)))))))))))))))))))))..."}
+{"id": 347, "target_structure": ".............................................(.(.........).)"}
+{"id": 348, "target_structure": "(((((((((..(......).(((.....)))(((((........)))))..)))))))))"}
+{"id": 349, "target_structure": "(((((((.(((((.(((((....((((((...))))))...)))))..))))))))))))"}
+{"id": 350, "target_structure": "((((((((((......(((((((.((....)).))))..)))......))))..))))))"}
+{"id": 351, "target_structure": "(.....((....)).......)......................................"}
+{"id": 352, "target_structure": "(((((((((......(((((((.............)))))))......)))))))))...."}
+{"id": 353, "target_structure": "....(((((..(((........(((((..((....))...)))))........))))))))"}
+{"id": 354, "target_structure": "((((((((((((........(((((((((((...).)))))).))))..))))))))))))"}
+{"id": 355, "target_structure": "(((((.(((((....)))))........((((((..........))))))....))))).."}
+{"id": 356, "target_structure": "((((((....((....))(((((((.....((.((....)).))....)))))))))))))"}
+{"id": 357, "target_structure": ".......(.(......................).).........................."}
+{"id": 358, "target_structure": "....((((........)))....((((((((..(((.......)))......))))))).).)"}
+{"id": 359, "target_structure": ".((((((........))).....(.((.(..(((....)))......)...))..)...)))."}
+{"id": 360, "target_structure": ".((((((........))).....(.((....(((....)))..........))..)...)))."}
+{"id": 361, "target_structure": "(((..((((........)))).(((((.......)))))....(((((.......))))))))"}
+{"id": 362, "target_structure": "((((((((..((((((.......))))))......).(((((((....)))))))..)))))))"}
+{"id": 363, "target_structure": "(((((((((((.......))).............((((((....)).)))).....))))))))"}
+{"id": 364, "target_structure": "(((((((..((........(((((....))))).))..)))))))(((((.........)))))"}
+{"id": 365, "target_structure": "(((((.(.((((...........))))((((((((..........)))))))).....).)))))"}
+{"id": 366, "target_structure": "...(.((((.(((........)))..)))).((((((................))))))..)..."}
+{"id": 367, "target_structure": ".((((((((((..........))))))))))(((((((((.....))).)))))).........."}
+{"id": 368, "target_structure": "((((.(((((((((......((((......)))))))))))))...((((((....))))))))))"}
+{"id": 369, "target_structure": "(((((((((..........)))))))))((((((((((((....))))).)))))))........."}
+{"id": 370, "target_structure": "((((((((.......(((((...(.(((((((((.....)))))))))..)..)))))))))))))"}
+{"id": 371, "target_structure": "(((((((((..((((((.......))))))......).(((((((....)))))))..))))))))"}
+{"id": 372, "target_structure": ".((((..(((.(((((((((....)))))....)))))))))))..((((((((....))))))))"}
+{"id": 373, "target_structure": ".(((((((..(.(((((.......))))).)......).((((((.......))))))..))))))"}
+{"id": 374, "target_structure": "((((((((..(((((((.......)))))))......).((((((.......))))))..)))))))"}
+{"id": 375, "target_structure": "((((..((((.........))))((((((.......))))).)...(((((.......)))))))))"}
+{"id": 376, "target_structure": "...................(((((.(((.....(((....)))..)))))))).............."}
+{"id": 377, "target_structure": "((((((...(((((((((((....))))))(((((((....)))))))(.....)))))).))))))"}
+{"id": 378, "target_structure": "((((((((...((((((.......)))))).......).((((((.......))))))..)))))))"}
+{"id": 379, "target_structure": "(((((..((((.........)))).(((((.......)))))....(((((.......))))))))))"}
+{"id": 380, "target_structure": "((((((((((((((..(...(((((...((((....))))....)))))..)..))))))))))))))"}
+{"id": 381, "target_structure": "(((((..(((((((.......)))))))......).((((((.........))))))....))))..."}
+{"id": 382, "target_structure": "((((((.(((((....))))).))).))).........((((((((..((....))...))))))))."}
+{"id": 383, "target_structure": "....(((((((((....)))).((((((.....))))))..)))))......(((((.....)))))."}
+{"id": 384, "target_structure": "((((((..(((.........)))((((((.......))))))...(((((.......)))))))))))"}
+{"id": 385, "target_structure": "(((((.((((((((.....((((..((((.((((....))))))))..))))..)))))))).)))))"}
+{"id": 386, "target_structure": "(((((.(..(((.......))).(((((.......)))))....(.(((...))).)).)))))...."}
+{"id": 387, "target_structure": "((((((((((.((((((.......))))))(....).((((....))))...))))))))))......"}
+{"id": 388, "target_structure": "...((((((...((((((.........))))))((....))((((((.......))))))..))))))"}
+{"id": 389, "target_structure": "....((((((((..(((.((((.((((((........)))))).))))..)))......))))))))."}
+{"id": 390, "target_structure": "((((((((((.(.....(...(((((((((....)))))))..)).........)..).))))))))))"}
+{"id": 391, "target_structure": "((((((((...((((((.........))))))..(.....(((((.........))))).)))))))))"}
+{"id": 392, "target_structure": "(((((((.........(((.......)))))))))).((((((..........))))).)........."}
+{"id": 393, "target_structure": "........(((((((((......(((((((.............)))))))......)))))))))...."}
+{"id": 394, "target_structure": "((((((..((((.......)))).(((((.......))))).....(((((.......)))))))))))"}
+{"id": 395, "target_structure": ".........((((((((((.......))).........(((((..........)))))....)))))))"}
+{"id": 396, "target_structure": "((((..((((........)))).(((((.......))))).....(.(((.......))).)))))..."}
+{"id": 397, "target_structure": "..(((((((((....)))).((((((.........))))))..))))).......(((((....)))))."}
+{"id": 398, "target_structure": "(((((.(((((((......).)))))).((((((((......)))))))))))))..............."}
+{"id": 399, "target_structure": ".....((((((.((((((...((((...(((....)))...)))).((....))..))))))..))))))"}
+{"id": 400, "target_structure": "(.......(((((.(((..(((.........)))..))).....(..(((......)))).)))))...)"}
+{"id": 401, "target_structure": "(((((..((((.........)))).(((((.......)))))....(((((.......)))))))))).."}
+{"id": 402, "target_structure": "((((((..((...........)).(((((.......))))).....((((.......)))).)))))).."}
+{"id": 403, "target_structure": ".....(((..(((((...(((((((((((((((....)))))..))))))))))..))))))))......"}
+{"id": 404, "target_structure": "(((((((.((((.....))))(((((((.......)))))))..(((((.......)))))))))))).."}
+{"id": 405, "target_structure": "(((((....(((.........)))((((((.......))))))....(((((.......)))))..)))))"}
+{"id": 406, "target_structure": "(((((((..(((.........)))..((((.......))))......(((((.......))))))))))))"}
+{"id": 407, "target_structure": "((((((((((..((((((.........))))))......).((((((.......))))))..)))))))))"}
+{"id": 408, "target_structure": ".((((..((((.........)))).(((((.......)))))....(((((.......)))))))))...."}
+{"id": 409, "target_structure": "((((((((.((....)).).(((((.........))).))...(((((.......))))))))))))...."}
+{"id": 410, "target_structure": "(((((((..((((.......)))).(((((.......))))).....(((((.......))))))))))))"}
+{"id": 411, "target_structure": "((((.((..((((.....)))).(((((.......)))))....(..((......))..))).))))...."}
+{"id": 412, "target_structure": ".(((((((((....)))(.((....(((....)))....)))..)))))).((((((((....))))))))"}
+{"id": 413, "target_structure": "(((((((..((((....)))).(((((.......)))))....(((((.......))))))))))))...."}
+{"id": 414, "target_structure": "(((((((.(((((((((.(((.(((((((((((.....))))))))))).))).))))))))).)))))))"}
+{"id": 415, "target_structure": ".((((((..(((..........))).(((((.......))))).....(((((.......)))))))))))"}
+{"id": 416, "target_structure": "((((((..((((.......)))).(((((.......))))).....(((((.......))))))))))).."}
+{"id": 417, "target_structure": "((((((......(.(((((.......))))))..(.......(((((.......)))))...)..))))))"}
+{"id": 418, "target_structure": "....(((((((((....)))).((((((.........))))))..))))).......(((((....)))))"}
+{"id": 419, "target_structure": "(((((((.(((((.(((.(((((((((.(((........)))..))))))))).))).))))).)))))))"}
+{"id": 420, "target_structure": "......................((((((((.((((....))))...))))))))...(((.....)))...."}
+{"id": 421, "target_structure": "..(((((..((((.......)))).(((((.......))))).....(((((.......))))))))))..."}
+{"id": 422, "target_structure": "(((((((.((((.....)))).(.((((.......)))).)...(((((.......))))))))))))...."}
+{"id": 423, "target_structure": "((((((......(.............(...((((....))))......).............)...))))))"}
+{"id": 424, "target_structure": "(((((((..((((.......)))).(((((.......))))).....(((((.......))))))))))))."}
+{"id": 425, "target_structure": "(.(.(((..(((..........))).(((((.......))))).....(((((.......)))))))).).)"}
+{"id": 426, "target_structure": "(((((..((((........)))).(((((.......))))).....(((((.......))))))))))...."}
+{"id": 427, "target_structure": "(((((((.........(((........))))))))))......((((..........))))..........."}
+{"id": 428, "target_structure": "((((((..((((.........)))).(((((.......))))).....(((((.......))))))))))).."}
+{"id": 429, "target_structure": ".((((((((..(..........((((....))))..)..))))))))........(((.........)))..."}
+{"id": 430, "target_structure": "(((.....((...........))(................)....(..((.......))..)...)))....."}
+{"id": 431, "target_structure": "((((((((.((((((.(.........(((((...(...)............)))))).)))))).))))))))"}
+{"id": 432, "target_structure": ".(....(..((............))..((((.......))))......(((((.......)))))).....)."}
+{"id": 433, "target_structure": "((...((..((((........)))).((((.........)))).....(((((.......)))))))...))."}
+{"id": 434, "target_structure": "(((((((..(((..........))).(((((.......))))).....(((((.......))))))))))))."}
+{"id": 435, "target_structure": "(((((((..((((........)))).(((((.......))))).....(((((.......))))))))))))."}
+{"id": 436, "target_structure": "(((((((....(.........)..........................(..........)..)))))))...."}
+{"id": 437, "target_structure": "(((((((..(((..........)))..((((.......)))).....(((((.......)))))))))))).."}
+{"id": 438, "target_structure": "(((((((..((((.......)))).(((((.......))).)).....((((.......)))).))))))).."}
+{"id": 439, "target_structure": "((...((...((..........))...(((((.....))))).......((((.......)))).))...))."}
+{"id": 440, "target_structure": "....................(((((((((.((((....))))...)))))))))..(((.....)))......"}
+{"id": 441, "target_structure": "((((((..(((.........)))((((((.......))))))...(((((.......)))))))))))....."}
+{"id": 442, "target_structure": "..(((((((.........(((........))))))))))......((((..........))))..........."}
+{"id": 443, "target_structure": "(((.......(((((.(((..(((.........)))..))).....(...((......)).).)))))...)))"}
+{"id": 444, "target_structure": "(((((((..((((.......)))).(((((.......)))))....(((((.......))))))))))))...."}
+{"id": 445, "target_structure": "((.((((...((........))...(((...........)))....(((((.......))))))))).))...."}
+{"id": 446, "target_structure": "(((((((..(((.........))).(((((.......)))))....(((((.......))))))))))))...."}
+{"id": 447, "target_structure": "(((((((..((((........)))).(((((.......))))).....(((((.......)))))))))))).."}
+{"id": 448, "target_structure": "(((((((..(((..........)))((((((.......))))))...(((((.......))))))))))))..."}
+{"id": 449, "target_structure": "((((((..(((.........))).(((((.......))))).....(((((.......)))))))))))....."}
+{"id": 450, "target_structure": "(((((.(((......(((((((((..............)))))))))...)))..............))))).."}
+{"id": 451, "target_structure": "(((((((..(.((........)).)..(..............)......(((.........))).))))))).."}
+{"id": 452, "target_structure": "((((.(.((((((..(((.......((....(((....)))....)).....)))....))))))..)..))))"}
+{"id": 453, "target_structure": "(((((((..((((........)))).((((.........)))).....(((((.......)))))))))))).."}
+{"id": 454, "target_structure": "(((((((..((((.........)))).(((((.......))))).....(((((.......))))))))))))."}
+{"id": 455, "target_structure": "(((((((((((((((((((((....(((....(((....)))....))).)))))))).))))))))..)))))"}
+{"id": 456, "target_structure": "((((((...(((.......)))..(((((.......))))).....(((((.......)))))))))))....."}
+{"id": 457, "target_structure": "(((((((..((((.......)))).(((((.......))))).....(((((.......))))))))))))...."}
+{"id": 458, "target_structure": "(((((((..((((........)))).((((((((....)))))))).....(((((.......))))))))))))"}
+{"id": 459, "target_structure": "(((((((..(((.........))).(((((.......))))).....(((((.......))))))))))))...."}
+{"id": 460, "target_structure": "(((((((..(.((........)).).(((((.......)))))....(((((.......))))))))))))...."}
+{"id": 461, "target_structure": "(((((((..((((.......)))).(((((((...))))))).....(((((.......))))))))))))...."}
+{"id": 462, "target_structure": "(((((((..................(((((.......))))).....((.((.......)).)))))))))...."}
+{"id": 463, "target_structure": "(((.(((..((((.........)))).(((((.......))))).....(((((.......)))))))).))).."}
+{"id": 464, "target_structure": "(((((((..((((........)))).(((((.......)))))....(((((.......))))))))))))...."}
+{"id": 465, "target_structure": "(((((((..(.((.......)).).(((((.......))))).....(((((.......))))))))))))...."}
+{"id": 466, "target_structure": "..(......(............)..(...............)......((((.......))))...)........"}
+{"id": 467, "target_structure": ".....(....(............)....(((.......)))..........(.........)....)........"}
+{"id": 468, "target_structure": "((((((.....(.........)...(((((.......))))).....((((.........)))).))))))...."}
+{"id": 469, "target_structure": "..(((((..((((.......)))).(((((.......))))).....(((((.......))))))))))......"}
+{"id": 470, "target_structure": "(((.(((..((((.......)))).((.((.......)).)).....(.((.........)).)))).)))...."}
+{"id": 471, "target_structure": "(((.((.....(.........)............................((.......))....)).)).)..."}
+{"id": 472, "target_structure": "((.((((..((((.......)))).(((((.......))))).....(((((.......)))))))).)))...."}
+{"id": 473, "target_structure": ".((((.(..((((.......)))).(((((.......))))).....(((((.......)))))).))))....."}
+{"id": 474, "target_structure": "(((((.(((.....))).)))))..((((((((((.......(((((...)..)))).......))))))))))."}
+{"id": 475, "target_structure": "(((..((((.......)))).(((((.......))))).....(((((.......))))))))((((....))))"}
+{"id": 476, "target_structure": "(((((...((((........)))).((((.........))))......((((.......))))..)))))....."}
+{"id": 477, "target_structure": ".(.(..(..(((..........))).((.((.......)..))).......(.........)..)...).)...."}
+{"id": 478, "target_structure": "((((((((...((((.(((((.......)))))))))....((((.....))))(((....)))...))))))))"}
+{"id": 479, "target_structure": "(((((((..(.(..........).).(((((.......)))).)...(((((.......))))))))))))...."}
+{"id": 480, "target_structure": "(((((((..(.(..........).).(((((.......)))))....(((((.......))))))))))))...."}
+{"id": 481, "target_structure": "(((((((..((((.........)))).(((((.......))))).....(((((.......)))))))))))).."}
+{"id": 482, "target_structure": "(((((((..((((........)))).(((((.......))))).....(((((.......))))))))))))..."}
+{"id": 483, "target_structure": "(((((((..((((........)))).(((((.......))))).....(((((.......))))))))))))...."}
+{"id": 484, "target_structure": "((((((..((((.........)))).(((((.......))))).....(((((.......)))))))))))....."}
+{"id": 485, "target_structure": "(((.(((..((((........)))).(((((.......))))).....(((((.......)))))))).)))...."}
+{"id": 486, "target_structure": ".(....(....(...........)..((((.........)))).....(((((.......))))))....)....."}
+{"id": 487, "target_structure": "(((((((..((((........)))).((((.........)))).....(((((.......))))))))))))...."}
+{"id": 488, "target_structure": "(.(((((..((((........)))).(((((.......))))).....(((((.......)))))))))).)...."}
+{"id": 489, "target_structure": "....(((..((((........)))).(((((.......))))).....(..((.......))..))))........"}
+{"id": 490, "target_structure": "((((.(((.....(((((((((.....(((((((....)))))))......))))))))).........)))))))"}
+{"id": 491, "target_structure": "(((((((..((((........)))).((((((.....)))))).....(((((.......))))))))))))...."}
+{"id": 492, "target_structure": "(((......((............)).(((((.......))))).....(((((.......)))))...)))....."}
+{"id": 493, "target_structure": "(((((((..((((........))))((((((.......)))))).....((((.......)))).)))))))...."}
+{"id": 494, "target_structure": "((.((....((((........)))).((.((.......)).)).....(((((.......)))))..)).))...."}
+{"id": 495, "target_structure": "..((.....((.(........).)).(((((.......))))).......(............).....))....."}
+{"id": 496, "target_structure": "....(((..((((........))))..((((.......))))......(((((.......))))))))........"}
+{"id": 497, "target_structure": "((.(.((..((((........))))...((.........)).......(((((.......))))))).).))...."}
+{"id": 498, "target_structure": "((((((...(((..........))).(((((.......)))).).....(.((.......)).)..))))))...."}
+{"id": 499, "target_structure": "(((((((..((((........)))).(((((.......))))).....(.(((.......))).))))))))...."}
+{"id": 500, "target_structure": "(((((((..((((........)))).(((((.......)))))......((((.......)))).)))))))...."}
+{"id": 501, "target_structure": "(((((...((((.........)))).(((((.......))))).....(((((.......))))).)))))....."}
+{"id": 502, "target_structure": ".(.((((..((.(........).))..((((.......))))......(((((.......))))))))).)....."}
+{"id": 503, "target_structure": "(((((((..((((........)))).(((((.......))))).....((.((.......)).)))))))))...."}
+{"id": 504, "target_structure": "(((((((..((((........))))..(((((.....)))))......(((((.......))))))))))))...."}
+{"id": 505, "target_structure": "(((((.(..((((........))))..(((.........)))......(((((.......)))))).)))))...."}
+{"id": 506, "target_structure": "(((((.(..((((........)))).(((((.......))))).....(((((.......)))))).)))))...."}
+{"id": 507, "target_structure": "(.(((((..((((........)))).(((((.......))))).....((((.........))))))))).)...."}
+{"id": 508, "target_structure": ".((((((..((((........)))).(((((.......))))).....(((((.......)))))))))))....."}
+{"id": 509, "target_structure": ".(((((...((((........)))).((((.........))))......((((.......))))..)))))....."}
+{"id": 510, "target_structure": ".((...(...(((........)))...((...........))......((.((.......)).)))...))....."}
+{"id": 511, "target_structure": "(((((((..((((........))))((((((.......))))).)...(((((.......))))))))))))...."}
+{"id": 512, "target_structure": "..(.(((..((((........)))).((((((.....)))))).....(((((.......)))))))).)......"}
+{"id": 513, "target_structure": "(((((((..((............))((((((.......))))))....((((.........)))))))))))...."}
+{"id": 514, "target_structure": "(((((((..(((..........))).(((((.......))))).....(((((.......))))))))))))...."}
+{"id": 515, "target_structure": "((((.((..((((........)))).(((((.......))))).....(((((.......))))))).))))...."}
+{"id": 516, "target_structure": "(((((((..((((..........)))).(((((.......))))).....(((((.......)))))))))))).."}
+{"id": 517, "target_structure": "(((((((..((((.........)))).(((((.......))))).....(((((.......))))))))))))...."}
+{"id": 518, "target_structure": ".((((((..((((.........)))).(((((.......))))).....(((((.......)))))))))))....."}
+{"id": 519, "target_structure": "(.(((((..((((.........)))).(((((.......))))).....(((((.......)))))))))).)...."}
+{"id": 520, "target_structure": "(((((((..((((.........)))).(((((.......))))).....((.((.......)).)))))))))...."}
+{"id": 521, "target_structure": "(((((.((((.....(((((..(((.((....(((((.......))))).....)).)))..).)))))))))))))"}
+{"id": 522, "target_structure": "(((((((................(((..((((.......))))...)))(((((.......))))))))))))...."}
+{"id": 523, "target_structure": ".........((((.(.....).)))).(.((........))..)......(((........).))............"}
+{"id": 524, "target_structure": "(((((((..((((.........)))).((((((.....)))))).....(((((.......))))))))))))...."}
+{"id": 525, "target_structure": "(((((((..((((.........)))).(((((.......))))).....((((.........)))))))))))...."}
+{"id": 526, "target_structure": "((((((((..((((........)))).(((((.(...).))))).....(((((.......))))))))))))..)."}
+{"id": 527, "target_structure": "(...(.(..(.((.........)).)..((...........)).......(...(...).....)..))...)...."}
+{"id": 528, "target_structure": "..((((((((..(((((....))))).........)))).....(((...((((......))))...)))..).)))"}
+{"id": 529, "target_structure": "((((((...((((.........)))).(((((.......))))).....(((((.......))))).))))))...."}
+{"id": 530, "target_structure": "(((((((..((((..........)))).((((.........)))).....(((((.......))))))))))))...."}
+{"id": 531, "target_structure": "((((((((.((((.(((.....))))))......)..)))).....(((...((((......))))...)))..))))"}
+{"id": 532, "target_structure": "(((((.((....))))))).....................................((..((((.....)))..).))."}
+{"id": 533, "target_structure": "((((.(.........(((((..(((......((((((((....))))))))...)))............)))))).))))"}
+{"id": 534, "target_structure": ".....((((((..((((........)))).((((.........)))).....(((((.......)))))))))))....."}
+{"id": 535, "target_structure": "((((((.......))))))...........((((.(((.((((((....))))))))).))).)................."}
+{"id": 536, "target_structure": "...(((..(((...........)))((((((.......))))))((((....))))..(((((.......))))))))..."}
+{"id": 537, "target_structure": "(((((((((..(((((((....)))))))(((....)))((((((....))))))((((.......))))))))))))).."}
+{"id": 538, "target_structure": ".....(((((((..((((.........)))).((((.........)))).....((.((.......)).)))))))))...."}
+{"id": 539, "target_structure": "(((((((((.......((((((.........))))))........(..(.((((.......)))))....).)))))))))."}
+{"id": 540, "target_structure": "(((..((......((...((((((....))))))...))...((((..(((((((...)))))..))))))...))...)))."}
+{"id": 541, "target_structure": "((((((((((..((((.(.....(...(((((((((.....)))))))..)).........)..).))))..).)))))))))"}
+{"id": 542, "target_structure": "(((((((((((.(((((..(((((....)))).)))))).))((((....))))((........)))))))))))........"}
+{"id": 543, "target_structure": "(((((((..(((...........))).((((.........)))).(((...)))...(((((.......)))))))))))).."}
+{"id": 544, "target_structure": "(((((..(((..(((((....))))))))....))))).(((((((....))))))).(.....(((.......))).)....."}
+{"id": 545, "target_structure": "((((((........((((....(.((((.......)))))..((((....)))).(((.......)))....)))).))))))."}
+{"id": 546, "target_structure": "....(((..(((.............)))((((((.......))))))(((....)))...(.(((.......))).))))...."}
+{"id": 547, "target_structure": "(((((((..(((.(.....)..))).(((((.......))))).((((...))))..(((((.......))))))))))))...."}
+{"id": 548, "target_structure": "((((........(((((((...(((((........((((((...........))))))))))).))))))).........))))."}
+{"id": 549, "target_structure": ".(((((((......((((((((((........(((((((((((....)))))))).)))....)))))))))).....)))))))"}
+{"id": 550, "target_structure": "((((((..((((.......)))).(((((.......((((....))))))))).....(((((.......)))))))))))...."}
+{"id": 551, "target_structure": "(((((((.(..((((((....))))))((((((.......)))))).(((((....))))).((((.......))))).)))))))"}
+{"id": 552, "target_structure": "((((((..((((.......)))).(((((((((((....))).......)))))))).....(((((.......)))))))))))."}
+{"id": 553, "target_structure": "(((((((..((((........)))).((((((..(((....)))...)))))).....(((((.......))))))))))))...."}
+{"id": 554, "target_structure": "((((((....(.((((......)))))(((...((((...((((((((....))))))))....))).).))).......))))))"}
+{"id": 555, "target_structure": "((((((((.(......).)))))....((((........))))))).((((((((.(..(((((....)))))..))))))))).."}
+{"id": 556, "target_structure": "(((((((..(((((.........(.((((((((((((.....)))))....((((....)))).)))))))).)))))..)))))))"}
+{"id": 557, "target_structure": ".((.((((...........(((.(..(((......(.((.(.(....).).)).)...)))............).)))..)))).))"}
+{"id": 558, "target_structure": "(((((((..(((...........))).(((((.......))))).((((....))).).(((((.......))))))))))))...."}
+{"id": 559, "target_structure": "((((((((((.((((.(((..........))))))......)..)))).....(((...((((......))))...)))..))))))"}
+{"id": 560, "target_structure": "(((((((..(((...........))).(((((.......))))).((((....))))..(((((.......))))))))))))...."}
+{"id": 561, "target_structure": "(((((((..(((.............)))((((((.......))))))(((....)))...(((((.......))))))))))))...."}
+{"id": 562, "target_structure": "(((.......).))...(((((((((.((.....))))))))))).(((((((((..(....).))).)))))).............."}
+{"id": 563, "target_structure": "(...((.......((((..(.((.......(((..(.((......))..).))).....))..)...)))).........).)....)"}
+{"id": 564, "target_structure": "((((((((((((((((((((((........))))))).).)))).))))).((..........)).....))))).............."}
+{"id": 565, "target_structure": "((((....((((((((((((......(((((((...........))))))).....((....))))).))))))))).......))))."}
+{"id": 566, "target_structure": "((((((((((((((((((((.....))))))))))((((...))))((..((((...(((((....)))))...))))))))))))))))"}
+{"id": 567, "target_structure": "((((((((..((((.......(((((((.((((((.....))))))......((.(((....))))).).))))))))))..))))))))"}
+{"id": 568, "target_structure": ".(((((((..((((........)))).((((((.(((..........))))...))))).....(((((.......)))))))))))).."}
+{"id": 569, "target_structure": "..((((((..(((..(((((((...))))..).)))))....))))))(((((.....))))).(.....(((.......))).)....."}
+{"id": 570, "target_structure": "(((((((((..((((((....))))))((((((.......))))).).(((((......)))))(((.......))))))))))))...."}
+{"id": 571, "target_structure": "((((((((((((((((((((((........))))))).).)))).))))).((..........)).....)))))..............."}
+{"id": 572, "target_structure": "...(((((((((.......)))))....(((.((((((((....(((((..(....)..)))))...)))).))))..)))...)))).."}
+{"id": 573, "target_structure": ".............(((((.......(((((((((..........))))))))).........)))))((((.(....).))))........"}
+{"id": 574, "target_structure": "((((((....))))))..(((.((((((..........)))))..).)))...(((.(.(((((((((.......))))))))).).)))."}
+{"id": 575, "target_structure": "..(.((......((...((((((....))))))...))...(((.((((((((..((..........)))))))..))))))...))...)"}
+{"id": 576, "target_structure": ".((((((((((..((((......((((((((.......)))))))).(((..(((((.....)))).)..)))))))....))))))))))"}
+{"id": 577, "target_structure": "(((((((...((((((....))))))((((((.......)))).))(((((((.....))))))).(((((.......))))).)))))))."}
+{"id": 578, "target_structure": "(((((((((((.(((((..(((((.(((.....(((....)))..))))))))...(((((((....))))))).))))).)))))))))))"}
+{"id": 579, "target_structure": "(((((((....(.(((...(((.....)))......))))(((..(((....))).)))...(....(((((....)))))..)))))))).."}
+{"id": 580, "target_structure": "((((......((...((((((....))))))...))...(((.((((((((..((((..........)))))))))..))))))...)).))."}
+{"id": 581, "target_structure": "((((((((....(.(((...(((.....)))......))))(((..(((....))).)))...(....(((.(....).)))..)))))))))."}
+{"id": 582, "target_structure": "((((...((((......))))))))..(((.(((((..........))))).((((....))))(((.(((.(..((...))).))).))))))"}
+{"id": 583, "target_structure": "(((..(...(((((((.((((.((((....)))).)))).)))))))...)..)).)....................................."}
+{"id": 584, "target_structure": ".....................(((.(((..(((((....))))).))).)))..(.....)..(...)...(((((...(((...))).)))))"}
+{"id": 585, "target_structure": ".(((((((((((.........(((((..(((......(.(((.(((((....)))))..)))).)))............))))))))))))))))"}
+{"id": 586, "target_structure": "((((((..((((((((((...(((((((.....((.((....(((....)))....)).))))))))).......))))))))))...))))))."}
+{"id": 587, "target_structure": ".........................(((((((((..........)))))))))((((((((((((....)).))).)))))))............"}
+{"id": 588, "target_structure": "(..((.(.((((.(((..(((((((((((((...(.((((....(((....))).)))).)..)))))))))))))..))).))))..).))...)"}
+{"id": 589, "target_structure": ".(((...((((((((((((((((....))))))))))).)))))....(((((.....(((.....(((....))).....)))..)))))..)))"}
+{"id": 590, "target_structure": ".........(....(.(..(((......(((......(((....(((....)))....)))...))).......)).)...)..)....)......"}
+{"id": 591, "target_structure": "(((((....((((....))))(((..((((((.......))).))).)))..(((((....)))))))))).((((....))))............."}
+{"id": 592, "target_structure": ".((((((..((((.......)))).((((((((((...(((......)))..)..))))))))).....(((((.......)))))))))))....."}
+{"id": 593, "target_structure": "((((((((..((.((((....))))))((((((.......))))).)((((.((((....)))).)))).(((((.......)))))))))))))..."}
+{"id": 594, "target_structure": "((((((......(((.(((((((....))))))).(((((((((.......((((....)))))))))))))(((....)))..)))....))))))."}
+{"id": 595, "target_structure": "(((......((((......))))...)))(((((......((((((((((....))))))))))........))))).....((((........))))"}
+{"id": 596, "target_structure": ".......................(((((...(((....))).....)))))...((.....))........(((....)))..((((((...))))))."}
+{"id": 597, "target_structure": "(((((......((.((((....))))((((((((((.......(((((....)))))))))))))))(((((((....)))))))..))....)))))."}
+{"id": 598, "target_structure": "(((.((((((..((...((.((((....))))..)).))....))))))(((((((....)))))))...(((((((.........)))))))....)))"}
+{"id": 599, "target_structure": "....(..((.(.((((.(((..(((((.(((((((...(.((((....(((....))).)))).)..))))))).)))))..))).))))..).))...)"}
+{"id": 600, "target_structure": "..........(((((((((((((......(((((((((........).)))))))).....((((....))))))).))))))))))............."}
+{"id": 601, "target_structure": "...((((((((...((((((((...(((((((....((........)).......)))))))...).......((....)).)))))))..))))).)))."}
+{"id": 602, "target_structure": ".((((..((((((....))))))..)))).....((((..(((.(((((((((....)))))....)))))))))))((((((((((....))))))))))"}
+{"id": 603, "target_structure": "((((((((((.((((((((.(((((((((((.....((((....(((....)))....))))...))).)).))))))..)).))))))...))))))))))"}
+{"id": 604, "target_structure": "((((((.......(((((....(.((((.......)))))..((......)).(((.......)))....)))))))))))......(((........)))."}
+{"id": 605, "target_structure": "((((((.....((((.......((.(((..(((((((.........((((((...........)))))).)))))))))).)).......))))..))))))"}
+{"id": 606, "target_structure": ".(((((((....))))))).......((((((((...........))))))))...((.(.(((((.....((((....))).)....))))).).))...."}
+{"id": 607, "target_structure": ".....................(((((((((.((((....))))...)))))))))..(((.....)))......((((((.(((....))).))))))......"}
+{"id": 608, "target_structure": "(((((((((((((((((((((...(...(((((((....(((....(((....)))....))).)))))))....)....))).)))).).)))))))))))))"}
+{"id": 609, "target_structure": "(((((((((((((((((((......((...((((((((.(.......).)))))))).)))))))))))))).....)))))).)...................."}
+{"id": 610, "target_structure": "(((((((...((((((...........))))...(((((...........)))))))......((((((...((((((....))))))...)))))).)))))))"}
+{"id": 611, "target_structure": "..(((.((((((..((...((((((((....)))))..).)).))....))))))((((((....))))))...(((..(((.......)))...))).....)))"}
+{"id": 612, "target_structure": "......((((.((((.......)))).............((((((((.(((....(((((....)))))...)))..))))).)))...))))............."}
+{"id": 613, "target_structure": "(((.(((......(((.((((((....))))))((((((((((.......((((....)))))))))))))).(((((((....))))))).)))....))).)))."}
+{"id": 614, "target_structure": "((((((...(((((((((((.((.(.(((((...))))).)))..))))))(((((((.(((((((.....)))))))....)))))))(.....)))))).))))))"}
+{"id": 615, "target_structure": ".(((((((((((.((((.(...........(((...........(((.((((....)))).)))..................)))..).)))).)))))))))))..."}
+{"id": 616, "target_structure": "((((.((..............((....))....((((....(((...........................)))....))))..))))))..................."}
+{"id": 617, "target_structure": ".((((((((....((((((((....((((((...(.....)...))))..))....)))))).))(((.......(((((....))))).......))).)))))))).."}
+{"id": 618, "target_structure": ".......((.(.(((((.....((((((((..(((..((.(..(...((((((((....))))))))...)..).))..)))..)))))))).....)))))..).))..."}
+{"id": 619, "target_structure": ".(((........((((((.(......(((((...(.....)...))))..)......))))).)).....(....(..(........)..)....)..........).))."}
+{"id": 620, "target_structure": "((((((((.....((((((((.((((.(((.....)))..)))).......((((((((((((....)))))))))))).......)))..)))))......)))).))))"}
+{"id": 621, "target_structure": "((((((......))))))...((((((..(((((((....(((....)))...))))).)).))))))..((.((....))....))........................."}
+{"id": 622, "target_structure": "(((..((((((.(...((.....((((....)))).....)).)))))..))))).((((.........))).)...........(......).(((((.......)))))."}
+{"id": 623, "target_structure": ".(((((((((....((.(((((.....((((((...(.....)...))))..))....)))))..))(((.......(((((....))))).......))).)))))))))."}
+{"id": 624, "target_structure": "((((.((((((((((((...((...((((((((.(.......).)))))))).)))))))))))))....).)))).................((((((((....))))))))"}
+{"id": 625, "target_structure": "((((((((.....((..........(((.......(....).......)))..........)).(.........(.((.((...)).)).).........)...))))))))."}
+{"id": 626, "target_structure": "((((((((....((((((((.....((((((...(.....)...))))..))....)))))).)).((..(....((((((((...))))))))....)..))..))))))))."}
+{"id": 627, "target_structure": "((((((((....((((((((.....((((((...(.....)...))))..))....)))))).))(((.......((.(((((...))))).)).......))).))))))))."}
+{"id": 628, "target_structure": ".((.(..(.....(((((((......((((((...(.....)...))))..)).....))))).))..........(.(............).)............)..).))."}
+{"id": 629, "target_structure": "((((((((.....(((((((.....(((((((...(.....)...))))..)))....))))).))(((.......(((((((....))))))).......)))..))))))))."}
+{"id": 630, "target_structure": "((((((((....((((((((....(((((((...(.....)...))))..))...))))))).)).((.......((.(((((...))))).)).......))..)))))))).."}
+{"id": 631, "target_structure": ".(.((((((.....((((((((.....((((((...(.....)...))))..))....)))))).)).((.......((((((....)))))).......))...)))))).).."}
+{"id": 632, "target_structure": "((((((((.....((((((((....(((((((...(.....)...))))..)))...)))))).))(((.......(((((((....))))))).......)))..))))))))."}
+{"id": 633, "target_structure": "(((((((....((((((((.....((((((...(.....)...))))..))....)))))).))((((((......((((((.((....)))))))).....)))))))))))))."}
+{"id": 634, "target_structure": "(((((((((.....((((((((....(((((((...(.....)...))))..)))...)))))).))(((.......((((((((...)))))))).......)))..)))))))))"}
+{"id": 635, "target_structure": ".(...(.(....((((((((....(((.(((...(.....)...)))...))...))))))).))(((.(((.....(((((..((....)).)))))....))).)))).)...)."}
+{"id": 636, "target_structure": "(((.((..(.........((........(.(..(.............)..)...).......).)...............(.(......).)...............)..).))))."}
+{"id": 637, "target_structure": "(((....((((((((((....(((((((....((.((((.........((((......))))))))))......(.(.((.....)).).)))))))).)))))).)).))...)))"}
+{"id": 638, "target_structure": "((((((((....((((((((.....((((((...(....)...))))..))....)))))).))((((((......(((((..((....)).))))).....)))))))))))))).."}
+{"id": 639, "target_structure": "(((((((((....((((((((.....((((((...(....)...))))..))....)))))).))((((((......(((((..((....)).))))).....)))))))))))))))"}
+{"id": 640, "target_structure": "(((.(((((((.....((..((((.....((((((...(.....)...))))..))....))))...))..(........(..((.....))..)........)..)))))))))).."}
+{"id": 641, "target_structure": "..(((((((.........(.(........(((.(((...(.....)...)))....)))........))...((((...(.((((......))))..)..)))).....))))))).."}
+{"id": 642, "target_structure": "((((((((((....((((((((.....(((((((..(.....)...))))).))....)))))).))(((.......((((((((....)))))))).......))).))))))))))"}
+{"id": 643, "target_structure": "(.(((((((....(((((((......((((((...(....)...))))..)).....))))).))(((.(((.....(((((..((....)).)))))....))).)))))))))).)"}
+{"id": 644, "target_structure": "(((((((((.....((.(((((.....(((((...............)))..))....)))))..)).((.......((.(((((....))))).)).......))...)))))))))"}
+{"id": 645, "target_structure": "((((.........))))..(((((......)))))........((((.......))))..(.((.......))).((......))(((((.((((((((.....)))))))))))))."}
+{"id": 646, "target_structure": "(.((((((.(((((..((.(.(((((.((((.(.((((.(.......)))))...)..))).(.((.((((......)))).)).)....)))))).)))..)))))..)).)))).)"}
+{"id": 647, "target_structure": "((((((((....((((((((.....((((((...(....)...))))..))....)))))).))((((((......((.((..((....)).)).)).....))))))))))))))..."}
+{"id": 648, "target_structure": "(((((((((....((((((((.....((((((...(....)...))))...))....)))))).))((((((......((((.((((....)))))))).....)))))))))))))))"}
+{"id": 649, "target_structure": "(((((((((....((((((((.....((..((...(....)...))....))....)))))).)).(((((......((.((..((....)).)).)).....))))).)))))))))."}
+{"id": 650, "target_structure": "(((((((((....(((((((......((((((...(....)...))))..)).....))))).))(((((.......(((((..((....)).)))))......))))))))))))))."}
+{"id": 651, "target_structure": "(((((((((....(((((((......((((((...(....)...))))..)).....))))).))((((((......((.((..((....)).)).)).....)))))))))))))))."}
+{"id": 652, "target_structure": "(((((((((....(((((...(((.....)))......)))))(((..(((((...(((((....))))).)))..)).)))...(....(((((.......)))))..))))))))))"}
+{"id": 653, "target_structure": "(((((((((....(((((((......((((((...(....)...))))..)).....))))).))((((((......(((((..((....)).))))).....)))))))))))))))."}
+{"id": 654, "target_structure": "(((((((((....((((((((......(((((...(....)...))))...).....)))))).))((((((......(((((..((....)).))))).....)))))))))))))))"}
+{"id": 655, "target_structure": "((((....(.((((((....((......)).)))))))(((..(((.((......))..))).))).........))))..((((.((((((.....)))))).))))..........."}
+{"id": 656, "target_structure": "(((((((((....((((.((......((((((...(....)...))))..)).....)).)).)).(((((......(((((..((....)).))))).....))))).)))))))))."}
+{"id": 657, "target_structure": "(((((((((....((((((((.....((((((...(....)...))))..))....)))))).))((((((......((.((..((....)).)).)).....)))))))))))))))."}
+{"id": 658, "target_structure": "((((((((....(((((((......((((((...(....)...))))..)).....))))).))(((((.......(.((((.((....)))))).)......)))))))))))))..."}
+{"id": 659, "target_structure": "(((((((((....((((((((.....((.(((...(....)...)))...))....)))))).))((((((......(((((..((....)).))))).....)))))))))))))))."}
+{"id": 660, "target_structure": "(((((((((....((((((((.....((((((...(....)...))))...))....)))))).))(((((.......(((((..((....)).)))))......))))))))))))))."}
+{"id": 661, "target_structure": "(((((((((....((((((((.....((((((...(....)...))))..))....)))))).))((((((......((.((..((....)).)).)).....))))))))))))))).."}
+{"id": 662, "target_structure": "(((((((((.....(((((.........((((...(....)...))))..........)))).).(.(((((.....((.((..((....)).)).))....))))).)))))))))).."}
+{"id": 663, "target_structure": "(((((((((....((((((((.....((((((...(....)...))))..))....)))))).))((((((......(((((..((....)).))))).....))))))))))))))).."}
+{"id": 664, "target_structure": "((((((.......((((((((.....((((((...(....)...))))..))....)))))).))((((((......((.((..((....)).)).)).....))))))...)))))).."}
+{"id": 665, "target_structure": ".((((((((((....((((((((.....((((((...(.....)...))))..))....)))))).)).((.......((((((((....)))))))).......))..))))))))))."}
+{"id": 666, "target_structure": "(((((((((....((((((((....(((((((...(....)...))))..)))...)))))).))((((((......((.((..((....)).)).)).....))))))))))))))).."}
+{"id": 667, "target_structure": "((((((((((.....((((((((.......((((.............))))........)))))).)).((.......((((((((...)))))))).......))...))))))))))."}
+{"id": 668, "target_structure": "(((((((((....((((((((.....((((((...(....)...))))..))....)))))).))(((((((.....(((((..((....)).)))))....)))))))))))))))).."}
+{"id": 669, "target_structure": "((((((((((.....((((((((....(((((((...(.....)...))))..)))...)))))).)).((.......((((((((...)))))))).......))...))))))))))."}
+{"id": 670, "target_structure": ".((((((((((....((((((((....(((((((...(.....)...))))..)))...)))))).))(((.......((((((((....)))))))).......))).))))))))))."}
+{"id": 671, "target_structure": "(((((((((....((((((((.....((((((...(....)...))).)..))....)))))).))((((((.......(((((..((....)).))))).....)))))))))))))))."}
+{"id": 672, "target_structure": "..................(((((.......((.((((((((...))))).)))).)..((..((((((((((.......))))))))))...))..)))))...................."}
+{"id": 673, "target_structure": "...((((((....((((((((......((((((...(.....)...))))..))....)))))).))...(((((.....((((((.((....))))))))....)))))...))))))..."}
+{"id": 674, "target_structure": "..((..((((((....((((((((.....((((((...(.....)...))))..))....)))))))).((((((((((.(((((..((....)).))))).))))))))))))))))..))"}
+{"id": 675, "target_structure": "...((((((....((((((((......((((((...(.....)...))))..))....)))))).))...((.((.....((((((.((....))))))))....)).))...))))))..."}
+{"id": 676, "target_structure": ".((((((((((.....((.(((((....(((..(....(.....)....)....)))...)))))..))(((.......((.(((((....))))).)).......)))..))))))))))."}
+{"id": 677, "target_structure": ".((((((((((((....((((((((.....((((((...(.....)...))))..))....)))))).)).((.......((.(((((...))))).)).......))..))))))))))))."}
+{"id": 678, "target_structure": "...................((((((....................))))))......((((((..........((((((......((((((....)))))).......))))))..))))))."}
+{"id": 679, "target_structure": "(((((..((...(((.(((((((((((..((((((.(((((......)))))..))))))......)))(((((((.((......)))))))))(((....)))))))))))))).)))))))."}
+{"id": 680, "target_structure": ".(..(((((((....((((((((.....((((((...(.....)...))))..))....)))))).))..((((((.....((((((.((....))))))))....))))))..))))))).).."}
+{"id": 681, "target_structure": "..((((....(((.......)))..(((((....(.....(..((((....((((((.....))))))..(((((.......)))))..)))).)..)....)))))..))))............."}
+{"id": 682, "target_structure": "((((((((....(.(((...(((.....)))......))))(((..(((((((((((((((((((....))))))))))))))))))).)))...(....(((((....)))))..)))))))))."}
+{"id": 683, "target_structure": ".((((((....((((((((....(((((((...(.....)...))))..))...))))))).))..(((((((....((((((.((....))))))))...)))))))..)))))).........."}
+{"id": 684, "target_structure": ".((((((....((((((((.....((((((...(.....)...))))..))....)))))).))..(((((((....((((((.((....))))))))...)))))))..)))))).........."}
+{"id": 685, "target_structure": ".(((((..(.(((((((((((..((((..((((((....))))))..))))..))))......(.(((((.....((((....(((....)))....))))...))))))))))))).)...)))))"}
+{"id": 686, "target_structure": "((((((((..........))))))))....................(...).(.((((((((((((.....)))))..((((......))))((.((((......)))).))))))))))........"}
+{"id": 687, "target_structure": "((((((..(.(((((((((((..((((..((((((....))))))..))))..))))......(.(((((.....((((....(((....)))....))))...))))))))))))).)...))))))"}
+{"id": 688, "target_structure": ".(((((.((((((((((((.((((((((((((.....((((((((((.((((((((((....))))))))))..(......).))))))))))..))))))))))))....)))))))))))..))))))"}
+{"id": 689, "target_structure": ".((((..(((((((((.........)))))....((((..............))))))))...(((((((((..((..(((...(((((((((....)))))))))...)))..))..)))))))))..))))"}
+{"id": 690, "target_structure": "(((((((((((.......((((((.....((((((.........)))))))))))))))))))))))((((((((((........((((((.....((((((.........)))))))))))).))))))))))"}
+{"id": 691, "target_structure": "..((((...(((.((((.((.......((((((.(((((((..(((((.(((...((.((((((....)))))).)).)))...)))))..)))))))....).).))))..)))))).).)).))))......."}
+{"id": 692, "target_structure": "(((((((..((.(((..(((((((((.(((((..(((.(((......)))))).)))))......)))(((((((.(((......))))))))))(((((((.......))))))))))))).))))))))))))"}
+{"id": 693, "target_structure": "((((((...((.(((..((((((((..(((((..(((.(((......)))))).))))).......))(((((((.((((...).))))))))))(((((((.......))))))))))))).))))).))))))"}
+{"id": 694, "target_structure": "(((((.((.((.(((..(((((((((((((((..(((.(((......)))))).)))))....).)))(((((((.(((......))))))))))(((((((.......))))))))))))).))))))))))))"}
+{"id": 695, "target_structure": ".(..((.(..((((.((..(.((((((((.(((..(.((..(....((((.((((((((((((.....))))))))))))...))))....)..)).)..))).)))))))))..)).))))...).))...).."}
+{"id": 696, "target_structure": ".....(....(.......)......(..(..(.((...(......(((...(((((((....)))))))..(....(..((...........))..).....)))).....)......))..)..).).)....."}
+{"id": 697, "target_structure": "((((((((..........))))))))....................(...).(.((((((((((((((..........)))))))..((((......))))((.((((......)))).))))))))))......."}
+{"id": 698, "target_structure": "((((((..(((((((((.(((((..(((((.(((((((((....)))))))))..)))))....((((((.....(((.....(((....))).....)))..)))))).))))))).))))))).....))))))"}
+{"id": 699, "target_structure": "(((((((..((((........)))).(((((((((((((..(.(((.((((..((((((.....)))))).)).........)).))).)...))))))))))))).....(((((.......))))))))))))...."}
+{"id": 700, "target_structure": "(((((..........))))).............((((((...................))))))((((((.......))))))...(((((((((.....(((((((....)))))))......)))))))))......."}
+{"id": 701, "target_structure": "........................................((((((........))).....((((((...(......).........))))))...)))....((...))((....))....................."}
+{"id": 702, "target_structure": "(((((((..((((........)))).(((((.((((((((((.((((...(((((((.(((....)))))))))).))...........)).).))))))))).))))).....(((((.......))))))))))))...."}
+{"id": 703, "target_structure": "...(...(((((...................................................................................................................))))).......)..."}
+{"id": 704, "target_structure": "(((((((((((.(((((...(((.(((.(((((((.(((((((.(((((......)))))..)))))).....))))(((((((.((......)))))))))(((....))))))).)))))).))))))))))...))))))"}
+{"id": 705, "target_structure": "........(.(..((.(.((((.(((..((((((((((((....((((((.((((..((....)).))))))))))...))))))))))))..))).))))..).))...)..)..(((((((((....)))))))))......"}
+{"id": 706, "target_structure": ".((((((.((...((.......((.((((((((..(..(((((.....(.(...)..)......)))))......)......(.(..(.......).)).....(......).)))))))))).....))..))....))))))."}
+{"id": 707, "target_structure": "(((((((((((((((((..((.....)).)))))).....(((...(((((......)))))..((.....)).(((...(((((.....)))))....)))....))))))))))))))...(.....((........).)...)."}
+{"id": 708, "target_structure": "(((((.((((((((.(((..((((....(((((((((((((..((((.(((((((((((((....))))))))))))).))))..))))))).))))))....))))..))).((((.......))))....))))))))......)))))"}
+{"id": 709, "target_structure": ".(((.......)))...........................(.(((((((((((....))))).((((......))))((.((((((....)))))).)).)))))))((((((((((.....)))))(((((.....)))))....)))))"}
+{"id": 710, "target_structure": "..((((...........((............................)).........))))...........................(((((...............)))))......................................."}
+{"id": 711, "target_structure": "..((((.........(.((............................)).).......))))......................................(((((...................)))))........................"}
+{"id": 712, "target_structure": "(((((((((((.(((((((.(((((((....)))))))...(((..(((.(((....((((.(((((((....)))))))...))))..))).)))..)))...))))).).....(((..(((((....)))))..))).).)))))))))))."}
+{"id": 713, "target_structure": "(((((..........(((.((.......)).)))......................................((((..(..........)..))))...)))))....(((.(.((...(.(.(((((.......)))))).).))).)))....."}
+{"id": 714, "target_structure": "(.(((((.(...(((..(....(((..(.(((.(.....(((..(.(..((......)).).).)))..........).....(..(.(......).).).....(((..((.......))..))).))).).)))..).)))..)...))))).)"}
+{"id": 715, "target_structure": ".........................................((((((........))).....(.((((...................).)))..)...)))....((.....))(((((((((....)))))))))..................."}
+{"id": 716, "target_structure": ".........................................((((((........))).....(.(((.....................).))..)...)))....((.....))(((((((((....)))))))))...................."}
+{"id": 717, "target_structure": ".........................................((((((........))).....(.((((...................).)))..)...)))....((.....))(((((((((....)))))))))....................."}
+{"id": 718, "target_structure": "...(((((.(........(((.((.......)).)))......................................((((.(((........))).)))).).))))).....((((.((...(.(.(((((.......)))))).).))))).)....."}
+{"id": 719, "target_structure": ".....((((.(...((((((.....(((.((((.(((..(((((((((....)))))))))..((.......))....)))......)))))))....))))))..).))))((...((((...((((((((.....))))))))..))))...))..."}
+{"id": 720, "target_structure": "(((((((((..(((..(((..((((((((......(((((((((((....((((....))))....))))).....(((((((((.......)))))))))..).))))).((........))....)))))))).)))...)))..))....)))))))."}
+{"id": 721, "target_structure": "((((((..(.((((((..(.......(((((((((..(............))))))))))......)..)))))))..((((((((((((.......))))))))).)))((.((((((((.....)))))))).)).((((....))))....))))))."}
+{"id": 722, "target_structure": "((......((((......))))...)).(((((......(((((....)))))........)))))......(((........)))............(((((((....)))))))...(((((.......(((((((.(((((....)))))))))))))))))"}
+{"id": 723, "target_structure": "((((.....)))).((((((((....)))).)))).((((((...((((((........)))))).......((((((....))))))..((((.((((((.....)))))).....)))).)))))).(((((((((....))))))))).................."}
+{"id": 724, "target_structure": ".(.((((((....(.((.((.((..........)).)).)))(((....(((.....)))...)))........)))))).)........(((((......(((((.....))))).(((...((((....(((......))).....))).).))).......)))))"}
+{"id": 725, "target_structure": "((((.....)))).((((((((....)))).)))).(((((((..((((((........)))))).......((((((....))))))..((((.((((((.....)))))).....))))))))))).(((((((.(....).))))))).................."}
+{"id": 726, "target_structure": ".((((((((..(.((((((..(.......(((((((((..(............))))))))))......)..)))))))..((((((((((((.......))))))))).)))((.((((((((.....)))))))).)).((((((((....))))))))....))))))))"}
+{"id": 727, "target_structure": ".((.(((...(.((((((.(.(.((.(..((((...(((.....)))...))))...)..)).).)..((((....))))....))))))...)..(((.......)))))).)).(((((((((.(((.....))).)))))))))..........................."}
+{"id": 728, "target_structure": "...(((((.(...).)))))....((((((....((((.(((((((......(....).....)))))))(((((...((((....((((((((((....)))))..)))))...))))..))))).((((....(((.............)))....)))).)))).......)))))).."}
+{"id": 729, "target_structure": "(.(((((.........))))).).(((((((...(((..(((((((......(....).....)))))))(((((...((((....((((((((((....)))))..)))))...))))..))))).((((....(((.............)))....))))..))).....).))))))..."}
+{"id": 730, "target_structure": "((((((((((.....((((...((((.......))))..))))..((((((.(((..((((((..(((((.....)))))..(((((((.......)))))))......))).)))(((..(((.((((((((((....))))))))))...)))))).....)))))))))..))).)))))))"}
+{"id": 731, "target_structure": "(((((..(((((..(((((((((.......)))))))))..((((.(((.((((......(((((...((((..(((......))).......))))((....)).............))))).(((.....))))))).)))..........((((....))))....))))...)))))..)))))"}
+{"id": 732, "target_structure": "(((((........(((((((((.(....................).)))))))))......)))))...........((((....)))).....((((.((((.....((((.....))))...)))).))))...........(.((((((.............)))))).)................."}
+{"id": 733, "target_structure": "...((((...(((((..(((((....)))))..)))))..(((((((((.......)))))))))..)))).(((.((((......(((((...((((..(((......))).......))))((....)).............))))).(((...))))))).)))..........((((....))))."}
+{"id": 734, "target_structure": "((.............((((((..........................))))))...........)).............((....)).......((((.((.(.....(.((.....)).)...).)).)))).............(((((...............)))))..................."}
+{"id": 735, "target_structure": "................(...(..(...................)..).....).........................(((....)))......((((.((.(......(((.....)))....).)).))))............(.(.(((.((........))))).).)......................"}
+{"id": 736, "target_structure": "........(((((((..((....)).)))))))...((((((....((((((...((...((((((....))))))..))...))))))(((...(.((((((((..........)))))))).)..))).............))))))((((..((((....))).)))))......................."}
+{"id": 737, "target_structure": "...((((((...............((((.(.....................).))))..........))))))((....(((....)))..........))..((.....))......................(.(..((((((........))).)))..(((((....)))))...)).............."}
+{"id": 738, "target_structure": "((..(..........(((((((.(...................)..)))))))........)..)).............((....)).......((((.((.(.....((((.....))))...).)).))))............(...(((.((........)))))...)............................."}
+{"id": 739, "target_structure": ".(..((((((.......(...((((((((...............))))))))...)...))))))..)..........((((....))))...(((......((((.....))))....)).)..........(((((.((((((.........)))))).(((((.((......)).))))))))))................."}
+{"id": 740, "target_structure": "...(..((((...........((((((((...............)))))))).......))))..)............((((....))))...(((......((((.....))))....).))..........(((...((((.(........)..)))).((((.(((......))).))))..)))..................."}
+{"id": 741, "target_structure": "...(((((.(((((((.(((((((..........))))))).....(.(...(..(((.......))).)..((......)).(((...((((...(...(((........((.(((.(.....))))...))...)))...)......))))....))).....)).))))))).)))))....((((((((.......)))))))).."}
+{"id": 742, "target_structure": "..(((((((((((((((((((((....(....)..)))))).....((....(.((((.......)))))..((......)).(((...((((..........(......(((.(((((....)))))...))).).............))))....))).....)))))))))))))))))..((((((((.........))))))))."}
+{"id": 743, "target_structure": "((....))........((....(.(...((...(((...(..(.((((((.......)))))....(((..((.(.........).))((.((((..((....(((.......)))....))..))))..))...))).......((..((.........))..)).)..).)..))).....)).........))..)).........."}
+{"id": 744, "target_structure": ".........................................................................((((.....((.......((((((((((((....(...(...((((..(.(((((.((......)).)).))))..))))..)......)..((((((((((.....)))))).))))))))))))))))...))..))))."}
+{"id": 745, "target_structure": "((((..(.((.....((((......((....((.(..(((...(((........................)))...))).).)).........).....(.....(((.....(...(.........(........)........)...).......))).....)......((..(............)..)).)......)))).....))..)..))))"}
+{"id": 746, "target_structure": "..(((......((((((((......(((((((...(((((......))))).....))))))).(((...((((.....))))..)))((.((((((.(.((((.....)))))..)))))))).....))))))))...))).((((((....(.((((......)))))(((...((((...((((((((....))))))))....))).).))).......))))))."}
+{"id": 747, "target_structure": ".(((((((.((((((((.((((((.(((((((((..((((((....))))))..(((((.(((((((((.(((.((....)).))).))))...)))))...)))))(((....))).)))).)))))..((((((((((...))))))))))....(((((...))))).)))))).))((((....))))((.......))))))))...))))))).............."}
+{"id": 748, "target_structure": "((((((((((((((((((....)))))))))((((((((......(((((((((....)))))))))......))))))))((((((((((....)))))))))))))))))))((((((((((((((((((....)))))))))))((((((((......(((((((((((....)))))))))))......))))))))(((((((((((((....))))))))))))))))))))"}
+{"id": 749, "target_structure": "((.(((((((((((((...((((((.....)))))).............((((((......((((((...(((((....))))).(.(((((((.............(((((((((((.....(.(......(((....)))...).)))))))))..))).........))))))).)))))))))))))...((((....))))............))))))......................))))))).)).."}
+{"id": 750, "target_structure": ".((((((...((.(((...........)))....(((((...........)))))))......(((....(.(........((((....(.((((..(..((..((((....(..(.....(.((((((((..(((..(((((.....(........((....)).........)..))).))...)))...)).))))).)....)....))...))).).))..).)))..))..)))).......)..)...))).))))))."}
+{"id": 751, "target_structure": ".......(...(((.....))).............).........((((((.......))))))...................((((((...((.....)).))))))....((....((...((((((.((.....))..)))))).....))...(((((........))))))).........((((((((((((.....))))))(...(((((....(((((....(((.....))).....))))).....)))))....)(....)))))))."}
+{"id": 752, "target_structure": "((((((((((......)))))))....((((........))))))).(((((.((....(((((...((.((((....(((((.(((((((.(((((......(((((((((.(((((.(.(((((((((((.(((((..((((((....))))))..))))).))))......(.(((((.....((((....(((....)))....))))...))))))))))))).)..)))))))...)))))))...)))))))))))).))))))))).)).....)))))...)).)))))."}
+{"id": 753, "target_structure": "((((((..(..((((.((...(...(((.....(.(......).)......(.........................)..))).....)...))..))))..).)))))).............(((((.......)))))........................(.(......((..(........)..))......((((.....))))...).)....................((.....(....((((((((((.(.((..........................((........)...)..)).))))))))))).....)......))....."}
+{"id": 754, "target_structure": "((.((((((.(..(((.........(((((........((((((.....).)))).)........).)))).........(((((.....((((......(((((.....)))))(((((((.....)))))))(((((((.............((((((.((((((.......(((((.....(((((.((.((((.(((....))).)))))))))))..))))))))).))))))))........))))))))))).................(......(((((((.(((.....))))))))))...)...)))))....)).).).))))))))."}
+{"id": 755, "target_structure": "((((((((((.........((((((((((....))))).))))).....((.(((((((((......((((((((((.....)))))(((((....)))))((...(((((.............(((((((((((....)))))))))..)).......((((((.......))))))(.(((((((....)))))))..).)))..)))))))))))))...((((.....(((((..(((........)))...))))).....))))......((((((((....))))))))...........................)))))))...))))))))))...."}
+{"id": 756, "target_structure": "((((..(.............(..(((........(((.((....((((......((((.(............).))))...............................((((((........)))))).(((((((((.(((..........)))..))))..))))).................((((((...............)))))).................................(((((((.........................)))))))...)))).......))))).......)))..)....(.(((.......))).))..))))...."}
+{"id": 757, "target_structure": "((((..(................(((........(((.((((..((((......((((.(............).))))...............................((((((........))))))...(...((((.((..........))..)))).....)..............................(((((((...................)))))))................(((((((.........................)))))))...)))).....))))))).......))).......(.(((.......))).))..))))...."}
+{"id": 758, "target_structure": "........................................(((((.(..(((((.(.((......)))..)))))....)))).).).....(((((.((((((..(((((((((......))))))..))).(((((.....))))).....)))))..)...))).))....(((((((....))).)))).....................((((....(((...(((((((....(....)....).)))))).(((((...(.((.......)).).)))))....)))....))))...................((.((((......))).).))........"}
+{"id": 759, "target_structure": "((((((((((((....)))((((((((......((((....))))......))))))))(((((((((..((((((((......(((((((((((((((....)))))))((.((.(((.(((((((((....)))((((((((......((((....))))......))))))))(((((....))))))))))).))).)).))((((((....))))))))))))))......))))))))..))))))))))))))))))(((((((((((((....))))))(((((((.......(((((....))))).......)))))))(((((((....))))))))))))))"}
+{"id": 760, "target_structure": "(.((....................((.(........(...(...(((((((((.........)))))...........................................((.(..(.........)....)))....((((..((....((..........))....))......))))...................(((......((........))......)))...................((((..((..(............)..))..))))....................))))......)...).......).)).......(((((.......)))))....)))...."}
+{"id": 761, "target_structure": "((((((((((((((((((((((((((((((....)))))))))(((((((.........)))))))(((((((((.........)))))))((((((((((((((((((((((((((((((.........))))))((((((.........))))))((((((((((((.....(....((((....)))..)..........)..))))))))))))))((((((((((((.......(((((...(((((((....)))))).)..)))))))))))))))))(((((((((....)))))))))))))))))))))))))))))))(((((((((....))))))))))))))))))))))))))))))))"}
+{"id": 762, "target_structure": "(((((((.............((..((((.......((..((((((((((((((.........)))))..........................................((((((((.(.(((((.((....))))))).).)))))))).(.(((((.((((..(((........)))..)))).....)))))..).................(.(...((((........))))...).)...................(((((((((..(((........)))..)))))))))...................))))))...)))..))......))))..))...(((((.......))))))))))))..."}
+{"id": 763, "target_structure": "....(((((...(((((((((((...(((.......)))..(((((.............)))))..(((...(((..((((.((((((....)))))))))).......)))...)))...(((((((((((.(.....)...(((((......(((..(.((((((((((..((((........))))...))))...........)))))).)..)))...))))))))))...))))))...)))))))))))....)))))(...((((....))))...).......(((.(....(((.(....).)))...))))....(((((.(((((....))))..)))))).(((((((((((((....)))..))))))))))..."}
+{"id": 764, "target_structure": "..............((((((((((......)))))))))).(((((((((((....(.......))))))).))))).............((((((...((((((.....(((.((((.(((..(((((((((....)))))))))..((.......))....)))......)))))))....))))))..)).))))((...((((..((((((((((...))))))))).)))))...))...(.(((((...........(((((((.....)))))))........))))))..(..(((((....)))))(((((((....((((......))))....))))))).((((((((.((((((....)))))).))))))))..)...."}

data/test/Rfam27.jsonl

@@ -0,0 +1,27 @@
+{"id": 1, "target_structure": "(((((((((....((.(((((...((..((((((.......))..))))..))....)))))..))(((.((..(.((....((....)).....)).).)).))).)))))))))."}
+{"id": 2, "target_structure": "........................................(((((((......)))).......(((....((.....))........)))......)))....(((...)))(((((((((.....)))))..))))............."}
+{"id": 3, "target_structure": "...........((((((((((.(((((..........)))))))))))(((......(((.((..........))..)).).....))).(((.((.((.....)).))..))).))))...............(((((.(((((....))))).)))))."}
+{"id": 4, "target_structure": "......(((.((((....)))).))).....................((((((........)))))).(((((((...)))))))............................((((((((....((((....)))).))))))))..((((((.((((((...........))))))..))))))......."}
+{"id": 5, "target_structure": "(((((((..((((.........)))).(((((.......))))).....(((((.......))))))))))))."}
+{"id": 6, "target_structure": ".(((((.....((((.((((.......((((.....................(((......)))))))...)))))))).....)))))"}
+{"id": 7, "target_structure": "...(((((..........)))))........((((((((......))))))))(((((.......))))).............(((((..(((((..((..((.(((((.(((((.......))))).)))))...))....))))))))))))"}
+{"id": 8, "target_structure": ".((((((.(((((...))))).......((((........))))...))))))."}
+{"id": 9, "target_structure": "(((((((..........(((((.........((((((......).))))).........)))))........(((((.....((((......(((((.....)))))((((((.......))))))(((((((.............(((..........................................................................................)))........)))))))))))........................(((((((..................))))))).......)))))........)))....))))"}
+{"id": 10, "target_structure": "((((((((((((((((((.(((((((((...))))))))).............((((........((((((((((.....)))))(((((....)))).)((...(((((............(((((....((((((....))))))...)))..)).......((((((.......))))))(((((((((....))).))))).)..)))..)))))))))))))...((((......((((((...(((((.....))))))))))).....))))......((((((((....))))))))..........)))))))...................).))))))))))...."}
+{"id": 11, "target_structure": "...(((((((((((.((((((........)))))).............(((((((((.((......)))))).....(((((((((((..........))))))(((..((((....))))..)).)((.((((....((((...(((....)))..)))).....)))).....(((((............((((((((....))).))))).........)))..))))))))))))))...(((............)))...(((.(((..................))).)))((((((........))))))........))))))).(((((((((..........)))))))))................).)))"}
+{"id": 12, "target_structure": "...........................................................................((((..............((((((((((((............((((..(((((((((......))))).))))..))))............(((((.(((((...))))).))))))))))))))))).......))))."}
+{"id": 13, "target_structure": "..(((((((((((((.(((.............((((.((((((................(((.(((((...(((((((.....((...(((((......)))))..))....)))))))..))))).)))..............)))))).))))...........))))))))))))))))..."}
+{"id": 14, "target_structure": "...(((((((.....)))))))...(((((.((((((((.....)))))))).)).))).(((((((.((.....)).))))))).."}
+{"id": 15, "target_structure": "................((.(((((.(((................))))))))..))....((((...........)))).....(((.((((((((((...)).))))).))).)))...........((((....))))"}
+{"id": 16, "target_structure": "((((((((((......)))))))....(((....)))))).....((((((((..(((((.((.((..(((((((((((((((((((..(((......(((((((.((.(((((.((((.((((.((((((.((((((((.((....)).)))))))).)))))).......(((((......(((....(((......)))....)))....))))).)))).))))..)))))))....))))))).)))..))))))))).....)))))))))).)).)).))).))..))))))))"}
+{"id": 17, "target_structure": "....................(((.......)))...............(((((.....)))))...........(((((.....))))).........(((((.....))))).........((((.....)))).......(((((..........))))).(((.......))).........................................((.....))..............................................((......))................(((((......)))))..........((((((((((......)))))))))).........."}
+{"id": 18, "target_structure": "((((((((.((..((((((((....(((.((.....)).))).........))))))...))..))))))))))........."}
+{"id": 19, "target_structure": "..((((..(((((((((((..........((((((((...........))))))))...))))))))))).......)))).................(.((((((......)))))))"}
+{"id": 20, "target_structure": "........((((.(((((.((((((((((((...))))))....))))))))))).))))..........((((((....))))))((((((((((....))))))))))........"}
+{"id": 21, "target_structure": "........((((..((....((((((..((((((((....))))))))))))))))))))..................................(((((((.....))))))).((((((...))))))..................."}
+{"id": 22, "target_structure": ".....((.((..........(((...(((.....)))....)))...................................((((((((......)))))))).......)).))......(((((((....(((.(((((.........((((................))))............))))).)))))))))).........."}
+{"id": 23, "target_structure": "(((((......))).))....................................................................................."}
+{"id": 24, "target_structure": "((((((.(((((((((((((((((((((..((((...))))...........)))))))))))))))))))))))))))"}
+{"id": 25, "target_structure": "....(((((((((..............)))))))))...(((....................))).......................................(((((.((...((((((...((((((..............................................................................))))))..)).))))((...((((....(.(...........).)....))))...))............)).))))).(((((((((....)))))))))...................(((((....))))).."}
+{"id": 26, "target_structure": "..((((((((.(((((....)))))...))))))))..((((.((.................))..)).)).."}
+{"id": 27, "target_structure": ".((((((((..((((((((.....(((((((.........((((((......................))))))......))))))).........................((((.....))))...........................((((((......)))))).(((.....(((((.....(((........((((((((...))))))))....)))...))))).)))...................................)))))).((((((.................))))))...................)).)))))).))"}

data/test/eterna100.jsonl

@@ -0,0 +1,100 @@
+{"id":8,"target_structure":"((((...)))).","source":"Eterna100_V1"}
+{"id":1,"target_structure":"(((((......)))))","source":"Eterna100_V1"}
+{"id":23,"target_structure":"((....)).((....))","source":"Eterna100_V1"}
+{"id":26,"target_structure":"..((((((((.....)).))))))..","source":"Eterna100_V1"}
+{"id":15,"target_structure":"(((((.....))..((.........)))))","source":"Eterna100_V1"}
+{"id":30,"target_structure":".(((((((((((...)))))....)))))).","source":"Eterna100_V1"}
+{"id":88,"target_structure":"....((((((((.(....)).).).)))))....","source":"Eterna100_V1"}
+{"id":41,"target_structure":"((....)).((....)).((....)).((....))","source":"Eterna100_V1"}
+{"id":3,"target_structure":"((((((.((((....))))))).)))..........","source":"Eterna100_V1"}
+{"id":11,"target_structure":"((((((.((((((((....))))).)).).))))))","source":"Eterna100_V1"}
+{"id":57,"target_structure":"((.(..(.(....).(....).)..).(....).))","source":"Eterna100_V1"}
+{"id":66,"target_structure":".((.((.((..((.(...).)).))..))....)).","source":"Eterna100_V1"}
+{"id":40,"target_structure":"..((((((((.....))))((((.....))))))))..","source":"Eterna100_V1"}
+{"id":65,"target_structure":".(((((........)((((....))))..)))).......","source":"Eterna100_V1"}
+{"id":20,"target_structure":"(((((((.(.(.(.(((((((....)))))))))))))))))","source":"Eterna100_V1"}
+{"id":10,"target_structure":"..........((((....))))((((....))))((((...))))","source":"Eterna100_V1"}
+{"id":33,"target_structure":".......(.(.(.(.(.((.((.(....).)).)).).).).).)","source":"Eterna100_V1"}
+{"id":47,"target_structure":"((((......(((((...))).((....)).........)).....))))","source":"Eterna100_V1"}
+{"id":62,"target_structure":".((.((.((.((..((..((.((...))..)).)).))..))..))....)).","source":"Eterna100_V1"}
+{"id":27,"target_structure":".....(((((.(.(.((.(.(((((((((....))))))))))))))))))).....","source":"Eterna100_V1"}
+{"id":67,"target_structure":"......(.........((((.....)))).........)......................","source":"Eterna100_V1"}
+{"id":25,"target_structure":"(((.....(((.....(((.....(((.....(((........))).))).))).))).)))","source":"Eterna100_V1"}
+{"id":44,"target_structure":".....(((.(((((....)).)))(((.((....))))).)))....................","source":"Eterna100_V1"}
+{"id":45,"target_structure":"(((((((((....))))(((((....)))))(((((....)))))((((....))))))))).","source":"Eterna100_V1"}
+{"id":13,"target_structure":"((((((((((((((((((((((((((...))))))....)))))))....))))))....)))))))","source":"Eterna100_V1"}
+{"id":18,"target_structure":"((((((.....(((....(((...(((((.............)))))....)))..)))..))))))","source":"Eterna100_V1"}
+{"id":61,"target_structure":".....((.((.((...)).((...))...)))).((.((.((...)).((...))...)))).....","source":"Eterna100_V1"}
+{"id":59,"target_structure":".....((((((.((((((((....))))))).)))((((((((((....)))))))))))))).....","source":"Eterna100_V1"}
+{"id":72,"target_structure":"..((((((((.......(.((((((....)))))).(((((((....))))))).).......))))))))..","source":"Eterna100_V1"}
+{"id":75,"target_structure":"......(((......((((..(....(((........)))....).....)))).......)))...........","source":"Eterna100_V1"}
+{"id":52,"target_structure":".((......((......))......((......((......))......((......))......))......)).....","source":"Eterna100_V1"}
+{"id":95,"target_structure":"..(((((((((((((....)))))(((((....))))))))((((((((....)))))(((((....)))))))))))))..","source":"Eterna100_V1"}
+{"id":43,"target_structure":".....(((((..((..((..(((..(((..((..((...)).)).))).))).)).)).))))).....................","source":"Eterna100_V1"}
+{"id":71,"target_structure":"....((....((....((....((..((..((...))..))....))......)).......)).........)).............","source":"Eterna100_V1"}
+{"id":54,"target_structure":"(((((((((....)))))(((((....)))))(((((....)))))(((((....)))))(((((....)))))(((((....)))))))))","source":"Eterna100_V1"}
+{"id":34,"target_structure":".....((((.(((((....))))).(((....))).)).))....((((.(((....))).(((....))).))))....................","source":"Eterna100_V1"}
+{"id":46,"target_structure":".....((((((((((((....))))((((....))))))))((((((((....))))((((....))))))))))))....................","source":"Eterna100_V1"}
+{"id":87,"target_structure":"....((((((((....((..(...................)..((...((....))...((....))........))......))))))))))....","source":"Eterna100_V1"}
+{"id":89,"target_structure":"......((.((..((..(...(.((.((....))))..)...(.((..((....))..))..)...).))..)))).....................","source":"Eterna100_V1"}
+{"id":14,"target_structure":".....((...((....))...((....))...((....))...((....))...((....))...((....))...))....................","source":"Eterna100_V1"}
+{"id":92,"target_structure":".......((.((.((...)).((...))...)))).((.((.((...)).((...))...)))).((.((.((...)).((...))...)))).......","source":"Eterna100_V1"}
+{"id":5,"target_structure":"..(.(..((((((....))))))..).)......((((..(((.(((((((((....)))))....)))))))))))..((((((((....))))))))..","source":"Eterna100_V1"}
+{"id":49,"target_structure":".....(((.(..(.(((((.((((.((...)))).))))((((((...)).))))..(((...)))...))).)..).)))....................","source":"Eterna100_V1"}
+{"id":79,"target_structure":"......(.((((.((((....(...((((.(....).))))...)))))..((......((((....)))))).)))).).....................","source":"Eterna100_V1"}
+{"id":31,"target_structure":".....((((.((((((.(((.(((((.((((.((((.((.((.((.((.((.((.....)))))))))))))))))))))))))))))))))))))).....","source":"Eterna100_V1"}
+{"id":48,"target_structure":".....((((((((...)))).((((((((...))))..((((...))))..((((...)))))))).((((...))))))))....................","source":"Eterna100_V1"}
+{"id":55,"target_structure":".....((((((((((....)))(((....((((.(((.....))).((((((......)))...))))))))))))).))))....................","source":"Eterna100_V1"}
+{"id":37,"target_structure":".....((.((..(((((.(((....)))(((....)))))).....((((((....)))(((....))).)))))..)).)).....................","source":"Eterna100_V1"}
+{"id":19,"target_structure":".....((((.(((((....)).))).(((.(((....)))))).((((((....)).)))).(((((....))).)))))).......................","source":"Eterna100_V1"}
+{"id":24,"target_structure":".....(.((((..(((((........)))))..(((.(((.(((((.....))))).((((....)))).))))))..)))).)....................","source":"Eterna100_V1"}
+{"id":84,"target_structure":".....((((((((((....)))(((....((((((((...(((.....)))))))(((......))).))))))))))..))))....................","source":"Eterna100_V1"}
+{"id":16,"target_structure":"............((....))...((...((....))..((...((....))...))..((....))...))..((....))........................","source":"Eterna100_V1"}
+{"id":17,"target_structure":".....((....((....))....((....))....((....))....((....))....((....))....((....))....))....................","source":"Eterna100_V1"}
+{"id":21,"target_structure":".....((((((((....))))((((.((((....))))(((((....))))).((((....))))))))((((....))))))))....................","source":"Eterna100_V1"}
+{"id":29,"target_structure":".....((((((((..((((....))))..)))).((((..(...)..)))).((((..(..(((.....)))..)..))))))))....................","source":"Eterna100_V1"}
+{"id":50,"target_structure":".....((((.(((((....))....))).(((....))).)).))....((((.(((....)...)).(((....))).))..))....................","source":"Eterna100_V1"}
+{"id":60,"target_structure":".....((((.(...(.((((.(.((((.((.((((.((.(((....))).).)))))).)))))....).)))).)...).))))....................","source":"Eterna100_V1"}
+{"id":77,"target_structure":".....(((((((.(((((....)))).)))(((((.((..((((....))))..(((((......)))))..)).))))))))))....................","source":"Eterna100_V1"}
+{"id":64,"target_structure":"((...((....((.....((.........((..............................))...............)).........)).......))....))....","source":"Eterna100_V1"}
+{"id":58,"target_structure":"((((.((((.(((....))).(((....))).(((....))).(((....))).(((....))).(((....))).)))).(((((......)))))(((....)))))))","source":"Eterna100_V1"}
+{"id":2,"target_structure":"(((((((....(((...........)))((((((((..(((((((((((((((((((...(((((......))))).)))))).)))))))))))))..))))))))..)))))))","source":"Eterna100_V1"}
+{"id":42,"target_structure":".....((((.((((.....((((...)))).))))...(((..((((((...)))...)))((((((...)))...))).)))...(((...(((....))).))).)))).....","source":"Eterna100_V1"}
+{"id":93,"target_structure":"........(((((((((((....))))..((((....))))..((((....)))))))))))..(((((((...))))..((((...))))..((((...))))))).........","source":"Eterna100_V1"}
+{"id":83,"target_structure":".....((((.(((.((....))((....)).))).(((.((....))((....)).))).(((.((....))((....)).))).(((.((....))((....)).))).)))).....","source":"Eterna100_V1"}
+{"id":32,"target_structure":".............................((((......((((....((((...((((..((((.((((.....)).)).)).))..)).))...)).)).....)).))......)).)).","source":"Eterna100_V1"}
+{"id":35,"target_structure":".(((.(((...(((.(((...))).(((....))).)))...(((.(((....))).(((...))).)))...(((.(((....))).(((...))).)))...))).(((...))).)))..","source":"Eterna100_V1"}
+{"id":36,"target_structure":".....(((((((...((((...((((...((((.........(((((............)))))...))))....((((..........))))...))))...(((........)))...))))..((......))...))))))).....","source":"Eterna100_V1"}
+{"id":39,"target_structure":"(((((.((((((.((((((.((((((.((((((.((((((....((((((......)))))).)))))).(((((...(((((((...)))))))))))).)))))).((((((((((((...)))))))...))))).))))))....))))))....))))))....)))))","source":"Eterna100_V1"}
+{"id":70,"target_structure":"...(((((((....((..((..(((..((..((..((..((..((..((...)).))..)).)).))..)).))).)).)))))))))........(((((((....((..((..(((..((..((..((..((..((..((...)).))..)).)).))..)).))).)).)))))))))...","source":"Eterna100_V1"}
+{"id":4,"target_structure":"((((((((((((((.((((((...........((((((((((((.....((((((((....(((((((((((((........))))))))))....))))))))....))))))....)))))...((((((.......))))))))))............)))))).))))....))))))...))))...","source":"Eterna100_V1"}
+{"id":69,"target_structure":".((.((.....(((((...((.(((.........................))).))...))).))...)).)).(((..(((..((.......((....)).......)))))......))).(((((.......(((..((..(((..((.(((...............)))..))..)))..)).)))..))..))).","source":"Eterna100_V1"}
+{"id":98,"target_structure":"...(((((((...))))..((((...))))..((((...)))))))........(((((((...))))..((((...))))..((((...)))))))........(((((((...))))..((((...))))..((((...)))))))........(((((((...))))..((((...))))..((((...)))))))...","source":"Eterna100_V1"}
+{"id":81,"target_structure":"....((((..(((((..((((..((((.....))))((((((...))).)))))))((((((.((.((.(((((....)).)))))))(((((.((.((.((....))))))((((.(((....)).)).)))..)).)))))).))))))))(((.(((.(((.((((....))))))))))((((((((...))).)).))).)))))))","source":"Eterna100_V1"}
+{"id":12,"target_structure":"((((....))))...(((((((..(((((((.......))))))))))))))...((((((((......(((((((.(((((((.......))))))))))))))...((((((((((((((.......))))))).)))))))......))))))))...((((((((((((((.......)))))))..)))))))...((((....))))","source":"Eterna100_V1"}
+{"id":82,"target_structure":"...((((((....))))))(((((....)))))((((((....))))))(((((....)))))((((((....))))))(((((....)))))(((((....)))))((((((....)))))).(((((....)))))((((((....))))))(((((....)))))((((((....))))))(((((....)))))((((((....))))))","source":"Eterna100_V1"}
+{"id":9,"target_structure":"(((.(((((((...))))..))))))...(((.(((((((...))))..))))))...(((.(((((((...))))..))))))...(((.(((((((...))))..))))))...(((.(((((((...))))..))))))...(((.(((((((...))))..))))))...(((.(((((((...))))..))))))...(((.(((((((...))))..))))))...(((.(((((((...))))..))))))","source":"Eterna100_V1"}
+{"id":68,"target_structure":"((((....).))).((((....).))).((((....).))).((((....).))).((((....).))).((((....).))).((((((((((((((((((((((...)))).))))))).(((((..((((((((((..(((((((...))))))).))))))))))((((.((((((...)))))))))))))))...))))))))))).((((....).))).((((....).))).((((....).))).((((....).))).((((....).)))","source":"Eterna100_V1"}
+{"id":7,"target_structure":".....((((((((...((((((((((..((((..........))))..((((..........))))..((((..........))))..))))))))))...((((((((((..((((..........))))..((((..........))))..((((..........))))..))))))))))...((((((((((..((((..........))))..((((..........))))..((((..........))))..))))))))))...)))))))).....","source":"Eterna100_V1"}
+{"id":78,"target_structure":"(..(((..((((..((....((..((((....))....))..))))..))....))..))((..((..((..((((..((....((..((((..((....((....))))..))....))..))))..))((..((..((....))((..((((..((....((..((((....))....))..))))..))....))..))))..))..))..))((..((....((..((((..((....((....))))..))....))..))))..))))..))..)..)","source":"Eterna100_V1"}
+{"id":38,"target_structure":"...((....))....(((((((((.........)))))))))....((((.....)))).....(((....)))...(((((.......)))))....(((...((....)).....(((....)))....((((((.......))))))....(((....))).....((((((....(((.......)))..(((........)))...(((((......)))))...((((.....))))..)))))).........((....)).....((....))......(((((..........)))))......)))","source":"Eterna100_V1"}
+{"id":51,"target_structure":"((((((.((((((....)))))).(((....))).(((....))).((((((....)))))).(((....))).((((((....)))))).(((....))).(((....))).((((((....)))))).(((....))).((((((....)))))).(((....))).(((....))).((((((....)))))).(((....))).((((((....)))))).(((....))).(((....))).((((((....)))))).(((....))).((((((....)))))).(((....))).(((....))).((((((....)))))).))))))","source":"Eterna100_V1"}
+{"id":86,"target_structure":".......((((.((((.(((.(((....))).(((.(((....))).(((.(((....))).(((.(((....))).(((.......))).))).))).))).))).(...).)))).((((...((.(((...((...))........))).(((.(((....)))(((....)))(((....)))))).))...((((.(...).(((.(((.(((.(((.(((....(((....))).))).(((....))).))).(((....))).))).(((....))).))).((((((....)))(((....))).(((....)))))).))).))))...)))).)))).......","source":"Eterna100_V1"}
+{"id":96,"target_structure":"(..(..(....)..(((..(.(.(((...)))..)..)..)))..(..(....)..).(..(....)..).....(....)..)..)..(..(..(....)..(((..(.(.(((...)))..)..)..)))..(..(....)..).(..(....)..).....(....)..)..)..((..(..(....)..(((..(.(.(((...)))..)..)..)))..(..(....)..).(..(....)..).....(....)..)..))..((..(..(....)..(((..(.(.(((...)))..)..)..)))..(..(....)..).(..(....)..).....(....)..)..))","source":"Eterna100_V1"}
+{"id":99,"target_structure":"(((((((((((((((((...(.(..((.(((.(((.((....).))).)))).).)..))..))))))).(((((..(.(..((.(((.(((((.(((.((((.((....).)))).))))).))).)))).).)..))..)(....)..))))(((((((((...))))).(((((...)))))(.(....).).)))).)))).((((.((((...(((((((...))))))).(((((...)))))))))(((((((...))))))).(((((...)))))))))((((..(....)(..(..(..(.(.(((.((((.((....).)))).)))).)..)..).)..))))).)))))).","source":"Eterna100_V1"}
+{"id":73,"target_structure":"((((...))))(((((((....))(((((..(((((((....))(((((((((...))))..((((...)))))))))((....)))))))..(((((((....))(((((((((...))))..((((...)))))))))((....)))))))..(((((((....))(((((((((...))))..((((...)))))))))((....)))))))..(((((((....))(((((((((...))))..((((...)))))))))((....)))))))..(((((((....))(((((((((...))))..((((...)))))))))((....)))))))..)))))((....)))))))((((...))))","source":"Eterna100_V1"}
+{"id":28,"target_structure":"...((((..(((((.....)))))..(((((...)))))..(((((.....)))))..(((((...)))))..(((((.....)))))..(((((.....))))).((((((((((((((((((((((((((((......))))).(((((.............((((.........................................)))).............)))))(((((....))))).)))))))))))))))))))))))..(((((.....)))))..(((((.....)))))..(((((.....)))))..(((((.....)))))..(((((....)))))..(((((.....))))).))))...","source":"Eterna100_V1"}
+{"id":6,"target_structure":"(((((((((((........)))).((...............))....(((((.......))))))))))))....(((((((..((((........))))(((.............)))....(((((.......))))))))))))....(((((((..((((........))))((((((.......))))))....(((((.......))))))))))))....(((((((..((((........))))((((((.......))))))....(((((.......))))))))))))....(((((((..((((........))))((((((.......))))))....(((((.......))))))))))))....","source":"Eterna100_V1"}
+{"id":74,"target_structure":"(..((....((..((....((..((....(..((..((....((..((..((....(..((..((..((....((..((..((..((....((..((..((..((..((....((..((..((..((..((....((..((..((..((..((..((....((..((..((..((..((..((....((..((..((..((..((..((......))..))..))..))..))..))))..))..))..))..))..))))..))..))..))..))..))))..))..))..))..))))..))..))..))..))))..))..))..))))..))..))..)))..))..))))..))..)))..))))..))))..)","source":"Eterna100_V1"}
+{"id":100,"target_structure":"......((.......((.((.......((.((...............)).........((...............)).)).......)).((.......((...............)).......)).((.......((.((...............)).........((...............)).)).......)).((.......((...............)).......)).((.......((.((...............)).........((...............)).)).......)).((.......((............((...............)).)).......)).)).......))......","source":"Eterna100_V1"}
+{"id":56,"target_structure":"(((((((((((.(((((..(((((....((((((..(((((...(((((..((((((.((((((((((((((....))))))))))))))..(((....))).(((((((((....)))))))))..(((((....))))).)))))).))))).))))).))))))...((((((((.....))).)))))..((((((((((((((((((((((((....)))))))))))))).))))))))))...(((((......)))))((((((((((....))))))))))...((((....))))..)))))..))))).((((.(((.(((....)))))))))).(((((((((....))))).)))).)))).))).))))...","source":"Eterna100_V1"}
+{"id":85,"target_structure":"(((((((((((((((.(((((.((.....)).((.....)).((.....)).((.....)).((.....)).))))).(((.....))).(((((.((.....)).((.....)).((.....)).((.....)).((.....)).))))).(((.....))).(((((.((.....)).((.....)).((.....)).((.....)).((.....)).))))).(((.....))).(((((.((.....)).((.....)).((.....)).((.....)).((.....)).))))).(((.....))).(((((.((.....)).((.....)).((.....)).((.....)).((.....)).))))).)))))))))))))))","source":"Eterna100_V1"}
+{"id":94,"target_structure":"(((..(((((((.....((((((...)))))).))))..((((((..(((...)))))).(((((...((((....))))....)))))..)))..)))..(((((((.....(((((....)))))......)))((((((((((...)))))(((((...)))))((((((((..(..(..(..(..(..((((....))))..).)..))..).))(((....)))..))))))...))))))))).(((((.((((......(((((((........((((.....))))))))...))).))))((((......((((((((....))))))..(((((...)).(((((...)))))..)))))....)))))))))...)))","source":"Eterna100_V1"}
+{"id":91,"target_structure":"((..(((((........(.((..((.(.....(....).((((((((.........((......((((.....))))......))...((..((.......(..(......)..)..((..((.....(....).((((.....(((.....(..((.(...).))..).....))).((((...(.......(..(.((...)).)..).......)...))))........)))).....((((((...)))))).))..))...........))..)).........(..((....)((((((.....(........).....))))))..)..)...))))))))........).))..)).).....(.......).)))))..)).","source":"Eterna100_V1"}
+{"id":76,"target_structure":"(((((....)).((((((....)))..((((.((((..(((....)))(((.((....))(((...)))((....)).)))(((....)))..)))).((((..(((....)))(((.((....))(((...)))((....)).)))(((....)))..)))).((((..(((....)))(((.((....))(((...)))((....)).)))(((....)))..)))).((((..(((....)))(((.((....))(((...)))((....)).)))(((....)))..)))).((((..(((....)))(((.((....))(((...)))((....)).)))(((....)))..)))).))))..(((....)))))).((....)))))","source":"Eterna100_V1"}
+{"id":80,"target_structure":"(....(((((...(((((...(((((....(((((...(((((...(((((..(((((....(((((...(((((...(((((..(((((...(((((...(((((..(((((...(((((..(((((..(((((..(((((..(((((.(((((.((((((((((.....))))).....))))).....))))).....))))).....))))).....))))).....))))).....))))).....))))).....))))).....))))).....))))).....))))).....))))).....))))).....))))).....))))).....))))).....))))).....))))).....))))).....))))).....).....","source":"Eterna100_V1"}
+{"id":90,"target_structure":"(....)..(....(...(..(.(..(...(((.(((...((((....)))).(((((..(.(((..(.((((..(.((((..(.((((((((.((((((.(((((.((((.((((..((((...)))).))).)))))).))))).)))))).)))))))..).))))..).))))..).)))..).))))).)))...(((.(((((.(..(((.(..((((.(..((((.(..(((((((.((((((.(((((.((((((.(((.((((((....))))))..)))).)))).))))).)))))).)))))))).)..)))).)..)))).)..))).)..))))).((((....))))...))).)))...)..).)..)...)....)..(....)","source":"Eterna100_V1"}
+{"id":22,"target_structure":"................................................................................................................................................................................................................................................................................................................................................................................................................","source":"Eterna100_V1"}
+{"id":97,"target_structure":"..(.((..(((((....(((((......))))))))))((((...((((.....))))))))(((..(((....)))))).(((...((((...((((......))))))))(((..(((.....))))))((.((....)))).((((....(((..(((......))))))((.((.....))))(((....))).(((((.....((.((......))))(((.....)))((....)).((((((......(((......)))((.....))...(((((((...))))))).......))))))......))))).....))))....)))...))..)...(.((.((((....((....))((....))((((((...)))))).)))))).)","source":"Eterna100_V1"}
+{"id":63,"target_structure":".....((((((((..((((....))))..((((....))))..((((....))))..((((....))))..)))))))).....((((((((..((((....))))..((((....))))..((((....))))..((((....))))..)))))))).....((((((((..((((....))))..((((....))))..((((....))))..((((....))))..)))))))).....((((((((..((((....))))..((((....))))..((((....))))..((((....))))..)))))))).....((((((((..((((....))))..((((....))))..((((....))))..((((....))))..)))))))).....","source":"Eterna100_V1"}
+{"id":53,"target_structure":".......((.........((.........((.........((.........((.........((.........((.........((.........((.........((.........((.........((.........((.........((.........((.........((.........((.........((.........)).........)).........)).........)).........)).........)).........)).........)).........)).........)).........)).........)).........)).........)).........)).........)).........)).........))......","source":"Eterna100_V1"}

data/test/eterna100v2.jsonl

@@ -0,0 +1,100 @@
+{"id":8,"target_structure":"((((...)))).","designed_sequence":"GAAGAAACUUCA","source":"eterna_v2"}
+{"id":1,"target_structure":"(((((......)))))","designed_sequence":"CAGGGGAAAAACUCUG","source":"eterna_v2"}
+{"id":23,"target_structure":"((....)).((....))","designed_sequence":"GGGAAACCGGCGAAAGC","source":"eterna_v2"}
+{"id":26,"target_structure":"..((((((((.....)).))))))..","designed_sequence":"AAGUUUCCCGGAAAACGAGGAAGCAA","source":"eterna_v2"}
+{"id":15,"target_structure":"(((((.....))..((.........)))))","designed_sequence":"CCCCCAUAGAGGAAGCAAAACAAAAGCGGG","source":"eterna_v2"}
+{"id":30,"target_structure":".(((((((((((...)))))....)))))).","designed_sequence":"AGUGUGCCAGCGAAACGCUGAAAAGUAUACA","source":"eterna_v2"}
+{"id":41,"target_structure":"((....)).((....)).((....)).((....))","designed_sequence":"CGGAAACGAGGGAAACCAGCGAAAGCAGCGAAAGC","source":"eterna_v2"}
+{"id":3,"target_structure":"((((((.((((....))))))).)))..........","designed_sequence":"GCCCUCAGAUGGAAACGUCGAGAGGCAAAAAAAAAA","source":"eterna_v2"}
+{"id":11,"target_structure":"((((((.((((((((....))))).)).).))))))","designed_sequence":"GCGCUCGGCCCAGUCGAAAGACUGAGGACGGAGCGC","source":"eterna_v2"}
+{"id":66,"target_structure":".((.((.((..((.(...).)).))..))....)).","designed_sequence":"AGCAGCACGAACGGGAAACGCGACGAGGCCAAAGCA","source":"eterna_v2"}
+{"id":40,"target_structure":"..((((((((.....))))((((.....))))))))..","designed_sequence":"AAGCCCGCGCGAAAAGCGCGCCGGAAAACGGCGGGCAA","source":"eterna_v2"}
+{"id":88,"target_structure":"....(((((((((.((....))).)).).)))))....","designed_sequence":"AAAUAGCCCCCGGCGAAAAAUCCAUGAGUGGGCUUUAA","source":"eterna_v2"}
+{"id":65,"target_structure":".(((((........)((((....))))..)))).......","designed_sequence":"GUGCUGGAGAAAAACGCGGGAAACCGCAUGGCAAAAAAAA","source":"eterna_v2"}
+{"id":20,"target_structure":"(((((((.(.(.(.(((((((....)))))))))))))))))","designed_sequence":"CGCUGCGAGAGAGAGCUUCGGGAAACCGAGGCCCCCGUAGCG","source":"eterna_v2"}
+{"id":57,"target_structure":"(((.(..((.((....)).((....)).))..).(....).)))","designed_sequence":"GCCAGGACCAGCGAAAGCAGCGAAAGCAGGGACACUACGGGGGC","source":"eterna_v2"}
+{"id":10,"target_structure":"..........((((....))))((((....))))((((...))))","designed_sequence":"AAAAAAAAAAGUUGGAAACAACGGAGGAAACUCCGAAGAAACUUC","source":"eterna_v2"}
+{"id":33,"target_structure":".......(.(.(.(.(.((.((.(....).)).)).).).).).)","designed_sequence":"AAAAAAACGGGGGGGCGGGGGGGGGAAACGCCGCCGGGCGCGCGG","source":"eterna_v2"}
+{"id":47,"target_structure":"((((......(((((...))).((....)).........)).....))))","designed_sequence":"GGUGGAAAAAGCCGGAAACCGAGGGAAACCAAAAAAAAAGCGAAAACAUC","source":"eterna_v2"}
+{"id":62,"target_structure":".((.((.((.((..((..((.((...))..)).)).))..))..))....)).","designed_sequence":"AGCAGCACCACCGACCAAGCAGCAAAGCAAGCAGGAGGAAGGAAGCCGAAGCA","source":"eterna_v2"}
+{"id":67,"target_structure":"......(......((((.....))))......)......................","designed_sequence":"GAAAAACGAAGAAUUGCAAAAAGCAGGAAGAAGGAAAAAAAAAAAAAAAAAAUAA","source":"eterna_v2"}
+{"id":27,"target_structure":".....(((((.(.(.((.(.(((((((((....))))))))))))))))))).....","designed_sequence":"AAAAAGUGCGAGACAGGAGAGCGUGGAGCGAAAGCUCUAUGCCCCGCCGCACAAAAA","source":"eterna_v2"}
+{"id":25,"target_structure":"(((.....(((.....(((.....(((.....(((........))).))).))).))).)))","designed_sequence":"CCGAAAAACCCAAAAACCCAAAAACGCAAGAAACCAAAAAAAAGGUAGCGAGGGAGGGACGG","source":"eterna_v2"}
+{"id":44,"target_structure":".....(((.(((((....)).)))(((.((....))))).)))....................","designed_sequence":"AAAAAGGGAGAGCGGAAACGACUCGUGAGGGAAACCCACACCCAAAAAAAAAAAAAAAAAAAA","source":"eterna_v2"}
+{"id":45,"target_structure":"(((((((((....))))(((((....)))))(((((....)))))((((....))))))))).","designed_sequence":"GUCGACUACGAAAGUAGGCACGGAAACGUGCGAUCGGAAACGAUCGAGGGAAACCUCUCGACA","source":"eterna_v2"}
+{"id":13,"target_structure":"((((((((((((((((((((((((((...))))))....)))))))....))))))....)))))))","designed_sequence":"GUAAUACCAGUUCCCUAUCCCGGUACAAAGUACCGAAAAGGAUGGGAAAAGAACUGAAAAGUAUUAC","source":"eterna_v2"}
+{"id":18,"target_structure":"((((((.....(((....(((...(((((.............)))))....)))..)))..))))))","designed_sequence":"GGCCGGGAAAAGUCGAAAGCCGAAGGUGGGAAAAAAAAAAAACCAUCGAAAGGCGAGACGACUGGCC","source":"eterna_v2"}
+{"id":59,"target_structure":".....((((((.((((((((....))))))).)))((((((((((....)))))))))))))).....","designed_sequence":"GAGCACCGCCGUCCCCGCCGAGAGCGGCGGGUGUGACGGCCCUCCAGCAGGAGGGCCGUGCGGAGAAC","source":"eterna_v2"}
+{"id":61,"target_structure":".....((.((.((...)).((....))...)))).((.((.((...)).((....))...)))).....","designed_sequence":"AAAAAGCAGCAGGAAACCAGGGAAACCAAAGCGCAGGAGGAGCAAAGCAGGGAAACCAAACCCCAAAAA","source":"eterna_v2"}
+{"id":72,"target_structure":"..((((((((.......(.((((((....)))))).(((((((....))))))).).......))))))))..","designed_sequence":"GAAACUGCGUGAAAGAAGGGACCCGGAAAUGGGUCAGCUCCGUGAAAACGGAGCACGAAAAAAGCGCAGUUAA","source":"eterna_v2"}
+{"id":75,"target_structure":"......(((......((((..(....(((........)))....).....)))).......)))...........","designed_sequence":"AAAAAACGGGAAAAACCACGAGGAAAGUCGAAAAAAAGACGAAACGAAAAGUGGGAAAAAACCGAAAAAAAAAAA","source":"eterna_v2"}
+{"id":52,"target_structure":"((......((......))......(((......((......))......((......))......)))......)).....","designed_sequence":"GCGAAAAACCAGAAAAGGAAAAAACCCAGAAAACCAAAAAAGGAAAAAACGAAAAAACGAAAAAAGGGAUAGAGGCAACAA","source":"eterna_v2"}
+{"id":95,"target_structure":"..(((((((((((((....)))))(((((....))))))))((((((((....)))))(((((....)))))))))))))..","designed_sequence":"AACUCGUGCCCUCGGGAAACCGGGGACGGGAAACCGUCGGCGGGGUACGGAAACGUACGCUCGGAAACGGGCCCCACGAGAA","source":"eterna_v2"}
+{"id":43,"target_structure":".....(((((..((..((..(((..(((..((..((...)).)).))).))).)).)).))))).....................","designed_sequence":"AAAAACAUGGGACGGAGCGAGUGGACCGGAGCGAGCAAAGCGGCGCGGGCACGGCGCGGCCAUGAAAAAAAAAAAAAAAAAAAAA","source":"eterna_v2"}
+{"id":71,"target_structure":"....((....((....((....((..((..((...))..))....))......)).......)).........)).............","designed_sequence":"AAAGGCGAAUCCGAAAACGAAAGCGAUGGACUAAAGGGACAGAAAGUGAAAAAGUGAAAAAAGGUAAAAAAAAGCGAAAAAAAAAAAA","source":"eterna_v2"}
+{"id":54,"target_structure":"(((((((((....)))))(((((....)))))(((((....)))))(((((....)))))(((((....)))))(((((....)))))))))","designed_sequence":"GGUCCUGCGGAAACGUAGGUUCCGAAAGGAACGUCGCGAAAGCGACGGGGGGAAACCCUCCACCGGAAACGGUGCUCUGGAAACGGAGGGCC","source":"eterna_v2"}
+{"id":34,"target_structure":".....((((.(((((....))))).(((....))).)).))....((((.(((....))).(((....))).))))....................","designed_sequence":"AAAAAGGCGAGUAGGGAAACCUACACUGGAAACAGACGACCAAAAGGGGAGGGGAAACUCAGUCGAAAGACACCCCAAAAAAAAAAAAAAAAAAAA","source":"eterna_v2"}
+{"id":46,"target_structure":".....((((((((((((....))))((((....))))))))((((((((....))))((((....))))))))))))....................","designed_sequence":"AAAAAGUCUGCCCCCACGAAAGUGGCCCGGAAACGGGGGGCGGUUCUUGGAAACAAGCGGGGAAACCCGAACCAGACAAAAAAAAAAAAAAAAAAAA","source":"eterna_v2"}
+{"id":89,"target_structure":"......((.((..((..(...(.((.((....))))..)...(.((..((....))..))..)...).))..)))).....................","designed_sequence":"GGAAAAGCAGGGACUGACAAAGAGGACGGAAACGCUGACAAAGAGGAGCCGAAAGGAGCUGACAAAGAGGGACCGCAAAAGAAACAACAACAACAAC","source":"eterna_v2"}
+{"id":14,"target_structure":".....((...((....))...((....))...((....))...((....))...((....))...((....))...))....................","designed_sequence":"AAAAAGGAAACGGAAACGAAAGGGAAACCAAACGGAAACGAAAGGGAAACCAAAGCGAAAGCAAAGCGAAAGCAAACCAAAAAAAAAAAAAAAAAAAA","source":"eterna_v2"}
+{"id":87,"target_structure":"....((((((((....((..(...................)..(((...((....))...((....))........))).......))))))))))....","designed_sequence":"AAAAGCCGCCCUUAAAGGGAGGAAAAAAAAAAAAAAAAAACAAGGCGAAGCGAAAGUAAACCGAAAGGAAAAAAAGGCCAAAAAAACCAGGGCGGCAAAA","source":"eterna_v2"}
+{"id":5,"target_structure":"..(.(..((((((....))))))..).)......((((..(((.(((((((((....)))))....)))))))))))..((((((((....))))))))..","designed_sequence":"AGCGCAACCCCCGACAACGGGGGAAGGGGAAAAACCCUAACCCAGCCACCCCCAAAAGGGGGAAAAUGGCGGGAGGGAGCCCCAGCCAGAGGGCUGGGGAA","source":"eterna_v2"}
+{"id":49,"target_structure":".....(((.(..(.(((((.((((.((...)))).))))((((((...)).))))..(((...)))...))).)..).)))....................","designed_sequence":"AAAAAGGCGGGGGGGUGCGACCGCACGAAACGGCAGGCGGGUCCGAAACGAGGCCAAGCGAAACGCAAACACGCGGCGGCCAAAAAAAAAAAAAAAAAAAC","source":"eterna_v2"}
+{"id":79,"target_structure":"......(.((((.((((....(...((((.(....).))))...)))))..((......((((....)))))).)))).).....................","designed_sequence":"GGUAAAGGGACCAGGGGAAAUGAAGUGCUGCGAAAGGAGCAAAGCCCCCAGGCAAAAAAGCGCUAAUGCGUGCGGGUCGCAAAAGAAACAACAACAACAAC","source":"eterna_v2"}
+{"id":31,"target_structure":".....((((.((((((.(((.(((((.((((.((((.((.((.((.((.((.((.....)))))))))))))))))))))))))))))))))))))).....","designed_sequence":"AAAAAGUGGAGUUUUGAGAGAGGUUGAGUUGAGUUGAGCAGGACGAGGAGGACGGAAAACGCCCCCGCCGCCGACCGACCAGCCCUCCAAAACCCACAAAAA","source":"eterna_v2"}
+{"id":48,"target_structure":".....((((((((...)))).((((((((...))))..((((...))))..((((...)))))))).((((...))))))))....................","designed_sequence":"AAAAACUUCGUUGAAACAGCAGCCCCUCGAAACGAGGAGAUGAAACAUCAAGACGAAACGUCGGGCAGGUCAAAGACCGAGGAAAAAAAAAAAAAAAAAAAC","source":"eterna_v2"}
+{"id":55,"target_structure":".....((((((((((....)))(((....((((.(((.....))).((((((......)))...))))))))))))).))))....................","designed_sequence":"AAAAACUGGGGACUGGAAACAGGCGGAAACUUGAGGGGAAAACCCAGGCCCGGAAAAACGGAAAGCCCAAGCGCUCCACUAGAAAAAAAAAAAAAAAAAAAA","source":"eterna_v2"}
+{"id":37,"target_structure":".....((.((..(((((.(((....)))(((....)))))).....((((((....)))(((....))).)))))..)).)).....................","designed_sequence":"GGAAACCACCAGCCCCCACCCGAAAGGGCCCAAGAGGGGGGAAAAAGGCGGCGAAAGCCCCCAAAAGGGAGCCGGAAGGAGGAAAAAAAAAAAAGAAAAAACA","source":"eterna_v2"}
+{"id":92,"target_structure":".......((.((.((....)).((...))...)))).((.((.((....)).((...))...)))).((.((.((....)).((...))...)))).......","designed_sequence":"AAAAAAAGCACCAGGAAAACCAGCAAAGCAAAGGGCAGGAGGAGGGAAACCAGCAAAGCAAACCCCAGGACCACGGAAACGAGCAAAGCAAAGGCCACAAAAA","source":"eterna_v2"}
+{"id":19,"target_structure":".....((((.(((((....)).))).(((.(((....)))))).((((((....)).)))).(((((....))).)))))).......................","designed_sequence":"AAAAACCGGAGUCCCGAAAGGAGACAGGGAGUCGAAAGGCCUCAGUUCCCGAAAGGAGGACAGCCUGGAAACAGAGCCCGGAAAAAAAAAAAAAAAAAAAAAAA","source":"eterna_v2"}
+{"id":24,"target_structure":".....(.((((..(((((........)))))..(((.(((.(((((.....))))).((((....)))).))))))..)))).)....................","designed_sequence":"AAAAACGGGUGAAGCGUGGAAAAAAACAUGCAACUCAGGGAGCUUGGAAAACAAGCACACGGAAACGUGACCCGAGAACACCGGAAAAAAAAAAAAAAAAAAAA","source":"eterna_v2"}
+{"id":84,"target_structure":".....((((((((((....)))(((....((((((((...(((.....)))))))(((......))).))))))))))..))))....................","designed_sequence":"AAAAAGCCCCCCCUGGAAACAGGCCGAAACCCCCACCAAAGCGGAAAACGCGGUGCUCGAAAAAGGGAGGGGGGCGGGAAGGGCAAAAAAAAAAAAAAAAAAAA","source":"eterna_v2"}
+{"id":16,"target_structure":"............((....))...((...((....))..((...((....))...))..((....))...))..((....))........................","designed_sequence":"AAAAAAAAAAAAGCGAAAGCAAAGGAAACCGAAAGGAAGGGAAGGGAAACCGAACCAAGGGAAACCAAACCAAGGGAAACCAAAAAAAAAAAAAAAAAAAAAAAA","source":"eterna_v2"}
+{"id":17,"target_structure":".....((....((....))....((....))....((....))....((....))....((....))....((....))....))....................","designed_sequence":"AAAAACGGAAAGGGAAACCAAAAGCGAAAGCAAAAGGGAAACCAAAAGGGAAACCAAAACGGAAACGAAAAGGGAAACCAAAACGAAAAAAAAAAAAAAAAAAAA","source":"eterna_v2"}
+{"id":21,"target_structure":".....((((((((....))))((((.((((....))))(((((....))))).((((....))))))))((((....))))))))....................","designed_sequence":"AAAAAGUUCGCUGGAAACAGCGCGCAGUCGGAAACGACGCGGGGAAACUCGCAGUGGGAAACUGCGUGCGGUCGAAAGGCCGAACAAAAAAAAAAAAAAAAAAAA","source":"eterna_v2"}
+{"id":29,"target_structure":".....((((((((..((((....))))..)))).((((..(...)..)))).((((..(..(((.....)))..)..))))))))....................","designed_sequence":"ACAGACCCCCCACGACCCCAGAAGGGGAAGUGGACCGGAAGAAACGACCGGACGCCAGCAGCCAAAAAAUGGAGGAAGGCGGGGGAAAAAAAAAAAAAAAAAACA","source":"eterna_v2"}
+{"id":77,"target_structure":".....(((((((.(((((....)))).)))(((((.((..((((....))))..(((((......)))))..)).))))))))))....................","designed_sequence":"GAGUACCCCCCGUCCUCCGAUUGGAGUGUGGCCCGCGCAACCCCAGAAGGGGACCCCGCAGAGAAGCGGGAAGCACGGGCGGGGGCAAAAAAAAAAAAAGGAAGA","source":"eterna_v2"}
+{"id":60,"target_structure":".....((((.(...(.((((.(.((((.((.((((.((.(((....))).).)))))).).))))....).)))).)...).))))....................","designed_sequence":"GAAGAGGUGGAGAGAGGAGGGCAUGGUGGGUGGCUAGUGUACGAAAGUAGGUCAGCCCAUGACCAAAAAGGCCUCGUAAGUGCACUAAAAAAAAAAAAAAGAAGAA","source":"eterna_v2"}
+{"id":50,"target_structure":".....((((.(((((....))....))).(((....))).)).)).....((((.((((....))...)).(((....))).))..))....................","designed_sequence":"CAAAAGGGAAGCGAGGAAACUAAAACGCACGGGAAACCGAUCACCAAAAACCGCAGGACGAAAGUAAACCAGCCAAAAGGCAGCAAGGGAAAAGAAAAAAAAAAAAAA","source":"eterna_v2"}
+{"id":64,"target_structure":"((...((....((.....((.........((..............................))...............)).........)).......))....))....","designed_sequence":"CCGAACCGAAAGCAAAAACCAGAAAAAAAGCGAAAAAAGAAAAAAAAAAAAAAAAAAAGAAGCGAAAAAAAAAAAAAGGGGAAAAAAAGGCGAAAAAAGGAAAAGGAAAA","source":"eterna_v2"}
+{"id":58,"target_structure":"((((.((((.(((....))).(((....))).(((....))).(((....))).(((....))).(((....))).)))).(((((......)))))(((....)))))))","designed_sequence":"GAUGAGUUGACCCGAAAGGGAGACGAAAGUCAGCCGAAAGGCAGCGGAAACGCAGUGGAAACACACUGGAAACAGACAACAGUAUGGAAAAACAUACGCGGAAACGCCGUC","source":"eterna_v2"}
+{"id":2,"target_structure":"(((((((....(((...........)))((((((((..(((((((((((((((((((...(((((......))))).)))))).)))))))))))))..))))))))..)))))))","designed_sequence":"GUGUUUGGAAACAGGAAAAAAAAAACUGGAUACCUGGGGGUCACUUUUGUGCGCUCGGAAGUGUGGAAAAACGCACGCGAGCGACAUAAGAGUGGCCGGCAGGUAUCAACAGACAC","source":"eterna_v2"}
+{"id":42,"target_structure":".....((((.((((.....((((...)))).))))...(((..((((((...)))...)))((((((...)))...))).)))...(((...(((....))).))).)))).....","designed_sequence":"AAAAACUGGAGUACGAAAAGCCCAAAGGGCGGUACAAACGCGACCCGGGAAACCCAAAGGGGGCCUCAAAGAGAAAGCCGGCGAAAGCGGAAGCGGAAACGCGCGCACCAGAAAAC","source":"eterna_v2"}
+{"id":93,"target_structure":"........(((((((((((....))))..((((....))))..((((....)))))))))))..(((((((...))))..((((...))))..((((...))))))).........","designed_sequence":"AAAAAAAACUGCAUGCCGCGAAAGUGGGAGUGGGAAACCACAAGCUGGAAACAGCCAUGCAGAAGACCAUCAAAGAUGAAGAUGAAACAUCAAGUAGAAACUACGUCAAAAAAAAC","source":"eterna_v2"}
+{"id":83,"target_structure":".....((((.(((.((....))((....)).))).(((.((....))((....)).))).(((.((....))((....)).))).(((.((....))((....)).))).)))).....","designed_sequence":"CAAAGCUACACCCACCGAAAGGGCGAAAGCAGGGAGUCAGGGAAACCGCGAAAGCAGACAGGCAGGGGAACCGCGAAAGCAGCCAGCCAGGGAAACCGAGAGAUCAGGCAGUAGGAAAA","source":"eterna_v2"}
+{"id":32,"target_structure":".............................((((......((((....((((...((((..((((.((((.....)).)).)).))..)).))...)).)).....)).))......)).)).","designed_sequence":"AAAAAAAAAAAAAAAAAAAAAAAAAAAAAGCGGGAAAAAGCCGGAAACGCGGAAGGCGGGGCCGGGCCGGAAAACGAGCGCGAGCGGCGACCGAACGACGGAAAACGAGCGAAAAACCAGCC","source":"eterna_v2"}
+{"id":35,"target_structure":".(((.(((...(((.(((...))).(((....))).)))...(((.(((....))).(((...))).)))...(((.(((....))).(((...))).)))...))).(((...))).)))..","designed_sequence":"ACGCACCCAAACGCACCCAGAGGGACCGAAAACGGAGCGGAAGCCAGCCAAAAGGCACGCAAGGCGAGGCAAACCCACCCAAAAGGGACCGAAACGGAGGGAAAGGGACGCAAAGCGAGCGAA","source":"eterna_v2"}
+{"id":36,"target_structure":".....(((((((...((((...((((...((((.........(((((............)))))...))))....((((..........))))...))))...(((........)))...))))..((......))...))))))).....","designed_sequence":"AAAAAGUCUUAGAAAGCGCAAAGGGGAAACGGCGAAAAAAAACCCCCGAAAAAAAAAAAGGGGGAAAGCCGAAAAGGAGGAAAAAAAAACUCCAAACCCCAAAGUGGAAAAAAACACAAAGCGCAAGGGAAAAACCAAACUAAGACAAAAA","source":"eterna_v2"}
+{"id":39,"target_structure":"(((((.((((((.((((((.((((((.((((((.((((((....((((((......)))))).)))))).(((((...(((((((...)))))))))))).)))))).((((((((((((...)))))))...))))).))))))....))))))....))))))....)))))","designed_sequence":"CGCUGGGACUGGGCGGCGCGGUUUGGAGUUCUGAGUUCCGGAAAGUUCCGGAAAAACGGAACGCGGGACAGCGAGAAAGUUCCGCAAAGCGGAGCCUUGCACAGAACACAAUCCAACUGGAAACUGGUUGAAAGAUUGACCAAGCGAAAGCGCUGGAAACUAGUCGAAACAGUG","source":"eterna_v2"}
+{"id":70,"target_structure":"...(((((((....((..((..(((..((..((..((..((..((..((...)).))..)).)).))..)).))).)).)))))))))........(((((((....((..((..(((..((..((..((..((..((..((...)).))..)).)).))..)).))).)).)))))))))...","designed_sequence":"AUACCCCCCGAAAACCAACCAACCCGACCAAACAAGCAACCAACCAAGCAAUGCGGGAAGGCGCAGUAAGGAGGGAGGAGGCGGGGGGAGGAAAAACCCCCUCAAAACCAACGAAGCCGACCGACCGAGGAACCAACCAAGGAAACCGGGAAGGGCCAGGAAGGAGGCACGAGGGAGGGGGAAA","source":"eterna_v2"}
+{"id":4,"target_structure":"((((((((((((((.((((((...........((((((((((((.....((((((((....(((((((((((((........))))))))))....))))))))....))))))....)))))...((((((.......))))))))))............)))))).))))....))))))...))))...","designed_sequence":"GUGGCUUGUCCUGGGCUCGAGGAAAAAAAAAAGCCCGUUGCCCCGAAAAGGCCUUGGGGAACCCCUCUUCUUGGGAAAAAAACCAAGAGGAGAAAAGGGCCAAGAAAAGCCGGGAAAAGCAACGAAGCCCCGGAAAAAACGGGGCGGGCGAAAAAAAAAAACUCGAGGCUGGAAAAGACGAGAAACCGCAAC","source":"eterna_v2"}
+{"id":69,"target_structure":".((.((.....(((((...((.(((.........................))).))...))).))...)).)).(((..(((..((.......((....)).......)))))......))).(((((.......(((..((..(((..((.(((...............)))..))..)))..)).)))..))..))).","designed_sequence":"GCCACGAAGAACCCCCACACCACCCAAAAAGAAAAAAAAAAGAAAAAAAAGGGAGGAAAGGGAGGAAACGAGGACCCAACCGAACCAAAAAAACCAAAAGGAAAAAAAGGCGGAAAAAAGGGAGCGCCGAGAAAACCCAGCCAACCCAACCAACCAAAAAAGAAAAAAAAGGUGAGGAAGGGAAGGGGGGAAGGACCGCA","source":"eterna_v2"}
+{"id":98,"target_structure":"...(((((((...))))..((((...))))..((((...)))))))........(((((((...))))..((((...))))..((((...)))))))........(((((((...))))..((((...))))..((((...)))))))........(((((((...))))..((((...))))..((((...)))))))...","designed_sequence":"UAAGACCACGUAACGUGAACCGCGAAGCGGGGGCGGAAACCGCGUCGAAAAAAAUCCGGGUAAAAUCCAAAGCCUAAGGCUAACCUGAAACAGGGGAAAAAAAAACGCCGUCAAAGACGAAAGGGAAACCCUAGGGGCAAAGCCCGCGAGAAAAACGGGCCCGAACCGGGAGGCAGAUACUGCAUGUGCAAAGCACCCCAUA","source":"eterna_v2"}
+{"id":12,"target_structure":"((((....))))...(((((((..(((((((.......))))))))))))))...((((((((......(((((((.(((((((.......))))))))))))))...((((((((((((((.......))))))).)))))))......))))))))...((((((((((((((.......)))))))..)))))))...((((....))))","designed_sequence":"GUGGGAAACCACAAAGGUAUCGAAGCACGUGGAAAAAACACGUGCCGAUACCAAAGGCAUCCCGAAAAAGAUCUAGAGGGGGAGGAAAAAACUCCUUCCUAGAUCAAAGCUAAGCGUGUAGCGAAAAAAGCUAUACAGCUUAGCAAAAAAGGGAUGUCAAAGUUGUGCCGUGGCGGAAAAAACGCCACGAAGCACAACAAACAACGAAAGUUG","source":"eterna_v2"}
+{"id":81,"target_structure":"....((((..(((((..((((..((((.....))))((((((...))).)))))))((((((.((.((.(((((....)).)))))))(((((.((.((.((....))))))(((((.(((....)).))).)))..)).)))))).))))))))(((.(((.(((.((((....))))))))))((((((((...))).)).))).)))))))","designed_sequence":"CAAAGGCCAAUCCCGAACCACAGGCUCGAAAAGGGCGCAACCAAAGGUCUGCGUGGCGGAGUACGACGAGCUGCGAAAGCAAGCCGCGGCCCCAUGAGCACCGAAAGGGCCAGCGCUAGUGGAAACGUCAGACGCAAGGAGGCACUACCGCGGGACUCACCUACGGACUCGGAAACGAGCCGAGGGUCUCCUGAUACAGUGAUGACAGAGGGUC","source":"eterna_v2"}
+{"id":82,"target_structure":"...((((((....))))))(((((....)))))((((((....))))))(((((....)))))((((((....))))))(((((....)))))(((((....)))))((((((....)))))).(((((....)))))((((((....))))))(((((....)))))((((((....))))))(((((....)))))((((((....))))))","designed_sequence":"AAAGGUUCGGAAACGAGCCGAUGGGAAACCAUCGGUCAGGAAACUGGCCGAGGGGAAACCCUCGCACAGGAAACUGUGCGUAACGAAAGUUACCGUGCGAAAGCACGCGCCCCGAAAGGGGUGACUGGGGAAACCCGGGAUUAGGAAACUAAUCGGGCGGAAACGCCCGUUUUGGAAACAAGACGUUGGGAAACCAACGCGUCCGAAAGGACGC","source":"eterna_v2"}
+{"id":9,"target_structure":"(((.(((((((...))))..))))))...(((.(((((((...))))..))))))...(((.(((((((...))))..))))))...(((.(((((((...))))..))))))...(((.(((((((...))))..))))))...(((.(((((((...))))..))))))...(((.(((((((...))))..))))))...(((.(((((((...))))..))))))...(((.(((((((...))))..))))))","designed_sequence":"GGGAGUCCAGGAAACCUGAAGACCCCAAAGGGAGUCCCGGAAACCGGAAGGCCCCAAAGGCACGCCUGCAAAGUAGAAGCGGUCAAAGUGAGGCCUGGAAACCAGAAGCCCACAAAGCGAGUGCUGGAAACCAGAACGCCGCAAAGCGAGUGCGGGAAACCCGAACGCCGCAAAGUGAGACCCAGAAACUGGAAGUCCACAAAGCCAGGGCUUGAAACAGGAACCCGGCAAACCCAGUCCCGGAAACCGGAAGACGGG","source":"eterna_v2"}
+{"id":68,"target_structure":"((((....).))).((((....).))).((((....).))).((((....).))).((((....).))).((((....).))).((((((((((((((((((((((...)))).))))))).(((((..((((((((((..(((((((...))))))).))))))))))((((.((((((...)))))))))))))))...))))))))))).((((....).))).((((....).))).((((....).))).((((....).))).((((....).)))","designed_sequence":"GGCCGUAAGUGCCAGCUCGAAAGAAGCAGCUCGAAAGAAGCAGGUCGUAAGAACCAGCCCGAAAGUGGCAGCCCGAAAGAGGCAGCCCCCCCCCCGCCCCCCCCCCAAAGGGGAGGGGGGCACCCCCAAUCCCCCCCCCAACCCCCGCAAAGCGGGGGAGGGGGGGGGACCCCACCGGGCAAAGCCCGGGGGGGGGGGAAAGGGGGGGGGGCAGCGCGAAAGACGCAUCCCGAAAGAGGAAGUCCGUAAGUGACAGUCCGUAAGUGACACCCCGUAAGUGGG","source":"eterna_v2"}
+{"id":7,"target_structure":".....((((((((...((((((((((..((((..........))))..((((..........))))..((((..........))))..))))))))))...((((((((((..((((..........))))..((((..........))))..((((..........))))..))))))))))...((((((((((..((((..........))))..((((..........))))..((((..........))))..))))))))))...)))))))).....","designed_sequence":"AAAAAGGAGUGCCAAAGAUACGUCAGAAGUUGGAAAAAAAAACAACAAGCGGGAAAAAAAAACCGCAACUUGGAAAAAAAAACGGGAACUGACGUAUCAAACUUGAUUGGGAACACGGAAAAAAAAACGUGAACUGGGAAAAAAAAACUAGAAGACGGAAAAAAAAACGUCAACCCAGUCAAGAAAGAACUCCGGCAAGCCGGAAAAAAAAACGGCAAGUGGGAAAAAAAAACCACAACUGCGAAAAAAAAAGCAGAAGCUGGGGUUCAAAGGUAUUCCAAAAA","source":"eterna_v2"}
+{"id":78,"target_structure":"((..(((..((((..((....((..((((....))....))..))))..))....))..))((..((..((..((((..((....((..((((..((....((....))))..))....))..))))..))((..((..((....))((..((((..((....((..((((....))....))..))))..))....))..))))..))..))..))((..((....((..((((..((....((....))))..))....))..))))..))))..))..)..))","designed_sequence":"GGGACGCGACGCCGACCAAAAGCGACCCCGAAAGGAAAAGGGAGCGGGAGGAAAACGGAGCGCGAGCAAGGGACGCGGAGGAAAAGGGAGCGCGACGAAAACCGAAAGGCGGAGCAAAAGCGACCCCGACGGCGACCAACGGAAACGGCGACCCCGACCAAAAGCGACCCCGAAAGGAAAAGGGAGCGGGAGGAAAAGGGAGCGGGAGCAACGGACCGGGACCAAAAGCGAGGCGGAGGAAAAGCGAAAGCCCGACGAAAACCGAGCGGGACCGCGAGCAAGGACC","source":"eterna_v2"}
+{"id":38,"target_structure":"...((....))....(((((((((.........)))))))))....((((.....)))).....(((....)))...(((((.......)))))....(((...((....)).....(((....)))....((((((.......))))))....(((....))).....((((((....(((.......)))..(((........)))...(((((......)))))...((((.....))))..)))))).........((....)).....((....))......(((((..........)))))......)))","designed_sequence":"AAAGCGAAAGCAAAACAGUUCAUGGAAAAAAAACAUGAAUUGAAAACAUGGAAAACAUGAAAAAGUCGAAAGACAAACAUGGGAAAAAACCAUGAAAACCCAAAGGGAAACCAAAAACAGGAAACUGAAAAGGGUCCGAAAAAAGGGCUCAAAAGGGGAAACCCAAAAACUACAGGAAAGCGGAAAAAACGCAACUGGAAAAAAACGGAAAGAUGCGAAAAAGCAUCAAAGCGCGAAAAGCGCAACUGUGGAAAAAAAAACGGAAACGAAAAAGGGAAACCAAAAAAGCCGGGAAAAAAAAACUGGCAAAAAAGGG","source":"eterna_v2"}
+{"id":51,"target_structure":"((((((.((((((....)))))).(((....))).(((....))).((((((....)))))).(((....))).((((((....)))))).(((....))).(((....))).((((((....)))))).(((....))).((((((....)))))).(((....))).(((....))).((((((....)))))).(((....))).((((((....)))))).(((....))).(((....))).((((((....)))))).(((....))).((((((....)))))).(((....))).(((....))).((((((....)))))).))))))","designed_sequence":"CGUCCCAGCGGGGGAAACCCUGCAGCCGAAAGGCAGAGGAAACUCAGACUUGGAAACGAGUCACUGGAAACAGAGCUUUGGAAACGAGGCAGUCGAAAGACAGGGGAAACCCAGCGAACGAAAGUUCGCACCGGAAACGGAGACCCCGAAAGGGGUCAGUGGAAACACAGAGGAAACUCAGUUAGCGAAAGCUAACAGUGGAAACACAGGGUUCGAAAGAACUCAGGGGAAACUCACUGGAAACAGAGUCGUGGAAACAUGACAGUGGAAACACAGGUGUGGAAACAUGCCAGGGGAAACCCAGGGGAAACCCAGAACGCGAAAGCGUUCAGGGACG","source":"eterna_v2"}
+{"id":86,"target_structure":".......((((.((((.(((.(((....))).(((.(((....))).(((.(((....))).(((.(((....))).(((......))).))).))).))).))).(....).)))).((((...(((.(((...((....))........))).(((.(((....)))(((....)))(((....)))))).)))...((((.(....).(((.(((.(((.(((.(((...(((....))).))).(((....))).))).(((....))).))).(((....))).))).((((((....)))(((....))).(((....)))))).))).))))...)))).)))).......","designed_sequence":"AAAAAAAGGGCAGCGCAGCGAGCGGAAACGCAGCCACGAGAAAUCGAGCCACCCGAAAGGGAGCCAGCCGAAAGGCAGCCGAAAAAGGCAGGCAGGCAGGCACGCAGGAAACAGCGCAGACCAAACCCAGGCGAAGCGAAAGCGAAAAAAAGCCACCCACCCGAAAGGGCCAGAAAUGGGGCGAAAGCCGGGAGGGAAAGAGCAGGAAACAGCGAGGGAGCGAGGCAGCAAAAGGCGAAAGCCAUGCAGUCGAAAGACAGCCAGCGGAAACGCACGCAGGAGAAAUCCACCCAGCCGCCGAAAGGCCUCGAAAGAGACCCGAAAGGGGGCACGCAGCUCAAAGGUCAGCCCAAAAAAA","source":"eterna_v2"}
+{"id":73,"target_structure":"((((...))))(((((((....))(((((..(((((((....))(((((((((...))))..((((...)))))))))((....)))))))..(((((((....))(((((((((...))))..((((...)))))))))((....)))))))..(((((((....))(((((((((...))))..((((...)))))))))((....)))))))..(((((((....))(((((((((...))))..((((...)))))))))((....)))))))..(((((((....))(((((((((...))))..((((...)))))))))((....)))))))..)))))((....)))))))((((...))))","designed_sequence":"GGGGAUACCUCGUGGCUGGAAACACCUCGAACGCACUCGGAAGAAACGGCCGGAUACCGGGAGCUCAAAGAGCCCGUUGGGAAACCGUGCGACGAUAGGGGAAACCGUUGACGCGAAACGCGAUGCUCAAAGAGCUCAACUCGAAAGACUAUCAAGCCCUCCAAAAGGGACUGCCGGAAACUGGUACGCCAAAGGCGCAGUCGGGAAACCAGGGCAAGCGACGGGAAACCGGCCUGCAGAAACUGCUCGGUCGAAGACCAGGCCCUGAGAAGGUCGCAAUUCCUCGGAAACGGCGUGCAUCAAAGAUGAUAACGAAACGUUCACGCGCAACAGCAGGAAAACGAGGGCGAAAGCGCCACGUGCAAAGCAC","source":"eterna_v2"}
+{"id":99,"target_structure":"(((((((((((((((((...(.(..((.(((.(((.((....).))).)))).).)..))..))))))).(((((..(.(..((.(((.(((((.(((.((((.((....).)))).))))).))).)))).).)..))..)((....))..))))(((((((((...))))).(((((...)))))(.(....).).)))).)))).((((.((((...(((((((...))))))).(((((...)))))))))(((((((...))))))).(((((...)))))))))((((..((....))(..((..(..(.(.(((.((((.((....).)))).)))).)..)..).))..))))).)))))).","designed_sequence":"CCCACCCUGGGGCUGGUUCUGUGUUCCUCCGUCCGUCCUUUUGUGUGUGUGGUGUGUUCCUUGCCAGCCUGCACGUUGUGUUCCUCCGUCCCGGUGAGUGUGGUCCUUUUGUGUCGUCCUCCAUGGUGUGGUGUGUUCCUUCGGUUUUCCUUGUGCGGGGGCUAGUUUCUAGCUGCAACUUUGUUGCGUCCUCGGUCUCCCCUCCAGUGUGCUGCUGUUUCCCCCCCUUUGGGGGGGUGGUCCUUUGGACCCAGCGGGUGCCUUUGGCACCCUGGCGGUUUCCGCCGCACGGUCUUGCUUUUGCGUUCGCUCUUCUGUCUGUCCUGUCCUUUUGUGUAGUGUAGUCCUGUUGUCGUUCGACCUGGUGGGA","source":"eterna_v2"}
+{"id":28,"target_structure":"...((((..(((((.....)))))..(((((...)))))..(((((.....)))))..(((((...)))))..(((((.....)))))..(((((.....))))).((((((((((((((((((((((((((((......))))).(((((.............((((.........................................)))).............)))))(((((....))))).)))))))))))))))))))))))..(((((.....)))))..(((((.....)))))..(((((.....)))))..(((((.....)))))..(((((....)))))..(((((.....))))).))))...","designed_sequence":"AAAGCUCGAGCAGCGAAAAGUUGCAAGGGUGAAACACUCAACGACGGAAAACGUCGAAGGUAGAAACUACCAAGGGUGGAAAACAUCCAAGGUGGGAAAACCACCACGGUCUGACGAAGUAGUAACUGCCUGGCGAAAAAGCCAGACUUUGGAAAAAAAAAAAAGGACGAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAGUUCGAAAAAAAAAAAACGAAGGUUGGGAAACUGACAGCAGUUAUUGCUUUGUCAGACCGAAGUGUGGAAAACACGCAAGACUGGAAAACAGUCAAGUGAGGAAAACUCACAAGUCUGGAAAACAGACAAGUUCGGAAACGGACAAGUAGGGAAAACCUACGGAGCAAA","source":"eterna_v2"}
+{"id":96,"target_structure":"((..(..((....))..(((.(..(.(((...)))..)..)..)))..(..(....)..).(..(....)..).....((....))..)..))..((..(..((....))..(((.(..(.(((...)))..)..)..)))..(..(....)..).(..(....)..).....((....))..)..))..((..(..((....))..(((.(..(.(((...)))..)..)..)))..(..(....)..).(..(....)..).....((....))..)..))..((..(..((....))..(((.(..(.(((...)))..)..)..)))..(..(....)..).(..(....)..).....((....))..)..))","designed_sequence":"GGGAGAAUGGAAACAAACUAAGGAGAUCAAAAUGAGACGACGAUAGAAGGACGAAAGGACAGGAGGAAACGACAAAAACCGAAAGGAACGACCAAGGGACAAGUGAAAACAAGUAAGGACAGUAAAAUAUGAGGACGGUACAAGGAGGAAACGACACGACGAAAGGAGAAAAAUGGAAACAAAGGACCAAGCGACAAGUGAAAACAACCAACGAGAACAAAAUGUGACGAGGAUGGAAGGAGGAAACGACACGACGAAAGGAGAAAAAGAGAAAUCAAGGAGCAACCGACAAGCAAAAGCAACAUACGACAGUAAAAUACGAGGAGGAAUGAAGGAGGAAACGACAGGAGGAAACGACAAAAAGUGAAAACAAGGAGG","source":"eterna_v2"}
+{"id":6,"target_structure":"(((((((((((........)))).((...............))....(((((.......))))))))))))....(((((((..((((........))))(((.............)))....(((((.......))))))))))))....(((((((..((((........))))((((((.......))))))....(((((.......))))))))))))....(((((((..((((........))))((((((.......))))))....(((((.......))))))))))))....(((((((..((((........))))((((((.......))))))....(((((.......))))))))))))....","designed_sequence":"GAGUGCGCUGGGAAAAAAACCAGGGGGAAAAAAAAAAAAAACCAAAAGUAAGGAAAAAACUUACCGUACUCAAAAGUUUGAGAAGUGGGAAAAAAACCACGAGGAAAAAAAAAAAACUCAAAAGCCCCGAAAAAAGGGGCCUUAAACAAAAGUUUAUGAAGAUGGAAAAAAACAUCGAUAGGGAAAAAACCUAUCAAAAGUUCCGAAAAAAGGGACCAUAAACAAAAGAUGGCGAAGUAGGAAAAAAACUACGUCUAGGAAAAAACUAGACAAAAGAUGGGAAAAAACUAUCCGCCAUCAAAAGGCUCGGAAGUUGGAAAAAAACAACGGUGGCGAAAAAAGUUACCAAAAGUCCGGAAAAAACGGACCCGAGUCAAAC","source":"eterna_v2"}
+{"id":74,"target_structure":"(..((....((..((....((..((....(..((..((....((..((..((....(..((..((..((....((..((..((..((....((..((..((..((..((....((..((..((..((..((....((..((..((..((..((..((....((..((..((..((..((..((....((..((..((..((..((..((......))..))..))..))..))..))))..))..))..))..))..))))..))..))..))..))..))))..))..))..))..))))..))..))..))..))))..))..))..))))..))..))..)))..))..))))..))..)))..))))..))))..)","designed_sequence":"GGACCAAAAGCAACCAAAACCAGCCAGAAGAACCAACCAAAACCAACCGACCAAAACAACCAACCAACGAAAACCAACCAAGCAACCAAAACCAACGAACCAACCAAGCAAAACCAACCAGCCAGCGAAGAAAAACCAGGCAACGAACGAACCAACCAAAACCAAGGAACCAACCAGCCAACCAAAACCAAGCGACCGACGAACCGGCCGAAAAAGGAAGGAACGAAGGAAGCAAGGGGAGGGAAGGAAGGGACCAAGGGGAAGGAACGAACGAAGCAAGGUCAACGAAGGAAGGAAGGGCAAGGAAGGAACGGGGGGGAAGCGAGGAGGGCGAAGGAAGGAGGGGAAGGAAGGGGAAGGAGCGGAAGGGGAAGCGGGAC","source":"eterna_v2"}
+{"id":100,"target_structure":"......((.......((.((.......((.((...............)).........((...............)).)).......)).((.......((...............)).......)).((.......((.((...............)).........((...............)).)).......)).((.......((...............)).......)).((.......((.((...............)).........((...............)).)).......)).((.......((...........((...............)).)).......)).)).......))......","designed_sequence":"UUAUAAGGAAAACAGGGAGAGAAAAAGCCAGGGAAAAAAAUAAAGAACCAAAAAAUAAGCGAAAAACAAAAAGAAGCAGGAAAAAAAUCACCGAAAAUAGCAAAAAAAAAUAACAAGCGAAAAAAGGACCGAAAAUAGCACCGAGAAAAAAAAAAAAGGAAAAAGAAAGCGAAACAAAUAACAAAGCAGCGAAAAAAGGAGGGAACAAGCGGAAAAAAAAAAAACACGAUAAACACCAGCGAAAAAACCACGGAAAAAAAAAAACAACGAAAUAAAAACCGAAGAAAAAAAAAAAGGAGGGAAAAAAGCACCGAAAAAACCAGAAAAUAAAACCGAAGAAAAAAAAAAAGGAGGGAAAAAAGGACCAAAAAAGCCAAAGAU","source":"eterna_v2"}
+{"id":56,"target_structure":"(((((((((((.(((((..(((((....((((((..(((((...(((((..((((((.((((((((((((((....))))))))))))))..(((....))).(((((((((....)))))))))..(((((....))))).)))))).))))).))))).))))))...((((((((.....))).)))))..((((((((((((((((((((((((....)))))))))))))).))))))))))...(((((......)))))((((((((((....))))))))))...((((....))))..)))))..))))).((((.(((.(((....)))))))))).(((((((((....))))).)))).)))).))).))))...","designed_sequence":"GUUCGUCCCUCAGAUCCGGCCGCGGAAAGCGUAGGAGUUUGGAACACAGGAGGUGGGAGUCCGGUGAAGAUGGAAACAUCUUCAUUGGGCAAGUGGAAACACAGACCGCUCGGAAACGAGCGGUCAAGUAUGGAAACAUGCACCCACCGCUGUGGCGAACGCUACGCAAAGGUGCGUGGAAAACGCAGCACCAAGUUCCUAGGCCGUGUAUAUUAGGGGAAACCCUAAUGUACACGAGCCUGGGAGCAAAGCCGGGAAAAACCGGCGCAUCGUCCGGAAACGGACGAUGCAAACAUGGAAACAUGAACGCGGGGGGGUCAGUAGACCCAGGGGAAACCCGGGCUGCAGGACCUCGCGAAAGCGGGAGUUCAGAGGAGGCAGAACAAC","source":"eterna_v2"}
+{"id":85,"target_structure":"(((((((((((((((.(((((.((.....)).((.....)).((.....)).((.....)).((.....)).))))).(((.....))).(((((.((.....)).((.....)).((.....)).((.....)).((.....)).))))).(((.....))).(((((.((.....)).((.....)).((.....)).((.....)).((.....)).))))).(((.....))).(((((.((.....)).((.....)).((.....)).((.....)).((.....)).))))).(((.....))).(((((.((.....)).((.....)).((.....)).((.....)).((.....)).))))).)))))))))))))))","designed_sequence":"GAAUCGGUUUGGUGCAGAUCGACGGAAAACGACCGAAAAGGAGCGAAAAGCAGGGAAAACCAGGGAAAACCACGAUCAGUGGAAAACACAGAUUCAGCGAAAAGCAGGGAAAACCACGGAAAACGAGCGAAAAGCAGGGAAAACCAGGGUCAGGGGAAAACUCAGCAGGAGGGAAAACCAGCGAAAAGCACCGAAAAGGACGGAAAACGACGGAAAACGACCUGCACAGGAAAACUGAGUAGGAGCGAAAAGCAGGGAAAACCACGGAAAACGAGCGAAAAGCAGGGAAAACCACCUACAGGCGAAAAGCCAGGUUCACGGAAAACGAGGGAAAACCAGGGAAAACCACCGAAAAGGAGCGAAAAGCAGGACCAGCACCAAACUGAUUC","source":"eterna_v2"}
+{"id":94,"target_structure":"(((..(((((((.....((((((...)))))).))))..((((((..(((...)))))).(((((...((((....))))....)))))..)))..)))..(((((((.....(((((....)))))......)))((((((((((...)))))(((((...)))))((((((((..(..(..(..(..(..((((....))))..).)..))..).))(((....)))..))))))...))))))))).(((((.((((......(((((((........((((.....))))))))...))).))))((((......((((((((....))))))..(((((...)).(((((...)))))..)))))....)))))))))...)))","designed_sequence":"CCCAAGACACUGCAAAGCCACGCAAAGCGUGGACAGUACGAGGGCAGGCCAAAGGCGCCAGUGGGGAUGAAAGAAAUUUCUAAGCCCGCAACUCAAGUCAACGACGGCAAAAUGGAGGGAAACUUCCUAAAAGGCCUGACCGUCUGAAACAGACUACUGAAAUAGUAGCGUGCGGGAGGACAAGAGGGACGAUCGGGAAACCGAGAGACAGCGGACACCAUCAAAAGAUAGGCACGCAAUGGUCAGUCGAGGUGAAGCAGAAAAAGGUCCAGGCAAAAAAAAGCAGAAAAUGCUCCUGUAAGACACUGCGGGGGAAAAGGCGGCCGAGAAAUCGGCCUCGGGGCAAAGCAGCUCGAAACGAGCAACCCGCAAAACCCCUCACCAAAGGG","source":"eterna_v2"}
+{"id":76,"target_structure":"(((((....)).((((((....)))..((((.((((..(((....)))(((.((....))(((...)))((....)).)))(((....)))..)))).((((..(((....)))(((.((....))(((...)))((....)).)))(((....)))..)))).((((..(((....)))(((.((....))(((...)))((....)).)))(((....)))..)))).((((..(((....)))(((.((....))(((...)))((....)).)))(((....)))..)))).((((..(((....)))(((.((....))(((...)))((....)).)))(((....)))..)))).))))..(((....)))))).((....)))))","designed_sequence":"GGCCCGAAAGGACGCGUGGAAACACAAGGGUACCCUAGGACGAAAGUUGGCAGCGAAAGCGAGAAACUCAGGAAACUAGCCGCGGAAACGCAAAGGGAGAUCAACGGAAAACCGGCCACCGAGAGGGUCAAAGACGGGAAACCAGGCGACAAAAGUCAAGAUCAGGUCAACGGGAAACCGGGCACAGAAAUGGGCAAAGCCGCGAAAGCAGCCGUGGAAACACUAGACCAGGCCAAUUGGAAACAACUCACGGAAACGGCAAAAUGCGCGAAAGCAGAGGAGGAAACUCAAGGCCACGGUAGGGCAAGAGCCGGCACCGAAAGGGUCAAAGACGGGAAACCAGCCCAGGAAACUGAAACCGAACCCAGUGCGAAAGCAGCGAGGGAAACCGCC","source":"eterna_v2"}
+{"id":80,"target_structure":"(....(((((...(((((...(((((....(((((...(((((...(((((..(((((....(((((...(((((...(((((..(((((...(((((...(((((..(((((...(((((..(((((..(((((..(((((..(((((.(((((.((((((((((.....))))).....))))).....))))).....))))).....))))).....))))).....))))).....))))).....))))).....))))).....))))).....))))).....))))).....))))).....))))).....))))).....))))).....))))).....))))).....))))).....))))).....)))))....).....","designed_sequence":"GGAAAACCCGGAACCUCCAGACCCCCGAUACCCCCAGACCCCCAAACGCCCAGCCGAAAAAGCCGCCGAACGACCGAACCCCCAACCUGCAGAACGUAAAACGUGUAGAGCCCAAACCCCCAACCGGAAACCCACAGUCCUCAAAUCCCGCCCCCGCCCCGCCCGGAAAAACCGGGAAAAACGGGGAAAAAGGGGGGAAAAGGGAUAAAAAGAGGAAAAAAGUGGGAACAAUCCGGAAUAAGGGGGAAAAAGGGCUAAAAAACACGGAAAAUACGUAAAUAGCAGGAAUAAGGGGGAAAAAGGUCGAAAAAGGCGGAAAAAUUCGGAGAAAGGGCGAAAAAGGGGGAAAAAGGGGGAAAAAGGGGGAAGAAGGAGGAAAAACGGGUGAAACAAAAA","source":"eterna_v2"}
+{"id":91,"target_structure":"((..(((((........(.((..((.(.....(....).((((((((.........((......((((.....))))......))...((..((.......(..(......)..)..((..((.....((....)).((((.....(((.....(..((.(...).))..).....))).((((...(.......(..(.((...)).)..).......)...))))........)))).....((((((...)))))).))..))...........))..)).........(..((((....))((((((.....(........).....))))))..))..)...))))))))........).))..)).).....(.......).)))))..)).","designed_sequence":"GUGACAGAUAAAAAAAAGGGCGGGUGGCAAACGGACACAGGUCACCGGAAAAGAAAACGAGAAUCGACAAAAAGUCGCAAAAAGUAAAGGGAGAAAAAAAACAGGGAAAGACAGGAAGCAGGCAAAAACGGAAACGACACGAAAAACUGGAAAGGGAUGGCAAAGGCAGACAAAAACAGAGAGUGAAGGAAAAAAGAAUGGGACACCGAGGCGAAAAAACGGAACUCAAAAAAAACGUGAGAAAUUCGACAAAGUCGAAAGCAGGCGGAAAGAAAAAUCGACCAAAAAGAAAGGGGGGCGAAAGCGAUUAAAAAAGCAAAAAAAAGAAAAAUUAAUCUACCAACAAACGGUGACCAAAAAAAACGACAAGCGCAAAAAGGAAAAAACAAUCUGGUACA","source":"eterna_v2"}
+{"id":22,"target_structure":"................................................................................................................................................................................................................................................................................................................................................................................................................","designed_sequence":"AAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA","source":"eterna_v2"}
+{"id":53,"target_structure":".......((.........((.........((.........((.........((.........((.........((.........((.........((.........((.........((.........((.........((.........((.........((.........((.........((.........((.........)).........)).........)).........)).........)).........)).........)).........)).........)).........)).........)).........)).........)).........)).........)).........)).........)).........))......","designed_sequence":"AAAAAAACGGAAAAAAAAGGGAAAAAAAAGGGAAAAAAAAGGGAAAAAAAACGGAAAAAAAAGGGAAAAAAAAGGGAAAAAAAAGCGAAAAAAAAGGGAAAAAAAACGGAAAAAAAAGGGAAAAAAAAGGGAAAAAAAAGGGAAAAAAAAGGGAAAAAAAAGCGAAAAAAAAGGGAAAAAAAAGCGAAAAAAAACGGAAAAAAAACGGAAAAAAAAGCGAAAAAAAACCGAAAAAAAAGCGAAAAAAAACCGAAAAAAAACCGAAAAAAAACCGAAAAAAAACCGAAAAAAAACGGAAAAAAAACCGAAAAAAAAGCGAAAAAAAACCGAAAAAAAACCGAAAAAAAACGGAAAAAAAACCGAAAAAAAACCGAAAAAAAACCGAAAAAAAACGAAAAAA","source":"eterna_v2"}
+{"id":63,"target_structure":".....((((((((..((((....))))..((((....))))..((((....))))..((((....))))..)))))))).....((((((((..((((....))))..((((....))))..((((....))))..((((....))))..)))))))).....((((((((..((((....))))..((((....))))..((((....))))..((((....))))..)))))))).....((((((((..((((....))))..((((....))))..((((....))))..((((....))))..)))))))).....((((((((..((((....))))..((((....))))..((((....))))..((((....))))..)))))))).....","designed_sequence":"AAAAAGGCCCUCGAAGCGGGAAACCGCAAGACGGAAACGUCAACAGCGAAAGCUGAAGCCGGAAACGGCAACGGGGGUCAAAAAGUUUUUUGAAGAGGGAAACCUCAACAGGGAAACCUGAAGUCCGAAAGGACAAGAUGGAAACAUCAACAGAAAACAAAAAGGCGGGUGAACGUGGAAACAUGAAGUGGGAAACCACAAGUAGGAAACUACAACUAGGAAACUGGAACACUCGCCAAAAAGGCGCGCCAAGGUGGAAACAUCAAGUCGGAAACGGCAAGGUGGAAACACCAAGAUGGAAACGUCAAGGCGUGCCAAAAAGUUAUUUGAACGUCGAAAGAUGAACUCGGAAACGAGAAGUUGGAAACAGCAAGAGGGAAACCUCAACAAAUAACAAAAA","source":"eterna_v2"}
+{"id":90,"target_structure":"((....))..(...(...(..(.(..(...(((.(((...((((....)))).((((((.((((((.((((((.((((((.((((((((((.((((((.(((((.((((.((((..((((...)))).))).)))))).))))).)))))).)))))))).)))))).)))))).)))))).))))))).)))...(((.(((((.(..((((.(..((((.(..((((.(..(((((((.((((((.(((((.((((((.(((.((((((....))))))..)))).)))).))))).)))))).)))))))).)..)))).)..)))).)..)))).)..))))).((((....))))...))).)))...)..).)..)...)...)..((....))","designed_sequence":"GCGAAAGCAAGGAGCGAAGGACGGGACGAACCCAGCCAAAGCCCGAAAGGGCAGCCCCGUCCCCCGUGUCCCGUGUCGGGUGUCCGCCCGGUGCCCCCAUGGCCAUGCGUCCCGGAGCGCAAAGCGCACGGUGUGCGGUGCCGGUGGGGCCAUGGGCGGGUCCCCGGUCCGGGGUCCGGGGUGUGGGGCAGGCAAAGCGAGGCCCGCGAUGCCGCGAUGGCGCGAUGCCGCGAUGUUGCGUCCCCCGUCCCCGUCCCGGGUGGCACGGGGGGAAACCCCCGGAGCCCAUCGGUGUGGGUGUGGGGUGUGCAACGAGAGGGCGAGAGGCCGAGAGGGCGAGAGGGGCCAGGCCGAAAGGCCAAACGCAGGGGAAGGACGGGACGAAGGAACAAGGGAAACC","source":"eterna_v2"}
+{"id":97,"target_structure":"(.(((..(((((....(((((......))))))))))((((...((((.....))))))))(((..(((....)))))).(((...((((...((((......))))))))(((..(((.....))))))((.((....)))).((((....(((..(((......))))))((.((.....))))(((....))).(((((.....((.((......))))(((.....)))((....)).((((((......(((......)))((.....))...(((((((...))))))).......))))))......))))).....))))....)))...)))..)...(.((.((((....((....))((....))((((((...)))))).)))))).)","designed_sequence":"GAGCGAAGUGCAUACCUCUCCGAAAAAGGAGAUGCACCCGCGAAACGUGAAAAACGUGCGGGGUUAGUGGAAACACACCAGGGAAACCGCAAAUUCCAAAAAAGGAAGCGGCGAACGGUGAAAAACCUCGGGUCCGAAAGGCCACACGGAAAGGUAAGCAGAAGAAUGCACCCAUAGGAAAACUUGAGCGAAAGCUAAACCCAAAAACUAUCGAAAAAGAAGGAGGAAAAUUCGGGAAACCAUUAGUAAAAAGAGCUGAAAAAAGCGGAAAAACCUAACGACAGCAAAGCUGUCGGGAAAAAUACUAAAAAAAAGGGUUAAAAACGUGAAAACCCAAACGUGACAAAGGAGACUCAAAAGGCGAAAGCGGGGAACCUGACAGAAACUGUCAAUGAGCUGC","source":"eterna_v2"}

model/SL+RL/chat_template.jinja

@@ -0,0 +1 @@
+{% for message in messages %}{% if message.role == 'structure' %}<struct>{{ message.content }}</struct>{% elif message.role == 'sequence' %}{{ bos_token }}{{ message.content }}{{ eos_token }}{% endif %}{% endfor %}

model/SL+RL/config.json

@@ -0,0 +1,56 @@
+{
+  "architectures": [
+    "Qwen2ForCausalLM"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 2,
+  "dtype": "float32",
+  "eos_token_id": 3,
+  "hidden_act": "silu",
+  "hidden_size": 896,
+  "initializer_range": 0.02,
+  "intermediate_size": 4864,
+  "layer_types": [
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention"
+  ],
+  "max_position_embeddings": 32768,
+  "max_window_layers": 24,
+  "model_type": "qwen2",
+  "num_attention_heads": 14,
+  "num_hidden_layers": 24,
+  "num_key_value_heads": 2,
+  "pad_token_id": 0,
+  "rms_norm_eps": 1e-06,
+  "rope_scaling": null,
+  "rope_theta": 1000000.0,
+  "sliding_window": null,
+  "tie_word_embeddings": false,
+  "transformers_version": "4.56.2",
+  "use_cache": false,
+  "use_mrope": false,
+  "use_sliding_window": false,
+  "vocab_size": 13
+}

model/SL+RL/generation_config.json

@@ -0,0 +1,9 @@
+{
+  "_from_model_config": true,
+  "bos_token_id": 2,
+  "eos_token_id": [
+    3
+  ],
+  "pad_token_id": 0,
+  "transformers_version": "4.56.2"
+}

model/SL+RL/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee3e3735efb56584a6ee31975a44656c7b860d468261c94589c6031c1c59d281
+size 1431717848

model/SL+RL/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3fcf84e65a3e83ee55f691f764b6db34f3fa41594f405603ab26f334b3d295b
+size 2863619723

model/SL+RL/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9faee9c74f2baf51227a50a678d10d863d29c9a2a0d7254b385379cc2da3da8
+size 14645

model/SL+RL/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91e1ac5a9e855c57aef1043e31ac3401422332d2b61b658514ea55d896ddc2ec
+size 1465

model/SL+RL/special_tokens_map.json

@@ -0,0 +1,35 @@
+{
+  "additional_special_tokens": [
+    "<struct>",
+    "</struct>",
+    "<eos>"
+  ],
+  "bos_token": {
+    "content": "<bos>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<eos>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<pad>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

model/SL+RL/tokenizer.json

@@ -0,0 +1,98 @@
+{
+  "version": "1.0",
+  "truncation": null,
+  "padding": {
+    "strategy": "BatchLongest",
+    "direction": "Left",
+    "pad_to_multiple_of": null,
+    "pad_id": 0,
+    "pad_type_id": 0,
+    "pad_token": "<pad>"
+  },
+  "added_tokens": [
+    {
+      "id": 0,
+      "content": "<pad>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 1,
+      "content": "<unk>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 2,
+      "content": "<bos>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 3,
+      "content": "<eos>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 4,
+      "content": "<struct>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 5,
+      "content": "</struct>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    }
+  ],
+  "normalizer": null,
+  "pre_tokenizer": {
+    "type": "Split",
+    "pattern": {
+      "Regex": "</?struct>|<bos>|<eos>|."
+    },
+    "behavior": "Isolated",
+    "invert": false
+  },
+  "post_processor": null,
+  "decoder": null,
+  "model": {
+    "type": "WordLevel",
+    "vocab": {
+      "<pad>": 0,
+      "<unk>": 1,
+      "<bos>": 2,
+      "<eos>": 3,
+      "<struct>": 4,
+      "</struct>": 5,
+      ".": 6,
+      "(": 7,
+      ")": 8,
+      "A": 9,
+      "C": 10,
+      "G": 11,
+      "U": 12
+    },
+    "unk_token": "<unk>"
+  }
+}

model/SL+RL/tokenizer_config.json

@@ -0,0 +1,67 @@
+{
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<pad>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<unk>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "<bos>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "3": {
+      "content": "<eos>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "4": {
+      "content": "<struct>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "5": {
+      "content": "</struct>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "additional_special_tokens": [
+    "<struct>",
+    "</struct>",
+    "<eos>"
+  ],
+  "bos_token": "<bos>",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<eos>",
+  "extra_special_tokens": {},
+  "model_max_length": 1024,
+  "pad_token": "<pad>",
+  "padding_side": "left",
+  "split_special_tokens": false,
+  "tokenizer_class": "PreTrainedTokenizerFast",
+  "unk_token": "<unk>"
+}

model/SL+RL/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f11f04ca378f390ede47f6bed81522a0ae8f70f009c1b448475f35dff842a633
+size 7185

model/SL/README.md

@@ -0,0 +1,107 @@
+---
+library_name: transformers
+license: other
+base_model: /nfs/stak/users/gautammi/my-hpc-share/workspace/research/research/RNADesign_Mine/models/Qwen2.5-0.5B-RNA
+tags:
+- llama-factory
+- full
+- generated_from_trainer
+model-index:
+- name: sft
+  results: []
+---
+
+<!-- This model card has been generated automatically according to the information the Trainer had access to. You
+should probably proofread and complete it, then remove this comment. -->
+
+# sft
+
+This model is a fine-tuned version of [/nfs/stak/users/gautammi/my-hpc-share/workspace/research/research/RNADesign_Mine/models/Qwen2.5-0.5B-RNA](https://huggingface.co//nfs/stak/users/gautammi/my-hpc-share/workspace/research/research/RNADesign_Mine/models/Qwen2.5-0.5B-RNA) on the V4_phase2_train dataset.
+It achieves the following results on the evaluation set:
+- Loss: 0.4317
+
+## Model description
+
+More information needed
+
+## Intended uses & limitations
+
+More information needed
+
+## Training and evaluation data
+
+More information needed
+
+## Training procedure
+
+### Training hyperparameters
+
+The following hyperparameters were used during training:
+- learning_rate: 1e-05
+- train_batch_size: 256
+- eval_batch_size: 256
+- seed: 42
+- gradient_accumulation_steps: 2
+- total_train_batch_size: 512
+- optimizer: Use adamw_torch with betas=(0.9,0.999) and epsilon=1e-08 and optimizer_args=No additional optimizer arguments
+- lr_scheduler_type: cosine
+- lr_scheduler_warmup_ratio: 0.1
+- num_epochs: 1.0
+
+### Training results
+
+| Training Loss | Epoch  | Step | Validation Loss |
+|:-------------:|:------:|:----:|:---------------:|
+| 1.1666        | 0.0218 | 100  | 1.1604          |
+| 1.1794        | 0.0436 | 200  | 1.1023          |
+| 1.1542        | 0.0654 | 300  | 1.0963          |
+| 1.1265        | 0.0871 | 400  | 1.0635          |
+| 0.8963        | 0.1089 | 500  | 0.8135          |
+| 0.7587        | 0.1307 | 600  | 0.6705          |
+| 0.6947        | 0.1525 | 700  | 0.6066          |
+| 0.5813        | 0.1743 | 800  | 0.5263          |
+| 0.5319        | 0.1961 | 900  | 0.4963          |
+| 0.503         | 0.2178 | 1000 | 0.4993          |
+| 0.4843        | 0.2396 | 1100 | 0.4703          |
+| 0.4691        | 0.2614 | 1200 | 0.4688          |
+| 0.4602        | 0.2832 | 1300 | 0.4593          |
+| 0.4495        | 0.3050 | 1400 | 0.4542          |
+| 0.4435        | 0.3268 | 1500 | 0.4499          |
+| 0.4351        | 0.3485 | 1600 | 0.4446          |
+| 0.4335        | 0.3703 | 1700 | 0.4409          |
+| 0.4259        | 0.3921 | 1800 | 0.4384          |
+| 0.4254        | 0.4139 | 1900 | 0.4347          |
+| 0.4193        | 0.4357 | 2000 | 0.4358          |
+| 0.4164        | 0.4575 | 2100 | 0.4329          |
+| 0.4142        | 0.4793 | 2200 | 0.4327          |
+| 0.4119        | 0.5010 | 2300 | 0.4287          |
+| 0.4109        | 0.5228 | 2400 | 0.4288          |
+| 0.4117        | 0.5446 | 2500 | 0.4306          |
+| 0.4073        | 0.5664 | 2600 | 0.4350          |
+| 0.4062        | 0.5882 | 2700 | 0.4280          |
+| 0.4037        | 0.6100 | 2800 | 0.4277          |
+| 0.4054        | 0.6317 | 2900 | 0.4272          |
+| 0.4031        | 0.6535 | 3000 | 0.4284          |
+| 0.3998        | 0.6753 | 3100 | 0.4282          |
+| 0.4003        | 0.6971 | 3200 | 0.4296          |
+| 0.4021        | 0.7189 | 3300 | 0.4282          |
+| 0.3982        | 0.7407 | 3400 | 0.4296          |
+| 0.3988        | 0.7624 | 3500 | 0.4298          |
+| 0.3988        | 0.7842 | 3600 | 0.4299          |
+| 0.3949        | 0.8060 | 3700 | 0.4309          |
+| 0.3961        | 0.8278 | 3800 | 0.4298          |
+| 0.3952        | 0.8496 | 3900 | 0.4307          |
+| 0.397         | 0.8714 | 4000 | 0.4310          |
+| 0.3935        | 0.8931 | 4100 | 0.4307          |
+| 0.3931        | 0.9149 | 4200 | 0.4322          |
+| 0.3942        | 0.9367 | 4300 | 0.4313          |
+| 0.3951        | 0.9585 | 4400 | 0.4317          |
+| 0.3922        | 0.9803 | 4500 | 0.4317          |
+
+
+### Framework versions
+
+- Transformers 4.56.1
+- Pytorch 2.4.1+cu121
+- Datasets 4.0.0
+- Tokenizers 0.22.0

model/SL/all_results.json

@@ -0,0 +1,12 @@
+{
+    "epoch": 1.0,
+    "eval_loss": 0.4317435324192047,
+    "eval_runtime": 9.6749,
+    "eval_samples_per_second": 515.972,
+    "eval_steps_per_second": 2.067,
+    "total_flos": 5.052191529362166e+18,
+    "train_loss": 0.5649781546881453,
+    "train_runtime": 40899.9,
+    "train_samples_per_second": 57.46,
+    "train_steps_per_second": 0.112
+}

model/SL/chat_template.jinja

@@ -0,0 +1 @@
+{% for message in messages %}{% if message.role == 'structure' %}<struct>{{ message.content }}</struct>{% elif message.role == 'sequence' %}{{ bos_token }}{{ message.content }}{{ eos_token }}{% endif %}{% endfor %}

model/SL/config.json

@@ -0,0 +1,56 @@
+{
+  "architectures": [
+    "Qwen2ForCausalLM"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 2,
+  "dtype": "float32",
+  "eos_token_id": 3,
+  "hidden_act": "silu",
+  "hidden_size": 896,
+  "initializer_range": 0.02,
+  "intermediate_size": 4864,
+  "layer_types": [
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention"
+  ],
+  "max_position_embeddings": 32768,
+  "max_window_layers": 24,
+  "model_type": "qwen2",
+  "num_attention_heads": 14,
+  "num_hidden_layers": 24,
+  "num_key_value_heads": 2,
+  "pad_token_id": 0,
+  "rms_norm_eps": 1e-06,
+  "rope_scaling": null,
+  "rope_theta": 1000000.0,
+  "sliding_window": null,
+  "tie_word_embeddings": false,
+  "transformers_version": "4.56.1",
+  "use_cache": false,
+  "use_mrope": false,
+  "use_sliding_window": false,
+  "vocab_size": 13
+}

model/SL/eval_results.json

@@ -0,0 +1,7 @@
+{
+    "epoch": 1.0,
+    "eval_loss": 0.4317435324192047,
+    "eval_runtime": 9.6749,
+    "eval_samples_per_second": 515.972,
+    "eval_steps_per_second": 2.067
+}

model/SL/generation_config.json

@@ -0,0 +1,9 @@
+{
+  "_from_model_config": true,
+  "bos_token_id": 2,
+  "eos_token_id": [
+    3
+  ],
+  "pad_token_id": 0,
+  "transformers_version": "4.56.1"
+}

model/SL/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67a182a11067e0514b8361df769b52d772a65e62b9dcfb7325a4d98554a89c18
+size 1431717848

model/SL/special_tokens_map.json

@@ -0,0 +1,41 @@
+{
+  "additional_special_tokens": [
+    "<struct>",
+    "</struct>",
+    {
+      "content": "<eos>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    }
+  ],
+  "bos_token": {
+    "content": "<bos>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<eos>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<pad>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

model/SL/tokenizer.json

@@ -0,0 +1,91 @@
+{
+  "version": "1.0",
+  "truncation": null,
+  "padding": null,
+  "added_tokens": [
+    {
+      "id": 0,
+      "content": "<pad>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 1,
+      "content": "<unk>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 2,
+      "content": "<bos>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 3,
+      "content": "<eos>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 4,
+      "content": "<struct>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 5,
+      "content": "</struct>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    }
+  ],
+  "normalizer": null,
+  "pre_tokenizer": {
+    "type": "Split",
+    "pattern": {
+      "Regex": "</?struct>|<bos>|<eos>|."
+    },
+    "behavior": "Isolated",
+    "invert": false
+  },
+  "post_processor": null,
+  "decoder": null,
+  "model": {
+    "type": "WordLevel",
+    "vocab": {
+      "<pad>": 0,
+      "<unk>": 1,
+      "<bos>": 2,
+      "<eos>": 3,
+      "<struct>": 4,
+      "</struct>": 5,
+      ".": 6,
+      "(": 7,
+      ")": 8,
+      "A": 9,
+      "C": 10,
+      "G": 11,
+      "U": 12
+    },
+    "unk_token": "<unk>"
+  }
+}

model/SL/tokenizer_config.json

@@ -0,0 +1,67 @@
+{
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<pad>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<unk>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "<bos>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "3": {
+      "content": "<eos>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "4": {
+      "content": "<struct>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "5": {
+      "content": "</struct>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "additional_special_tokens": [
+    "<struct>",
+    "</struct>",
+    "<eos>"
+  ],
+  "bos_token": "<bos>",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<eos>",
+  "extra_special_tokens": {},
+  "model_max_length": 1024,
+  "pad_token": "<pad>",
+  "padding_side": "right",
+  "split_special_tokens": false,
+  "tokenizer_class": "PreTrainedTokenizerFast",
+  "unk_token": "<unk>"
+}

model/SL/train_results.json

@@ -0,0 +1,8 @@
+{
+    "epoch": 1.0,
+    "total_flos": 5.052191529362166e+18,
+    "train_loss": 0.5649781546881453,
+    "train_runtime": 40899.9,
+    "train_samples_per_second": 57.46,
+    "train_steps_per_second": 0.112
+}

model/SL/trainer_log.jsonl

@@ -0,0 +1,505 @@
+{"current_steps": 10, "total_steps": 4591, "loss": 8.685, "lr": 1.956521739130435e-07, "epoch": 0.0021784119376974187, "percentage": 0.22, "elapsed_time": "0:01:29", "remaining_time": "11:19:56"}
+{"current_steps": 20, "total_steps": 4591, "loss": 8.2663, "lr": 4.130434782608696e-07, "epoch": 0.0043568238753948375, "percentage": 0.44, "elapsed_time": "0:02:57", "remaining_time": "11:15:09"}
+{"current_steps": 30, "total_steps": 4591, "loss": 5.5525, "lr": 6.304347826086957e-07, "epoch": 0.006535235813092255, "percentage": 0.65, "elapsed_time": "0:04:25", "remaining_time": "11:12:18"}
+{"current_steps": 40, "total_steps": 4591, "loss": 2.5749, "lr": 8.478260869565217e-07, "epoch": 0.008713647750789675, "percentage": 0.87, "elapsed_time": "0:05:53", "remaining_time": "11:10:08"}
+{"current_steps": 50, "total_steps": 4591, "loss": 1.9417, "lr": 1.065217391304348e-06, "epoch": 0.010892059688487093, "percentage": 1.09, "elapsed_time": "0:07:21", "remaining_time": "11:08:09"}
+{"current_steps": 60, "total_steps": 4591, "loss": 1.3996, "lr": 1.2826086956521742e-06, "epoch": 0.01307047162618451, "percentage": 1.31, "elapsed_time": "0:08:49", "remaining_time": "11:06:41"}
+{"current_steps": 70, "total_steps": 4591, "loss": 1.2478, "lr": 1.5e-06, "epoch": 0.01524888356388193, "percentage": 1.52, "elapsed_time": "0:10:17", "remaining_time": "11:05:07"}
+{"current_steps": 80, "total_steps": 4591, "loss": 1.2043, "lr": 1.7173913043478263e-06, "epoch": 0.01742729550157935, "percentage": 1.74, "elapsed_time": "0:11:45", "remaining_time": "11:03:23"}
+{"current_steps": 90, "total_steps": 4591, "loss": 1.1828, "lr": 1.934782608695652e-06, "epoch": 0.019605707439276768, "percentage": 1.96, "elapsed_time": "0:13:14", "remaining_time": "11:01:56"}
+{"current_steps": 100, "total_steps": 4591, "loss": 1.1666, "lr": 2.1521739130434787e-06, "epoch": 0.021784119376974186, "percentage": 2.18, "elapsed_time": "0:14:42", "remaining_time": "11:00:23"}
+{"current_steps": 100, "total_steps": 4591, "eval_loss": 1.1604220867156982, "epoch": 0.021784119376974186, "percentage": 2.18, "elapsed_time": "0:14:51", "remaining_time": "11:07:35"}
+{"current_steps": 110, "total_steps": 4591, "loss": 1.1818, "lr": 2.3695652173913043e-06, "epoch": 0.023962531314671603, "percentage": 2.4, "elapsed_time": "0:16:20", "remaining_time": "11:05:30"}
+{"current_steps": 120, "total_steps": 4591, "loss": 1.1769, "lr": 2.586956521739131e-06, "epoch": 0.02614094325236902, "percentage": 2.61, "elapsed_time": "0:17:48", "remaining_time": "11:03:28"}
+{"current_steps": 130, "total_steps": 4591, "loss": 1.1554, "lr": 2.804347826086957e-06, "epoch": 0.028319355190066443, "percentage": 2.83, "elapsed_time": "0:19:16", "remaining_time": "11:01:24"}
+{"current_steps": 140, "total_steps": 4591, "loss": 1.1475, "lr": 3.0217391304347825e-06, "epoch": 0.03049776712776386, "percentage": 3.05, "elapsed_time": "0:20:44", "remaining_time": "10:59:22"}
+{"current_steps": 150, "total_steps": 4591, "loss": 1.1473, "lr": 3.239130434782609e-06, "epoch": 0.03267617906546128, "percentage": 3.27, "elapsed_time": "0:22:12", "remaining_time": "10:57:25"}
+{"current_steps": 160, "total_steps": 4591, "loss": 1.2304, "lr": 3.456521739130435e-06, "epoch": 0.0348545910031587, "percentage": 3.49, "elapsed_time": "0:23:40", "remaining_time": "10:55:36"}
+{"current_steps": 170, "total_steps": 4591, "loss": 1.1667, "lr": 3.673913043478261e-06, "epoch": 0.03703300294085612, "percentage": 3.7, "elapsed_time": "0:25:08", "remaining_time": "10:53:47"}
+{"current_steps": 180, "total_steps": 4591, "loss": 1.1553, "lr": 3.891304347826087e-06, "epoch": 0.039211414878553535, "percentage": 3.92, "elapsed_time": "0:26:36", "remaining_time": "10:52:04"}
+{"current_steps": 190, "total_steps": 4591, "loss": 1.1635, "lr": 4.108695652173914e-06, "epoch": 0.04138982681625095, "percentage": 4.14, "elapsed_time": "0:28:04", "remaining_time": "10:50:19"}
+{"current_steps": 200, "total_steps": 4591, "loss": 1.1794, "lr": 4.32608695652174e-06, "epoch": 0.04356823875394837, "percentage": 4.36, "elapsed_time": "0:29:32", "remaining_time": "10:48:42"}
+{"current_steps": 200, "total_steps": 4591, "eval_loss": 1.1022545099258423, "epoch": 0.04356823875394837, "percentage": 4.36, "elapsed_time": "0:29:42", "remaining_time": "10:52:12"}
+{"current_steps": 210, "total_steps": 4591, "loss": 1.1459, "lr": 4.543478260869566e-06, "epoch": 0.04574665069164579, "percentage": 4.57, "elapsed_time": "0:31:10", "remaining_time": "10:50:21"}
+{"current_steps": 220, "total_steps": 4591, "loss": 1.1388, "lr": 4.760869565217392e-06, "epoch": 0.04792506262934321, "percentage": 4.79, "elapsed_time": "0:32:38", "remaining_time": "10:48:24"}
+{"current_steps": 230, "total_steps": 4591, "loss": 1.1497, "lr": 4.978260869565218e-06, "epoch": 0.050103474567040625, "percentage": 5.01, "elapsed_time": "0:34:06", "remaining_time": "10:46:36"}
+{"current_steps": 240, "total_steps": 4591, "loss": 1.1459, "lr": 5.195652173913044e-06, "epoch": 0.05228188650473804, "percentage": 5.23, "elapsed_time": "0:35:34", "remaining_time": "10:44:50"}
+{"current_steps": 250, "total_steps": 4591, "loss": 1.1401, "lr": 5.41304347826087e-06, "epoch": 0.05446029844243547, "percentage": 5.45, "elapsed_time": "0:37:02", "remaining_time": "10:43:08"}
+{"current_steps": 260, "total_steps": 4591, "loss": 1.1731, "lr": 5.630434782608696e-06, "epoch": 0.056638710380132885, "percentage": 5.66, "elapsed_time": "0:38:30", "remaining_time": "10:41:28"}
+{"current_steps": 270, "total_steps": 4591, "loss": 1.1628, "lr": 5.847826086956521e-06, "epoch": 0.0588171223178303, "percentage": 5.88, "elapsed_time": "0:39:58", "remaining_time": "10:39:45"}
+{"current_steps": 280, "total_steps": 4591, "loss": 1.1329, "lr": 6.065217391304349e-06, "epoch": 0.06099553425552772, "percentage": 6.1, "elapsed_time": "0:41:26", "remaining_time": "10:38:02"}
+{"current_steps": 290, "total_steps": 4591, "loss": 1.1319, "lr": 6.282608695652174e-06, "epoch": 0.06317394619322514, "percentage": 6.32, "elapsed_time": "0:42:54", "remaining_time": "10:36:24"}
+{"current_steps": 300, "total_steps": 4591, "loss": 1.1542, "lr": 6.5000000000000004e-06, "epoch": 0.06535235813092256, "percentage": 6.53, "elapsed_time": "0:44:22", "remaining_time": "10:34:46"}
+{"current_steps": 300, "total_steps": 4591, "eval_loss": 1.096329927444458, "epoch": 0.06535235813092256, "percentage": 6.53, "elapsed_time": "0:44:32", "remaining_time": "10:37:04"}
+{"current_steps": 310, "total_steps": 4591, "loss": 1.1598, "lr": 6.7173913043478265e-06, "epoch": 0.06753077006861997, "percentage": 6.75, "elapsed_time": "0:46:02", "remaining_time": "10:35:51"}
+{"current_steps": 320, "total_steps": 4591, "loss": 1.1462, "lr": 6.934782608695653e-06, "epoch": 0.0697091820063174, "percentage": 6.97, "elapsed_time": "0:47:30", "remaining_time": "10:34:10"}
+{"current_steps": 330, "total_steps": 4591, "loss": 1.143, "lr": 7.152173913043479e-06, "epoch": 0.07188759394401481, "percentage": 7.19, "elapsed_time": "0:48:59", "remaining_time": "10:32:30"}
+{"current_steps": 340, "total_steps": 4591, "loss": 1.1237, "lr": 7.369565217391305e-06, "epoch": 0.07406600588171224, "percentage": 7.41, "elapsed_time": "0:50:27", "remaining_time": "10:30:47"}
+{"current_steps": 350, "total_steps": 4591, "loss": 1.1447, "lr": 7.586956521739131e-06, "epoch": 0.07624441781940965, "percentage": 7.62, "elapsed_time": "0:51:55", "remaining_time": "10:29:05"}
+{"current_steps": 360, "total_steps": 4591, "loss": 1.1486, "lr": 7.804347826086957e-06, "epoch": 0.07842282975710707, "percentage": 7.84, "elapsed_time": "0:53:23", "remaining_time": "10:27:25"}
+{"current_steps": 370, "total_steps": 4591, "loss": 1.1459, "lr": 8.021739130434783e-06, "epoch": 0.08060124169480448, "percentage": 8.06, "elapsed_time": "0:54:50", "remaining_time": "10:25:42"}
+{"current_steps": 380, "total_steps": 4591, "loss": 1.1447, "lr": 8.239130434782609e-06, "epoch": 0.0827796536325019, "percentage": 8.28, "elapsed_time": "0:56:18", "remaining_time": "10:24:04"}
+{"current_steps": 390, "total_steps": 4591, "loss": 1.1186, "lr": 8.456521739130435e-06, "epoch": 0.08495806557019933, "percentage": 8.49, "elapsed_time": "0:57:47", "remaining_time": "10:22:27"}
+{"current_steps": 400, "total_steps": 4591, "loss": 1.1265, "lr": 8.673913043478261e-06, "epoch": 0.08713647750789674, "percentage": 8.71, "elapsed_time": "0:59:15", "remaining_time": "10:20:52"}
+{"current_steps": 400, "total_steps": 4591, "eval_loss": 1.0634950399398804, "epoch": 0.08713647750789674, "percentage": 8.71, "elapsed_time": "0:59:25", "remaining_time": "10:22:32"}
+{"current_steps": 410, "total_steps": 4591, "loss": 1.1214, "lr": 8.891304347826087e-06, "epoch": 0.08931488944559417, "percentage": 8.93, "elapsed_time": "1:00:53", "remaining_time": "10:20:53"}
+{"current_steps": 420, "total_steps": 4591, "loss": 1.1109, "lr": 9.108695652173913e-06, "epoch": 0.09149330138329158, "percentage": 9.15, "elapsed_time": "1:02:21", "remaining_time": "10:19:14"}
+{"current_steps": 430, "total_steps": 4591, "loss": 1.101, "lr": 9.32608695652174e-06, "epoch": 0.093671713320989, "percentage": 9.37, "elapsed_time": "1:03:49", "remaining_time": "10:17:32"}
+{"current_steps": 440, "total_steps": 4591, "loss": 1.0728, "lr": 9.543478260869567e-06, "epoch": 0.09585012525868641, "percentage": 9.58, "elapsed_time": "1:05:17", "remaining_time": "10:15:55"}
+{"current_steps": 450, "total_steps": 4591, "loss": 1.0367, "lr": 9.760869565217393e-06, "epoch": 0.09802853719638384, "percentage": 9.8, "elapsed_time": "1:06:45", "remaining_time": "10:14:18"}
+{"current_steps": 460, "total_steps": 4591, "loss": 1.0203, "lr": 9.978260869565218e-06, "epoch": 0.10020694913408125, "percentage": 10.02, "elapsed_time": "1:08:13", "remaining_time": "10:12:40"}
+{"current_steps": 470, "total_steps": 4591, "loss": 0.9821, "lr": 9.999882884955554e-06, "epoch": 0.10238536107177867, "percentage": 10.24, "elapsed_time": "1:09:41", "remaining_time": "10:11:02"}
+{"current_steps": 480, "total_steps": 4591, "loss": 0.9369, "lr": 9.999478049870269e-06, "epoch": 0.10456377300947609, "percentage": 10.46, "elapsed_time": "1:11:09", "remaining_time": "10:09:27"}
+{"current_steps": 490, "total_steps": 4591, "loss": 0.9232, "lr": 9.998784072287277e-06, "epoch": 0.10674218494717351, "percentage": 10.67, "elapsed_time": "1:12:37", "remaining_time": "10:07:51"}
+{"current_steps": 500, "total_steps": 4591, "loss": 0.8963, "lr": 9.997800992342448e-06, "epoch": 0.10892059688487093, "percentage": 10.89, "elapsed_time": "1:14:05", "remaining_time": "10:06:13"}
+{"current_steps": 500, "total_steps": 4591, "eval_loss": 0.8135343790054321, "epoch": 0.10892059688487093, "percentage": 10.89, "elapsed_time": "1:14:15", "remaining_time": "10:07:32"}
+{"current_steps": 510, "total_steps": 4591, "loss": 0.8828, "lr": 9.99652886689176e-06, "epoch": 0.11109900882256835, "percentage": 11.11, "elapsed_time": "1:15:43", "remaining_time": "10:05:56"}
+{"current_steps": 520, "total_steps": 4591, "loss": 0.8611, "lr": 9.994967769507992e-06, "epoch": 0.11327742076026577, "percentage": 11.33, "elapsed_time": "1:17:11", "remaining_time": "10:04:19"}
+{"current_steps": 530, "total_steps": 4591, "loss": 0.8478, "lr": 9.993117790476494e-06, "epoch": 0.11545583269796318, "percentage": 11.54, "elapsed_time": "1:18:39", "remaining_time": "10:02:42"}
+{"current_steps": 540, "total_steps": 4591, "loss": 0.8425, "lr": 9.990979036789943e-06, "epoch": 0.1176342446356606, "percentage": 11.76, "elapsed_time": "1:20:07", "remaining_time": "10:01:05"}
+{"current_steps": 550, "total_steps": 4591, "loss": 0.8296, "lr": 9.988551632142171e-06, "epoch": 0.11981265657335802, "percentage": 11.98, "elapsed_time": "1:21:35", "remaining_time": "9:59:30"}
+{"current_steps": 560, "total_steps": 4591, "loss": 0.8092, "lr": 9.985835716921e-06, "epoch": 0.12199106851105544, "percentage": 12.2, "elapsed_time": "1:23:03", "remaining_time": "9:57:53"}
+{"current_steps": 570, "total_steps": 4591, "loss": 0.8161, "lr": 9.982831448200127e-06, "epoch": 0.12416948044875285, "percentage": 12.42, "elapsed_time": "1:24:31", "remaining_time": "9:56:19"}
+{"current_steps": 580, "total_steps": 4591, "loss": 0.8126, "lr": 9.979538999730047e-06, "epoch": 0.12634789238645028, "percentage": 12.63, "elapsed_time": "1:26:00", "remaining_time": "9:54:46"}
+{"current_steps": 590, "total_steps": 4591, "loss": 0.777, "lr": 9.97595856192799e-06, "epoch": 0.1285263043241477, "percentage": 12.85, "elapsed_time": "1:27:28", "remaining_time": "9:53:11"}
+{"current_steps": 600, "total_steps": 4591, "loss": 0.7587, "lr": 9.972090341866917e-06, "epoch": 0.13070471626184513, "percentage": 13.07, "elapsed_time": "1:28:56", "remaining_time": "9:51:35"}
+{"current_steps": 600, "total_steps": 4591, "eval_loss": 0.670462429523468, "epoch": 0.13070471626184513, "percentage": 13.07, "elapsed_time": "1:29:05", "remaining_time": "9:52:39"}
+{"current_steps": 610, "total_steps": 4591, "loss": 0.7472, "lr": 9.967934563263545e-06, "epoch": 0.13288312819954254, "percentage": 13.29, "elapsed_time": "1:30:36", "remaining_time": "9:51:20"}
+{"current_steps": 620, "total_steps": 4591, "loss": 0.7417, "lr": 9.963491466465405e-06, "epoch": 0.13506154013723995, "percentage": 13.5, "elapsed_time": "1:32:04", "remaining_time": "9:49:46"}
+{"current_steps": 630, "total_steps": 4591, "loss": 0.727, "lr": 9.958761308436941e-06, "epoch": 0.13723995207493736, "percentage": 13.72, "elapsed_time": "1:33:32", "remaining_time": "9:48:10"}
+{"current_steps": 640, "total_steps": 4591, "loss": 0.7179, "lr": 9.953744362744656e-06, "epoch": 0.1394183640126348, "percentage": 13.94, "elapsed_time": "1:35:01", "remaining_time": "9:46:35"}
+{"current_steps": 650, "total_steps": 4591, "loss": 0.7123, "lr": 9.948440919541277e-06, "epoch": 0.1415967759503322, "percentage": 14.16, "elapsed_time": "1:36:28", "remaining_time": "9:44:58"}
+{"current_steps": 660, "total_steps": 4591, "loss": 0.7052, "lr": 9.942851285548986e-06, "epoch": 0.14377518788802962, "percentage": 14.38, "elapsed_time": "1:37:56", "remaining_time": "9:43:23"}
+{"current_steps": 670, "total_steps": 4591, "loss": 0.6999, "lr": 9.936975784041678e-06, "epoch": 0.14595359982572703, "percentage": 14.59, "elapsed_time": "1:39:25", "remaining_time": "9:41:49"}
+{"current_steps": 680, "total_steps": 4591, "loss": 0.6873, "lr": 9.930814754826262e-06, "epoch": 0.14813201176342447, "percentage": 14.81, "elapsed_time": "1:40:53", "remaining_time": "9:40:15"}
+{"current_steps": 690, "total_steps": 4591, "loss": 0.6988, "lr": 9.924368554223007e-06, "epoch": 0.15031042370112188, "percentage": 15.03, "elapsed_time": "1:42:21", "remaining_time": "9:38:40"}
+{"current_steps": 700, "total_steps": 4591, "loss": 0.6947, "lr": 9.917637555044942e-06, "epoch": 0.1524888356388193, "percentage": 15.25, "elapsed_time": "1:43:49", "remaining_time": "9:37:06"}
+{"current_steps": 700, "total_steps": 4591, "eval_loss": 0.606589138507843, "epoch": 0.1524888356388193, "percentage": 15.25, "elapsed_time": "1:43:58", "remaining_time": "9:37:59"}
+{"current_steps": 710, "total_steps": 4591, "loss": 0.6722, "lr": 9.910622146576285e-06, "epoch": 0.15466724757651673, "percentage": 15.47, "elapsed_time": "1:45:27", "remaining_time": "9:36:24"}
+{"current_steps": 720, "total_steps": 4591, "loss": 0.6715, "lr": 9.903322734549936e-06, "epoch": 0.15684565951421414, "percentage": 15.68, "elapsed_time": "1:46:54", "remaining_time": "9:34:49"}
+{"current_steps": 730, "total_steps": 4591, "loss": 0.6622, "lr": 9.895739741124012e-06, "epoch": 0.15902407145191155, "percentage": 15.9, "elapsed_time": "1:48:23", "remaining_time": "9:33:14"}
+{"current_steps": 740, "total_steps": 4591, "loss": 0.6508, "lr": 9.887873604857424e-06, "epoch": 0.16120248338960896, "percentage": 16.12, "elapsed_time": "1:49:51", "remaining_time": "9:31:40"}
+{"current_steps": 750, "total_steps": 4591, "loss": 0.638, "lr": 9.879724780684518e-06, "epoch": 0.1633808953273064, "percentage": 16.34, "elapsed_time": "1:51:18", "remaining_time": "9:30:04"}
+{"current_steps": 760, "total_steps": 4591, "loss": 0.638, "lr": 9.87129373988877e-06, "epoch": 0.1655593072650038, "percentage": 16.55, "elapsed_time": "1:52:46", "remaining_time": "9:28:30"}
+{"current_steps": 770, "total_steps": 4591, "loss": 0.623, "lr": 9.86258097007552e-06, "epoch": 0.16773771920270122, "percentage": 16.77, "elapsed_time": "1:54:15", "remaining_time": "9:26:56"}
+{"current_steps": 780, "total_steps": 4591, "loss": 0.5998, "lr": 9.853586975143772e-06, "epoch": 0.16991613114039866, "percentage": 16.99, "elapsed_time": "1:55:43", "remaining_time": "9:25:23"}
+{"current_steps": 790, "total_steps": 4591, "loss": 0.5885, "lr": 9.844312275257059e-06, "epoch": 0.17209454307809607, "percentage": 17.21, "elapsed_time": "1:57:10", "remaining_time": "9:23:48"}
+{"current_steps": 800, "total_steps": 4591, "loss": 0.5813, "lr": 9.834757406813353e-06, "epoch": 0.17427295501579348, "percentage": 17.43, "elapsed_time": "1:58:38", "remaining_time": "9:22:13"}
+{"current_steps": 800, "total_steps": 4591, "eval_loss": 0.5262527465820312, "epoch": 0.17427295501579348, "percentage": 17.43, "elapsed_time": "1:58:48", "remaining_time": "9:22:59"}
+{"current_steps": 810, "total_steps": 4591, "loss": 0.5716, "lr": 9.824922922414048e-06, "epoch": 0.1764513669534909, "percentage": 17.64, "elapsed_time": "2:00:16", "remaining_time": "9:21:26"}
+{"current_steps": 820, "total_steps": 4591, "loss": 0.5618, "lr": 9.814809390831994e-06, "epoch": 0.17862977889118833, "percentage": 17.86, "elapsed_time": "2:01:44", "remaining_time": "9:19:52"}
+{"current_steps": 830, "total_steps": 4591, "loss": 0.5795, "lr": 9.804417396978605e-06, "epoch": 0.18080819082888575, "percentage": 18.08, "elapsed_time": "2:03:12", "remaining_time": "9:18:19"}
+{"current_steps": 840, "total_steps": 4591, "loss": 0.5608, "lr": 9.793747541870034e-06, "epoch": 0.18298660276658316, "percentage": 18.3, "elapsed_time": "2:04:40", "remaining_time": "9:16:44"}
+{"current_steps": 850, "total_steps": 4591, "loss": 0.56, "lr": 9.782800442592408e-06, "epoch": 0.18516501470428057, "percentage": 18.51, "elapsed_time": "2:06:08", "remaining_time": "9:15:11"}
+{"current_steps": 860, "total_steps": 4591, "loss": 0.5522, "lr": 9.771576732266147e-06, "epoch": 0.187343426641978, "percentage": 18.73, "elapsed_time": "2:07:36", "remaining_time": "9:13:38"}
+{"current_steps": 870, "total_steps": 4591, "loss": 0.5444, "lr": 9.760077060009337e-06, "epoch": 0.18952183857967542, "percentage": 18.95, "elapsed_time": "2:09:05", "remaining_time": "9:12:06"}
+{"current_steps": 880, "total_steps": 4591, "loss": 0.538, "lr": 9.7483020909002e-06, "epoch": 0.19170025051737283, "percentage": 19.17, "elapsed_time": "2:10:33", "remaining_time": "9:10:33"}
+{"current_steps": 890, "total_steps": 4591, "loss": 0.5356, "lr": 9.73625250593862e-06, "epoch": 0.19387866245507027, "percentage": 19.39, "elapsed_time": "2:12:01", "remaining_time": "9:09:00"}
+{"current_steps": 900, "total_steps": 4591, "loss": 0.5319, "lr": 9.723929002006761e-06, "epoch": 0.19605707439276768, "percentage": 19.6, "elapsed_time": "2:13:29", "remaining_time": "9:07:27"}
+{"current_steps": 900, "total_steps": 4591, "eval_loss": 0.4962804913520813, "epoch": 0.19605707439276768, "percentage": 19.6, "elapsed_time": "2:13:39", "remaining_time": "9:08:06"}
+{"current_steps": 910, "total_steps": 4591, "loss": 0.5237, "lr": 9.71133229182877e-06, "epoch": 0.1982354863304651, "percentage": 19.82, "elapsed_time": "2:15:09", "remaining_time": "9:06:43"}
+{"current_steps": 920, "total_steps": 4591, "loss": 0.538, "lr": 9.698463103929542e-06, "epoch": 0.2004138982681625, "percentage": 20.04, "elapsed_time": "2:16:37", "remaining_time": "9:05:11"}
+{"current_steps": 930, "total_steps": 4591, "loss": 0.5202, "lr": 9.685322182592604e-06, "epoch": 0.20259231020585994, "percentage": 20.26, "elapsed_time": "2:18:06", "remaining_time": "9:03:38"}
+{"current_steps": 940, "total_steps": 4591, "loss": 0.5218, "lr": 9.671910287817052e-06, "epoch": 0.20477072214355735, "percentage": 20.47, "elapsed_time": "2:19:33", "remaining_time": "9:02:04"}
+{"current_steps": 950, "total_steps": 4591, "loss": 0.5167, "lr": 9.658228195273612e-06, "epoch": 0.20694913408125476, "percentage": 20.69, "elapsed_time": "2:21:01", "remaining_time": "9:00:31"}
+{"current_steps": 960, "total_steps": 4591, "loss": 0.5153, "lr": 9.644276696259768e-06, "epoch": 0.20912754601895217, "percentage": 20.91, "elapsed_time": "2:22:29", "remaining_time": "8:58:58"}
+{"current_steps": 970, "total_steps": 4591, "loss": 0.5138, "lr": 9.630056597654002e-06, "epoch": 0.2113059579566496, "percentage": 21.13, "elapsed_time": "2:23:58", "remaining_time": "8:57:26"}
+{"current_steps": 980, "total_steps": 4591, "loss": 0.5077, "lr": 9.615568721869139e-06, "epoch": 0.21348436989434702, "percentage": 21.35, "elapsed_time": "2:25:26", "remaining_time": "8:55:54"}
+{"current_steps": 990, "total_steps": 4591, "loss": 0.5024, "lr": 9.600813906804757e-06, "epoch": 0.21566278183204443, "percentage": 21.56, "elapsed_time": "2:26:54", "remaining_time": "8:54:21"}
+{"current_steps": 1000, "total_steps": 4591, "loss": 0.503, "lr": 9.585793005798759e-06, "epoch": 0.21784119376974187, "percentage": 21.78, "elapsed_time": "2:28:22", "remaining_time": "8:52:49"}
+{"current_steps": 1000, "total_steps": 4591, "eval_loss": 0.49929723143577576, "epoch": 0.21784119376974187, "percentage": 21.78, "elapsed_time": "2:28:32", "remaining_time": "8:53:23"}
+{"current_steps": 1010, "total_steps": 4591, "loss": 0.5113, "lr": 9.570506887577994e-06, "epoch": 0.22001960570743928, "percentage": 22.0, "elapsed_time": "2:30:00", "remaining_time": "8:51:51"}
+{"current_steps": 1020, "total_steps": 4591, "loss": 0.5043, "lr": 9.554956436208031e-06, "epoch": 0.2221980176451367, "percentage": 22.22, "elapsed_time": "2:31:28", "remaining_time": "8:50:19"}
+{"current_steps": 1030, "total_steps": 4591, "loss": 0.4984, "lr": 9.539142551042024e-06, "epoch": 0.2243764295828341, "percentage": 22.44, "elapsed_time": "2:32:57", "remaining_time": "8:48:47"}
+{"current_steps": 1040, "total_steps": 4591, "loss": 0.4957, "lr": 9.5230661466687e-06, "epoch": 0.22655484152053154, "percentage": 22.65, "elapsed_time": "2:34:24", "remaining_time": "8:47:14"}
+{"current_steps": 1050, "total_steps": 4591, "loss": 0.4936, "lr": 9.506728152859457e-06, "epoch": 0.22873325345822895, "percentage": 22.87, "elapsed_time": "2:35:52", "remaining_time": "8:45:41"}
+{"current_steps": 1060, "total_steps": 4591, "loss": 0.49, "lr": 9.490129514514604e-06, "epoch": 0.23091166539592636, "percentage": 23.09, "elapsed_time": "2:37:20", "remaining_time": "8:44:08"}
+{"current_steps": 1070, "total_steps": 4591, "loss": 0.4958, "lr": 9.473271191608699e-06, "epoch": 0.2330900773336238, "percentage": 23.31, "elapsed_time": "2:38:48", "remaining_time": "8:42:35"}
+{"current_steps": 1080, "total_steps": 4591, "loss": 0.4886, "lr": 9.456154159135043e-06, "epoch": 0.2352684892713212, "percentage": 23.52, "elapsed_time": "2:40:16", "remaining_time": "8:41:02"}
+{"current_steps": 1090, "total_steps": 4591, "loss": 0.4933, "lr": 9.438779407049282e-06, "epoch": 0.23744690120901862, "percentage": 23.74, "elapsed_time": "2:41:44", "remaining_time": "8:39:30"}
+{"current_steps": 1100, "total_steps": 4591, "loss": 0.4843, "lr": 9.421147940212152e-06, "epoch": 0.23962531314671603, "percentage": 23.96, "elapsed_time": "2:43:12", "remaining_time": "8:37:58"}
+{"current_steps": 1100, "total_steps": 4591, "eval_loss": 0.4703376889228821, "epoch": 0.23962531314671603, "percentage": 23.96, "elapsed_time": "2:43:22", "remaining_time": "8:38:28"}
+{"current_steps": 1110, "total_steps": 4591, "loss": 0.4797, "lr": 9.40326077833138e-06, "epoch": 0.24180372508441347, "percentage": 24.18, "elapsed_time": "2:44:49", "remaining_time": "8:36:55"}
+{"current_steps": 1120, "total_steps": 4591, "loss": 0.4844, "lr": 9.385118955902683e-06, "epoch": 0.24398213702211088, "percentage": 24.4, "elapsed_time": "2:46:18", "remaining_time": "8:35:23"}
+{"current_steps": 1130, "total_steps": 4591, "loss": 0.4801, "lr": 9.366723522149965e-06, "epoch": 0.2461605489598083, "percentage": 24.61, "elapsed_time": "2:47:46", "remaining_time": "8:33:50"}
+{"current_steps": 1140, "total_steps": 4591, "loss": 0.4725, "lr": 9.348075540964611e-06, "epoch": 0.2483389608975057, "percentage": 24.83, "elapsed_time": "2:49:14", "remaining_time": "8:32:18"}
+{"current_steps": 1150, "total_steps": 4591, "loss": 0.4705, "lr": 9.329176090843985e-06, "epoch": 0.25051737283520314, "percentage": 25.05, "elapsed_time": "2:50:42", "remaining_time": "8:30:47"}
+{"current_steps": 1160, "total_steps": 4591, "loss": 0.4746, "lr": 9.310026264829027e-06, "epoch": 0.25269578477290056, "percentage": 25.27, "elapsed_time": "2:52:10", "remaining_time": "8:29:16"}
+{"current_steps": 1170, "total_steps": 4591, "loss": 0.465, "lr": 9.290627170441055e-06, "epoch": 0.25487419671059797, "percentage": 25.48, "elapsed_time": "2:53:38", "remaining_time": "8:27:43"}
+{"current_steps": 1180, "total_steps": 4591, "loss": 0.4687, "lr": 9.270979929617712e-06, "epoch": 0.2570526086482954, "percentage": 25.7, "elapsed_time": "2:55:06", "remaining_time": "8:26:11"}
+{"current_steps": 1190, "total_steps": 4591, "loss": 0.4665, "lr": 9.251085678648072e-06, "epoch": 0.2592310205859928, "percentage": 25.92, "elapsed_time": "2:56:34", "remaining_time": "8:24:39"}
+{"current_steps": 1200, "total_steps": 4591, "loss": 0.4691, "lr": 9.230945568106925e-06, "epoch": 0.26140943252369025, "percentage": 26.14, "elapsed_time": "2:58:02", "remaining_time": "8:23:07"}
+{"current_steps": 1200, "total_steps": 4591, "eval_loss": 0.4688015878200531, "epoch": 0.26140943252369025, "percentage": 26.14, "elapsed_time": "2:58:12", "remaining_time": "8:23:34"}
+{"current_steps": 1210, "total_steps": 4591, "loss": 0.4664, "lr": 9.210560762788238e-06, "epoch": 0.26358784446138767, "percentage": 26.36, "elapsed_time": "2:59:42", "remaining_time": "8:22:09"}
+{"current_steps": 1220, "total_steps": 4591, "loss": 0.466, "lr": 9.189932441637787e-06, "epoch": 0.2657662563990851, "percentage": 26.57, "elapsed_time": "3:01:11", "remaining_time": "8:20:38"}
+{"current_steps": 1230, "total_steps": 4591, "loss": 0.4615, "lr": 9.169061797684972e-06, "epoch": 0.2679446683367825, "percentage": 26.79, "elapsed_time": "3:02:39", "remaining_time": "8:19:06"}
+{"current_steps": 1240, "total_steps": 4591, "loss": 0.4645, "lr": 9.147950037973821e-06, "epoch": 0.2701230802744799, "percentage": 27.01, "elapsed_time": "3:04:07", "remaining_time": "8:17:33"}
+{"current_steps": 1250, "total_steps": 4591, "loss": 0.4602, "lr": 9.126598383493179e-06, "epoch": 0.2723014922121773, "percentage": 27.23, "elapsed_time": "3:05:35", "remaining_time": "8:16:02"}
+{"current_steps": 1260, "total_steps": 4591, "loss": 0.457, "lr": 9.105008069106093e-06, "epoch": 0.2744799041498747, "percentage": 27.45, "elapsed_time": "3:07:03", "remaining_time": "8:14:30"}
+{"current_steps": 1270, "total_steps": 4591, "loss": 0.4622, "lr": 9.083180343478401e-06, "epoch": 0.2766583160875722, "percentage": 27.66, "elapsed_time": "3:08:31", "remaining_time": "8:12:58"}
+{"current_steps": 1280, "total_steps": 4591, "loss": 0.4601, "lr": 9.061116469006504e-06, "epoch": 0.2788367280252696, "percentage": 27.88, "elapsed_time": "3:09:59", "remaining_time": "8:11:27"}
+{"current_steps": 1290, "total_steps": 4591, "loss": 0.4608, "lr": 9.038817721744362e-06, "epoch": 0.281015139962967, "percentage": 28.1, "elapsed_time": "3:11:27", "remaining_time": "8:09:55"}
+{"current_steps": 1300, "total_steps": 4591, "loss": 0.4602, "lr": 9.0162853913297e-06, "epoch": 0.2831935519006644, "percentage": 28.32, "elapsed_time": "3:12:55", "remaining_time": "8:08:23"}
+{"current_steps": 1300, "total_steps": 4591, "eval_loss": 0.45925456285476685, "epoch": 0.2831935519006644, "percentage": 28.32, "elapsed_time": "3:13:04", "remaining_time": "8:08:47"}
+{"current_steps": 1310, "total_steps": 4591, "loss": 0.4573, "lr": 8.99352078090941e-06, "epoch": 0.28537196383836183, "percentage": 28.53, "elapsed_time": "3:14:32", "remaining_time": "8:07:15"}
+{"current_steps": 1320, "total_steps": 4591, "loss": 0.4548, "lr": 8.970525207064194e-06, "epoch": 0.28755037577605924, "percentage": 28.75, "elapsed_time": "3:16:01", "remaining_time": "8:05:44"}
+{"current_steps": 1330, "total_steps": 4591, "loss": 0.4565, "lr": 8.947299999732415e-06, "epoch": 0.28972878771375665, "percentage": 28.97, "elapsed_time": "3:17:28", "remaining_time": "8:04:12"}
+{"current_steps": 1340, "total_steps": 4591, "loss": 0.4588, "lr": 8.923846502133186e-06, "epoch": 0.29190719965145406, "percentage": 29.19, "elapsed_time": "3:18:57", "remaining_time": "8:02:41"}
+{"current_steps": 1350, "total_steps": 4591, "loss": 0.4519, "lr": 8.900166070688676e-06, "epoch": 0.29408561158915153, "percentage": 29.41, "elapsed_time": "3:20:25", "remaining_time": "8:01:09"}
+{"current_steps": 1360, "total_steps": 4591, "loss": 0.456, "lr": 8.87626007494567e-06, "epoch": 0.29626402352684894, "percentage": 29.62, "elapsed_time": "3:21:53", "remaining_time": "7:59:38"}
+{"current_steps": 1370, "total_steps": 4591, "loss": 0.4638, "lr": 8.852129897496367e-06, "epoch": 0.29844243546454635, "percentage": 29.84, "elapsed_time": "3:23:21", "remaining_time": "7:58:07"}
+{"current_steps": 1380, "total_steps": 4591, "loss": 0.4512, "lr": 8.827776933898397e-06, "epoch": 0.30062084740224376, "percentage": 30.06, "elapsed_time": "3:24:49", "remaining_time": "7:56:36"}
+{"current_steps": 1390, "total_steps": 4591, "loss": 0.4474, "lr": 8.803202592594136e-06, "epoch": 0.3027992593399412, "percentage": 30.28, "elapsed_time": "3:26:18", "remaining_time": "7:55:05"}
+{"current_steps": 1400, "total_steps": 4591, "loss": 0.4495, "lr": 8.778408294829232e-06, "epoch": 0.3049776712776386, "percentage": 30.49, "elapsed_time": "3:27:46", "remaining_time": "7:53:33"}
+{"current_steps": 1400, "total_steps": 4591, "eval_loss": 0.45423299074172974, "epoch": 0.3049776712776386, "percentage": 30.49, "elapsed_time": "3:27:55", "remaining_time": "7:53:55"}
+{"current_steps": 1410, "total_steps": 4591, "loss": 0.4507, "lr": 8.753395474570413e-06, "epoch": 0.307156083215336, "percentage": 30.71, "elapsed_time": "3:29:23", "remaining_time": "7:52:24"}
+{"current_steps": 1420, "total_steps": 4591, "loss": 0.4476, "lr": 8.728165578422558e-06, "epoch": 0.30933449515303346, "percentage": 30.93, "elapsed_time": "3:30:51", "remaining_time": "7:50:52"}
+{"current_steps": 1430, "total_steps": 4591, "loss": 0.4516, "lr": 8.702720065545024e-06, "epoch": 0.3115129070907309, "percentage": 31.15, "elapsed_time": "3:32:20", "remaining_time": "7:49:21"}
+{"current_steps": 1440, "total_steps": 4591, "loss": 0.447, "lr": 8.677060407567264e-06, "epoch": 0.3136913190284283, "percentage": 31.37, "elapsed_time": "3:33:48", "remaining_time": "7:47:50"}
+{"current_steps": 1450, "total_steps": 4591, "loss": 0.4424, "lr": 8.651188088503713e-06, "epoch": 0.3158697309661257, "percentage": 31.58, "elapsed_time": "3:35:16", "remaining_time": "7:46:19"}
+{"current_steps": 1460, "total_steps": 4591, "loss": 0.4436, "lr": 8.625104604667965e-06, "epoch": 0.3180481429038231, "percentage": 31.8, "elapsed_time": "3:36:44", "remaining_time": "7:44:47"}
+{"current_steps": 1470, "total_steps": 4591, "loss": 0.4404, "lr": 8.598811464586225e-06, "epoch": 0.3202265548415205, "percentage": 32.02, "elapsed_time": "3:38:12", "remaining_time": "7:43:16"}
+{"current_steps": 1480, "total_steps": 4591, "loss": 0.4414, "lr": 8.572310188910075e-06, "epoch": 0.3224049667792179, "percentage": 32.24, "elapsed_time": "3:39:40", "remaining_time": "7:41:45"}
+{"current_steps": 1490, "total_steps": 4591, "loss": 0.4489, "lr": 8.545602310328522e-06, "epoch": 0.3245833787169154, "percentage": 32.45, "elapsed_time": "3:41:08", "remaining_time": "7:40:13"}
+{"current_steps": 1500, "total_steps": 4591, "loss": 0.4435, "lr": 8.518689373479354e-06, "epoch": 0.3267617906546128, "percentage": 32.67, "elapsed_time": "3:42:36", "remaining_time": "7:38:42"}
+{"current_steps": 1500, "total_steps": 4591, "eval_loss": 0.4498658776283264, "epoch": 0.3267617906546128, "percentage": 32.67, "elapsed_time": "3:42:45", "remaining_time": "7:39:02"}
+{"current_steps": 1510, "total_steps": 4591, "loss": 0.4423, "lr": 8.491572934859808e-06, "epoch": 0.3289402025923102, "percentage": 32.89, "elapsed_time": "3:44:16", "remaining_time": "7:37:36"}
+{"current_steps": 1520, "total_steps": 4591, "loss": 0.4451, "lr": 8.464254562736556e-06, "epoch": 0.3311186145300076, "percentage": 33.11, "elapsed_time": "3:45:44", "remaining_time": "7:36:04"}
+{"current_steps": 1530, "total_steps": 4591, "loss": 0.4429, "lr": 8.436735837054998e-06, "epoch": 0.33329702646770504, "percentage": 33.33, "elapsed_time": "3:47:12", "remaining_time": "7:34:34"}
+{"current_steps": 1540, "total_steps": 4591, "loss": 0.4394, "lr": 8.409018349347888e-06, "epoch": 0.33547543840540245, "percentage": 33.54, "elapsed_time": "3:48:40", "remaining_time": "7:33:03"}
+{"current_steps": 1550, "total_steps": 4591, "loss": 0.4406, "lr": 8.381103702643295e-06, "epoch": 0.33765385034309986, "percentage": 33.76, "elapsed_time": "3:50:09", "remaining_time": "7:31:32"}
+{"current_steps": 1560, "total_steps": 4591, "loss": 0.4397, "lr": 8.352993511371878e-06, "epoch": 0.3398322622807973, "percentage": 33.98, "elapsed_time": "3:51:37", "remaining_time": "7:30:01"}
+{"current_steps": 1570, "total_steps": 4591, "loss": 0.4349, "lr": 8.324689401273538e-06, "epoch": 0.34201067421849474, "percentage": 34.2, "elapsed_time": "3:53:05", "remaining_time": "7:28:31"}
+{"current_steps": 1580, "total_steps": 4591, "loss": 0.4366, "lr": 8.296193009303369e-06, "epoch": 0.34418908615619215, "percentage": 34.42, "elapsed_time": "3:54:33", "remaining_time": "7:27:00"}
+{"current_steps": 1590, "total_steps": 4591, "loss": 0.4356, "lr": 8.267505983537003e-06, "epoch": 0.34636749809388956, "percentage": 34.63, "elapsed_time": "3:56:01", "remaining_time": "7:25:29"}
+{"current_steps": 1600, "total_steps": 4591, "loss": 0.4351, "lr": 8.238629983075296e-06, "epoch": 0.34854591003158697, "percentage": 34.85, "elapsed_time": "3:57:29", "remaining_time": "7:23:58"}
+{"current_steps": 1600, "total_steps": 4591, "eval_loss": 0.44457298517227173, "epoch": 0.34854591003158697, "percentage": 34.85, "elapsed_time": "3:57:39", "remaining_time": "7:24:16"}
+{"current_steps": 1610, "total_steps": 4591, "loss": 0.4352, "lr": 8.209566677948358e-06, "epoch": 0.3507243219692844, "percentage": 35.07, "elapsed_time": "3:59:07", "remaining_time": "7:22:44"}
+{"current_steps": 1620, "total_steps": 4591, "loss": 0.4359, "lr": 8.18031774901898e-06, "epoch": 0.3529027339069818, "percentage": 35.29, "elapsed_time": "4:00:35", "remaining_time": "7:21:13"}
+{"current_steps": 1630, "total_steps": 4591, "loss": 0.4341, "lr": 8.150884887885424e-06, "epoch": 0.3550811458446792, "percentage": 35.5, "elapsed_time": "4:02:03", "remaining_time": "7:19:42"}
+{"current_steps": 1640, "total_steps": 4591, "loss": 0.4326, "lr": 8.121269796783585e-06, "epoch": 0.35725955778237667, "percentage": 35.72, "elapsed_time": "4:03:31", "remaining_time": "7:18:11"}
+{"current_steps": 1650, "total_steps": 4591, "loss": 0.4313, "lr": 8.091474188488535e-06, "epoch": 0.3594379697200741, "percentage": 35.94, "elapsed_time": "4:04:59", "remaining_time": "7:16:40"}
+{"current_steps": 1660, "total_steps": 4591, "loss": 0.4328, "lr": 8.061499786215488e-06, "epoch": 0.3616163816577715, "percentage": 36.16, "elapsed_time": "4:06:27", "remaining_time": "7:15:10"}
+{"current_steps": 1670, "total_steps": 4591, "loss": 0.4333, "lr": 8.031348323520113e-06, "epoch": 0.3637947935954689, "percentage": 36.38, "elapsed_time": "4:07:55", "remaining_time": "7:13:39"}
+{"current_steps": 1680, "total_steps": 4591, "loss": 0.4365, "lr": 8.001021544198295e-06, "epoch": 0.3659732055331663, "percentage": 36.59, "elapsed_time": "4:09:24", "remaining_time": "7:12:08"}
+{"current_steps": 1690, "total_steps": 4591, "loss": 0.4311, "lr": 7.970521202185269e-06, "epoch": 0.3681516174708637, "percentage": 36.81, "elapsed_time": "4:10:52", "remaining_time": "7:10:38"}
+{"current_steps": 1700, "total_steps": 4591, "loss": 0.4335, "lr": 7.939849061454192e-06, "epoch": 0.37033002940856113, "percentage": 37.03, "elapsed_time": "4:12:20", "remaining_time": "7:09:07"}
+{"current_steps": 1700, "total_steps": 4591, "eval_loss": 0.44085103273391724, "epoch": 0.37033002940856113, "percentage": 37.03, "elapsed_time": "4:12:29", "remaining_time": "7:09:23"}
+{"current_steps": 1710, "total_steps": 4591, "loss": 0.4328, "lr": 7.909006895914119e-06, "epoch": 0.3725084413462586, "percentage": 37.25, "elapsed_time": "4:13:57", "remaining_time": "7:07:52"}
+{"current_steps": 1720, "total_steps": 4591, "loss": 0.4273, "lr": 7.877996489307409e-06, "epoch": 0.374686853283956, "percentage": 37.46, "elapsed_time": "4:15:25", "remaining_time": "7:06:21"}
+{"current_steps": 1730, "total_steps": 4591, "loss": 0.4291, "lr": 7.846819635106569e-06, "epoch": 0.3768652652216534, "percentage": 37.68, "elapsed_time": "4:16:54", "remaining_time": "7:04:51"}
+{"current_steps": 1740, "total_steps": 4591, "loss": 0.4292, "lr": 7.81547813641052e-06, "epoch": 0.37904367715935083, "percentage": 37.9, "elapsed_time": "4:18:22", "remaining_time": "7:03:20"}
+{"current_steps": 1750, "total_steps": 4591, "loss": 0.4317, "lr": 7.783973805840329e-06, "epoch": 0.38122208909704824, "percentage": 38.12, "elapsed_time": "4:19:50", "remaining_time": "7:01:49"}
+{"current_steps": 1760, "total_steps": 4591, "loss": 0.4299, "lr": 7.75230846543436e-06, "epoch": 0.38340050103474566, "percentage": 38.34, "elapsed_time": "4:21:18", "remaining_time": "7:00:18"}
+{"current_steps": 1770, "total_steps": 4591, "loss": 0.4255, "lr": 7.720483946542913e-06, "epoch": 0.38557891297244307, "percentage": 38.55, "elapsed_time": "4:22:46", "remaining_time": "6:58:48"}
+{"current_steps": 1780, "total_steps": 4591, "loss": 0.4275, "lr": 7.688502089722302e-06, "epoch": 0.38775732491014053, "percentage": 38.77, "elapsed_time": "4:24:14", "remaining_time": "6:57:17"}
+{"current_steps": 1790, "total_steps": 4591, "loss": 0.4247, "lr": 7.656364744628402e-06, "epoch": 0.38993573684783794, "percentage": 38.99, "elapsed_time": "4:25:42", "remaining_time": "6:55:46"}
+{"current_steps": 1800, "total_steps": 4591, "loss": 0.4259, "lr": 7.624073769909684e-06, "epoch": 0.39211414878553535, "percentage": 39.21, "elapsed_time": "4:27:10", "remaining_time": "6:54:16"}
+{"current_steps": 1800, "total_steps": 4591, "eval_loss": 0.438446044921875, "epoch": 0.39211414878553535, "percentage": 39.21, "elapsed_time": "4:27:20", "remaining_time": "6:54:31"}
+{"current_steps": 1810, "total_steps": 4591, "loss": 0.426, "lr": 7.5916310330997175e-06, "epoch": 0.39429256072323277, "percentage": 39.42, "elapsed_time": "4:28:50", "remaining_time": "6:53:04"}
+{"current_steps": 1820, "total_steps": 4591, "loss": 0.4263, "lr": 7.559038410509161e-06, "epoch": 0.3964709726609302, "percentage": 39.64, "elapsed_time": "4:30:18", "remaining_time": "6:51:33"}
+{"current_steps": 1830, "total_steps": 4591, "loss": 0.4249, "lr": 7.526297787117247e-06, "epoch": 0.3986493845986276, "percentage": 39.86, "elapsed_time": "4:31:47", "remaining_time": "6:50:03"}
+{"current_steps": 1840, "total_steps": 4591, "loss": 0.4236, "lr": 7.493411056462768e-06, "epoch": 0.400827796536325, "percentage": 40.08, "elapsed_time": "4:33:15", "remaining_time": "6:48:32"}
+{"current_steps": 1850, "total_steps": 4591, "loss": 0.4238, "lr": 7.460380120534563e-06, "epoch": 0.40300620847402246, "percentage": 40.3, "elapsed_time": "4:34:43", "remaining_time": "6:47:01"}
+{"current_steps": 1860, "total_steps": 4591, "loss": 0.429, "lr": 7.427206889661511e-06, "epoch": 0.4051846204117199, "percentage": 40.51, "elapsed_time": "4:36:10", "remaining_time": "6:45:30"}
+{"current_steps": 1870, "total_steps": 4591, "loss": 0.4287, "lr": 7.393893282402057e-06, "epoch": 0.4073630323494173, "percentage": 40.73, "elapsed_time": "4:37:39", "remaining_time": "6:44:00"}
+{"current_steps": 1880, "total_steps": 4591, "loss": 0.4264, "lr": 7.360441225433252e-06, "epoch": 0.4095414442871147, "percentage": 40.95, "elapsed_time": "4:39:07", "remaining_time": "6:42:29"}
+{"current_steps": 1890, "total_steps": 4591, "loss": 0.4231, "lr": 7.326852653439317e-06, "epoch": 0.4117198562248121, "percentage": 41.17, "elapsed_time": "4:40:35", "remaining_time": "6:40:59"}
+{"current_steps": 1900, "total_steps": 4591, "loss": 0.4254, "lr": 7.293129508999758e-06, "epoch": 0.4138982681625095, "percentage": 41.39, "elapsed_time": "4:42:03", "remaining_time": "6:39:28"}
+{"current_steps": 1900, "total_steps": 4591, "eval_loss": 0.4347061216831207, "epoch": 0.4138982681625095, "percentage": 41.39, "elapsed_time": "4:42:12", "remaining_time": "6:39:42"}
+{"current_steps": 1910, "total_steps": 4591, "loss": 0.4201, "lr": 7.259273742477017e-06, "epoch": 0.41607668010020693, "percentage": 41.6, "elapsed_time": "4:43:40", "remaining_time": "6:38:11"}
+{"current_steps": 1920, "total_steps": 4591, "loss": 0.4254, "lr": 7.2252873119036684e-06, "epoch": 0.41825509203790434, "percentage": 41.82, "elapsed_time": "4:45:08", "remaining_time": "6:36:40"}
+{"current_steps": 1930, "total_steps": 4591, "loss": 0.4219, "lr": 7.1911721828691904e-06, "epoch": 0.4204335039756018, "percentage": 42.04, "elapsed_time": "4:46:36", "remaining_time": "6:35:10"}
+{"current_steps": 1940, "total_steps": 4591, "loss": 0.4235, "lr": 7.156930328406268e-06, "epoch": 0.4226119159132992, "percentage": 42.26, "elapsed_time": "4:48:04", "remaining_time": "6:33:39"}
+{"current_steps": 1950, "total_steps": 4591, "loss": 0.4216, "lr": 7.122563728876698e-06, "epoch": 0.42479032785099663, "percentage": 42.47, "elapsed_time": "4:49:32", "remaining_time": "6:32:09"}
+{"current_steps": 1960, "total_steps": 4591, "loss": 0.4286, "lr": 7.088074371856847e-06, "epoch": 0.42696873978869404, "percentage": 42.69, "elapsed_time": "4:51:00", "remaining_time": "6:30:38"}
+{"current_steps": 1970, "total_steps": 4591, "loss": 0.4246, "lr": 7.053464252022708e-06, "epoch": 0.42914715172639145, "percentage": 42.91, "elapsed_time": "4:52:29", "remaining_time": "6:29:08"}
+{"current_steps": 1980, "total_steps": 4591, "loss": 0.42, "lr": 7.018735371034531e-06, "epoch": 0.43132556366408886, "percentage": 43.13, "elapsed_time": "4:53:56", "remaining_time": "6:27:37"}
+{"current_steps": 1990, "total_steps": 4591, "loss": 0.4183, "lr": 6.9838897374210665e-06, "epoch": 0.4335039756017863, "percentage": 43.35, "elapsed_time": "4:55:25", "remaining_time": "6:26:07"}
+{"current_steps": 2000, "total_steps": 4591, "loss": 0.4193, "lr": 6.948929366463397e-06, "epoch": 0.43568238753948374, "percentage": 43.56, "elapsed_time": "4:56:53", "remaining_time": "6:24:36"}
+{"current_steps": 2000, "total_steps": 4591, "eval_loss": 0.4357667863368988, "epoch": 0.43568238753948374, "percentage": 43.56, "elapsed_time": "4:57:02", "remaining_time": "6:24:49"}
+{"current_steps": 2010, "total_steps": 4591, "loss": 0.4255, "lr": 6.913856280078387e-06, "epoch": 0.43786079947718115, "percentage": 43.78, "elapsed_time": "4:58:30", "remaining_time": "6:23:18"}
+{"current_steps": 2020, "total_steps": 4591, "loss": 0.4179, "lr": 6.878672506701742e-06, "epoch": 0.44003921141487856, "percentage": 44.0, "elapsed_time": "4:59:58", "remaining_time": "6:21:48"}
+{"current_steps": 2030, "total_steps": 4591, "loss": 0.4193, "lr": 6.843380081170704e-06, "epoch": 0.442217623352576, "percentage": 44.22, "elapsed_time": "5:01:26", "remaining_time": "6:20:17"}
+{"current_steps": 2040, "total_steps": 4591, "loss": 0.4199, "lr": 6.807981044606359e-06, "epoch": 0.4443960352902734, "percentage": 44.43, "elapsed_time": "5:02:54", "remaining_time": "6:18:47"}
+{"current_steps": 2050, "total_steps": 4591, "loss": 0.4198, "lr": 6.772477444295592e-06, "epoch": 0.4465744472279708, "percentage": 44.65, "elapsed_time": "5:04:22", "remaining_time": "6:17:16"}
+{"current_steps": 2060, "total_steps": 4591, "loss": 0.4166, "lr": 6.736871333572686e-06, "epoch": 0.4487528591656682, "percentage": 44.87, "elapsed_time": "5:05:50", "remaining_time": "6:15:46"}
+{"current_steps": 2070, "total_steps": 4591, "loss": 0.4196, "lr": 6.701164771700564e-06, "epoch": 0.45093127110336567, "percentage": 45.09, "elapsed_time": "5:07:18", "remaining_time": "6:14:16"}
+{"current_steps": 2080, "total_steps": 4591, "loss": 0.4205, "lr": 6.665359823751696e-06, "epoch": 0.4531096830410631, "percentage": 45.31, "elapsed_time": "5:08:46", "remaining_time": "6:12:45"}
+{"current_steps": 2090, "total_steps": 4591, "loss": 0.4185, "lr": 6.629458560488664e-06, "epoch": 0.4552880949787605, "percentage": 45.52, "elapsed_time": "5:10:15", "remaining_time": "6:11:15"}
+{"current_steps": 2100, "total_steps": 4591, "loss": 0.4164, "lr": 6.593463058244407e-06, "epoch": 0.4574665069164579, "percentage": 45.74, "elapsed_time": "5:11:43", "remaining_time": "6:09:45"}
+{"current_steps": 2100, "total_steps": 4591, "eval_loss": 0.4329228401184082, "epoch": 0.4574665069164579, "percentage": 45.74, "elapsed_time": "5:11:52", "remaining_time": "6:09:57"}
+{"current_steps": 2110, "total_steps": 4591, "loss": 0.4188, "lr": 6.557375398802124e-06, "epoch": 0.4596449188541553, "percentage": 45.96, "elapsed_time": "5:13:23", "remaining_time": "6:08:29"}
+{"current_steps": 2120, "total_steps": 4591, "loss": 0.4166, "lr": 6.521197669274885e-06, "epoch": 0.4618233307918527, "percentage": 46.18, "elapsed_time": "5:14:51", "remaining_time": "6:06:59"}
+{"current_steps": 2130, "total_steps": 4591, "loss": 0.4164, "lr": 6.484931961984927e-06, "epoch": 0.46400174272955014, "percentage": 46.4, "elapsed_time": "5:16:20", "remaining_time": "6:05:29"}
+{"current_steps": 2140, "total_steps": 4591, "loss": 0.4159, "lr": 6.448580374342632e-06, "epoch": 0.4661801546672476, "percentage": 46.61, "elapsed_time": "5:17:48", "remaining_time": "6:03:59"}
+{"current_steps": 2150, "total_steps": 4591, "loss": 0.4155, "lr": 6.412145008725239e-06, "epoch": 0.468358566604945, "percentage": 46.83, "elapsed_time": "5:19:16", "remaining_time": "6:02:29"}
+{"current_steps": 2160, "total_steps": 4591, "loss": 0.4155, "lr": 6.375627972355245e-06, "epoch": 0.4705369785426424, "percentage": 47.05, "elapsed_time": "5:20:44", "remaining_time": "6:00:59"}
+{"current_steps": 2170, "total_steps": 4591, "loss": 0.4231, "lr": 6.339031377178536e-06, "epoch": 0.47271539048033984, "percentage": 47.27, "elapsed_time": "5:22:13", "remaining_time": "5:59:29"}
+{"current_steps": 2180, "total_steps": 4591, "loss": 0.418, "lr": 6.302357339742245e-06, "epoch": 0.47489380241803725, "percentage": 47.48, "elapsed_time": "5:23:41", "remaining_time": "5:57:59"}
+{"current_steps": 2190, "total_steps": 4591, "loss": 0.4165, "lr": 6.265607981072346e-06, "epoch": 0.47707221435573466, "percentage": 47.7, "elapsed_time": "5:25:08", "remaining_time": "5:56:28"}
+{"current_steps": 2200, "total_steps": 4591, "loss": 0.4142, "lr": 6.228785426550976e-06, "epoch": 0.47925062629343207, "percentage": 47.92, "elapsed_time": "5:26:37", "remaining_time": "5:54:58"}
+{"current_steps": 2200, "total_steps": 4591, "eval_loss": 0.4327417314052582, "epoch": 0.47925062629343207, "percentage": 47.92, "elapsed_time": "5:26:46", "remaining_time": "5:55:09"}
+{"current_steps": 2210, "total_steps": 4591, "loss": 0.4127, "lr": 6.191891805793523e-06, "epoch": 0.4814290382311295, "percentage": 48.14, "elapsed_time": "5:28:15", "remaining_time": "5:53:39"}
+{"current_steps": 2220, "total_steps": 4591, "loss": 0.4145, "lr": 6.1549292525254585e-06, "epoch": 0.48360745016882695, "percentage": 48.36, "elapsed_time": "5:29:43", "remaining_time": "5:52:08"}
+{"current_steps": 2230, "total_steps": 4591, "loss": 0.4153, "lr": 6.117899904458935e-06, "epoch": 0.48578586210652436, "percentage": 48.57, "elapsed_time": "5:31:11", "remaining_time": "5:50:38"}
+{"current_steps": 2240, "total_steps": 4591, "loss": 0.4156, "lr": 6.080805903169145e-06, "epoch": 0.48796427404422177, "percentage": 48.79, "elapsed_time": "5:32:39", "remaining_time": "5:49:08"}
+{"current_steps": 2250, "total_steps": 4591, "loss": 0.414, "lr": 6.043649393970478e-06, "epoch": 0.4901426859819192, "percentage": 49.01, "elapsed_time": "5:34:07", "remaining_time": "5:47:38"}
+{"current_steps": 2260, "total_steps": 4591, "loss": 0.4185, "lr": 6.006432525792435e-06, "epoch": 0.4923210979196166, "percentage": 49.23, "elapsed_time": "5:35:35", "remaining_time": "5:46:08"}
+{"current_steps": 2270, "total_steps": 4591, "loss": 0.4155, "lr": 5.9691574510553505e-06, "epoch": 0.494499509857314, "percentage": 49.44, "elapsed_time": "5:37:03", "remaining_time": "5:44:38"}
+{"current_steps": 2280, "total_steps": 4591, "loss": 0.412, "lr": 5.931826325545912e-06, "epoch": 0.4966779217950114, "percentage": 49.66, "elapsed_time": "5:38:32", "remaining_time": "5:43:08"}
+{"current_steps": 2290, "total_steps": 4591, "loss": 0.413, "lr": 5.894441308292471e-06, "epoch": 0.4988563337327089, "percentage": 49.88, "elapsed_time": "5:40:00", "remaining_time": "5:41:38"}
+{"current_steps": 2300, "total_steps": 4591, "loss": 0.4119, "lr": 5.85700456144019e-06, "epoch": 0.5010347456704063, "percentage": 50.1, "elapsed_time": "5:41:28", "remaining_time": "5:40:08"}
+{"current_steps": 2300, "total_steps": 4591, "eval_loss": 0.42866024374961853, "epoch": 0.5010347456704063, "percentage": 50.1, "elapsed_time": "5:41:38", "remaining_time": "5:40:17"}
+{"current_steps": 2310, "total_steps": 4591, "loss": 0.4141, "lr": 5.819518250125986e-06, "epoch": 0.5032131576081037, "percentage": 50.32, "elapsed_time": "5:43:06", "remaining_time": "5:38:48"}
+{"current_steps": 2320, "total_steps": 4591, "loss": 0.412, "lr": 5.781984542353313e-06, "epoch": 0.5053915695458011, "percentage": 50.53, "elapsed_time": "5:44:34", "remaining_time": "5:37:18"}
+{"current_steps": 2330, "total_steps": 4591, "loss": 0.4112, "lr": 5.744405608866775e-06, "epoch": 0.5075699814834985, "percentage": 50.75, "elapsed_time": "5:46:02", "remaining_time": "5:35:47"}
+{"current_steps": 2340, "total_steps": 4591, "loss": 0.4102, "lr": 5.7067836230265915e-06, "epoch": 0.5097483934211959, "percentage": 50.97, "elapsed_time": "5:47:30", "remaining_time": "5:34:17"}
+{"current_steps": 2350, "total_steps": 4591, "loss": 0.414, "lr": 5.669120760682888e-06, "epoch": 0.5119268053588933, "percentage": 51.19, "elapsed_time": "5:48:58", "remaining_time": "5:32:47"}
+{"current_steps": 2360, "total_steps": 4591, "loss": 0.4122, "lr": 5.631419200049867e-06, "epoch": 0.5141052172965908, "percentage": 51.4, "elapsed_time": "5:50:26", "remaining_time": "5:31:17"}
+{"current_steps": 2370, "total_steps": 4591, "loss": 0.4118, "lr": 5.593681121579828e-06, "epoch": 0.5162836292342882, "percentage": 51.62, "elapsed_time": "5:51:54", "remaining_time": "5:29:47"}
+{"current_steps": 2380, "total_steps": 4591, "loss": 0.4108, "lr": 5.555908707837061e-06, "epoch": 0.5184620411719856, "percentage": 51.84, "elapsed_time": "5:53:22", "remaining_time": "5:28:17"}
+{"current_steps": 2390, "total_steps": 4591, "loss": 0.4132, "lr": 5.518104143371623e-06, "epoch": 0.520640453109683, "percentage": 52.06, "elapsed_time": "5:54:50", "remaining_time": "5:26:47"}
+{"current_steps": 2400, "total_steps": 4591, "loss": 0.4109, "lr": 5.4802696145929925e-06, "epoch": 0.5228188650473805, "percentage": 52.28, "elapsed_time": "5:56:19", "remaining_time": "5:25:17"}
+{"current_steps": 2400, "total_steps": 4591, "eval_loss": 0.42882996797561646, "epoch": 0.5228188650473805, "percentage": 52.28, "elapsed_time": "5:56:28", "remaining_time": "5:25:26"}
+{"current_steps": 2410, "total_steps": 4591, "loss": 0.4126, "lr": 5.44240730964362e-06, "epoch": 0.5249972769850779, "percentage": 52.49, "elapsed_time": "5:57:59", "remaining_time": "5:23:58"}
+{"current_steps": 2420, "total_steps": 4591, "loss": 0.4135, "lr": 5.404519418272376e-06, "epoch": 0.5271756889227753, "percentage": 52.71, "elapsed_time": "5:59:27", "remaining_time": "5:22:28"}
+{"current_steps": 2430, "total_steps": 4591, "loss": 0.4089, "lr": 5.366608131707913e-06, "epoch": 0.5293541008604727, "percentage": 52.93, "elapsed_time": "6:00:55", "remaining_time": "5:20:58"}
+{"current_steps": 2440, "total_steps": 4591, "loss": 0.4097, "lr": 5.328675642531934e-06, "epoch": 0.5315325127981702, "percentage": 53.15, "elapsed_time": "6:02:24", "remaining_time": "5:19:28"}
+{"current_steps": 2450, "total_steps": 4591, "loss": 0.4098, "lr": 5.290724144552379e-06, "epoch": 0.5337109247358676, "percentage": 53.37, "elapsed_time": "6:03:52", "remaining_time": "5:17:58"}
+{"current_steps": 2460, "total_steps": 4591, "loss": 0.4113, "lr": 5.252755832676562e-06, "epoch": 0.535889336673565, "percentage": 53.58, "elapsed_time": "6:05:20", "remaining_time": "5:16:28"}
+{"current_steps": 2470, "total_steps": 4591, "loss": 0.4084, "lr": 5.214772902784218e-06, "epoch": 0.5380677486112624, "percentage": 53.8, "elapsed_time": "6:06:48", "remaining_time": "5:14:58"}
+{"current_steps": 2480, "total_steps": 4591, "loss": 0.4085, "lr": 5.176777551600504e-06, "epoch": 0.5402461605489598, "percentage": 54.02, "elapsed_time": "6:08:16", "remaining_time": "5:13:28"}
+{"current_steps": 2490, "total_steps": 4591, "loss": 0.4089, "lr": 5.13877197656896e-06, "epoch": 0.5424245724866572, "percentage": 54.24, "elapsed_time": "6:09:44", "remaining_time": "5:11:58"}
+{"current_steps": 2500, "total_steps": 4591, "loss": 0.4117, "lr": 5.100758375724418e-06, "epoch": 0.5446029844243546, "percentage": 54.45, "elapsed_time": "6:11:12", "remaining_time": "5:10:29"}
+{"current_steps": 2500, "total_steps": 4591, "eval_loss": 0.43057578802108765, "epoch": 0.5446029844243546, "percentage": 54.45, "elapsed_time": "6:11:22", "remaining_time": "5:10:37"}
+{"current_steps": 2510, "total_steps": 4591, "loss": 0.4075, "lr": 5.062738947565879e-06, "epoch": 0.546781396362052, "percentage": 54.67, "elapsed_time": "6:12:50", "remaining_time": "5:09:07"}
+{"current_steps": 2520, "total_steps": 4591, "loss": 0.4061, "lr": 5.0247158909293605e-06, "epoch": 0.5489598082997494, "percentage": 54.89, "elapsed_time": "6:14:18", "remaining_time": "5:07:37"}
+{"current_steps": 2530, "total_steps": 4591, "loss": 0.4106, "lr": 4.986691404860738e-06, "epoch": 0.5511382202374469, "percentage": 55.11, "elapsed_time": "6:15:46", "remaining_time": "5:06:07"}
+{"current_steps": 2540, "total_steps": 4591, "loss": 0.4093, "lr": 4.948667688488552e-06, "epoch": 0.5533166321751444, "percentage": 55.33, "elapsed_time": "6:17:14", "remaining_time": "5:04:37"}
+{"current_steps": 2550, "total_steps": 4591, "loss": 0.4082, "lr": 4.910646940896828e-06, "epoch": 0.5554950441128418, "percentage": 55.54, "elapsed_time": "6:18:42", "remaining_time": "5:03:07"}
+{"current_steps": 2560, "total_steps": 4591, "loss": 0.4061, "lr": 4.872631360997899e-06, "epoch": 0.5576734560505392, "percentage": 55.76, "elapsed_time": "6:20:10", "remaining_time": "5:01:36"}
+{"current_steps": 2570, "total_steps": 4591, "loss": 0.4075, "lr": 4.83462314740522e-06, "epoch": 0.5598518679882366, "percentage": 55.98, "elapsed_time": "6:21:38", "remaining_time": "5:00:07"}
+{"current_steps": 2580, "total_steps": 4591, "loss": 0.4113, "lr": 4.796624498306224e-06, "epoch": 0.562030279925934, "percentage": 56.2, "elapsed_time": "6:23:06", "remaining_time": "4:58:37"}
+{"current_steps": 2590, "total_steps": 4591, "loss": 0.4088, "lr": 4.758637611335183e-06, "epoch": 0.5642086918636314, "percentage": 56.41, "elapsed_time": "6:24:34", "remaining_time": "4:57:07"}
+{"current_steps": 2600, "total_steps": 4591, "loss": 0.4073, "lr": 4.720664683446111e-06, "epoch": 0.5663871038013288, "percentage": 56.63, "elapsed_time": "6:26:02", "remaining_time": "4:55:37"}
+{"current_steps": 2600, "total_steps": 4591, "eval_loss": 0.4350495934486389, "epoch": 0.5663871038013288, "percentage": 56.63, "elapsed_time": "6:26:12", "remaining_time": "4:55:44"}
+{"current_steps": 2610, "total_steps": 4591, "loss": 0.4149, "lr": 4.682707910785712e-06, "epoch": 0.5685655157390263, "percentage": 56.85, "elapsed_time": "6:27:40", "remaining_time": "4:54:14"}
+{"current_steps": 2620, "total_steps": 4591, "loss": 0.4083, "lr": 4.644769488566351e-06, "epoch": 0.5707439276767237, "percentage": 57.07, "elapsed_time": "6:29:08", "remaining_time": "4:52:44"}
+{"current_steps": 2630, "total_steps": 4591, "loss": 0.4052, "lr": 4.606851610939108e-06, "epoch": 0.5729223396144211, "percentage": 57.29, "elapsed_time": "6:30:36", "remaining_time": "4:51:14"}
+{"current_steps": 2640, "total_steps": 4591, "loss": 0.4076, "lr": 4.5689564708668735e-06, "epoch": 0.5751007515521185, "percentage": 57.5, "elapsed_time": "6:32:04", "remaining_time": "4:49:45"}
+{"current_steps": 2650, "total_steps": 4591, "loss": 0.4088, "lr": 4.531086259997528e-06, "epoch": 0.5772791634898159, "percentage": 57.72, "elapsed_time": "6:33:33", "remaining_time": "4:48:15"}
+{"current_steps": 2660, "total_steps": 4591, "loss": 0.4081, "lr": 4.493243168537178e-06, "epoch": 0.5794575754275133, "percentage": 57.94, "elapsed_time": "6:35:01", "remaining_time": "4:46:45"}
+{"current_steps": 2670, "total_steps": 4591, "loss": 0.4074, "lr": 4.455429385123489e-06, "epoch": 0.5816359873652107, "percentage": 58.16, "elapsed_time": "6:36:29", "remaining_time": "4:45:15"}
+{"current_steps": 2680, "total_steps": 4591, "loss": 0.4037, "lr": 4.417647096699118e-06, "epoch": 0.5838143993029081, "percentage": 58.38, "elapsed_time": "6:37:57", "remaining_time": "4:43:46"}
+{"current_steps": 2690, "total_steps": 4591, "loss": 0.4063, "lr": 4.379898488385215e-06, "epoch": 0.5859928112406056, "percentage": 58.59, "elapsed_time": "6:39:25", "remaining_time": "4:42:16"}
+{"current_steps": 2700, "total_steps": 4591, "loss": 0.4062, "lr": 4.342185743355062e-06, "epoch": 0.5881712231783031, "percentage": 58.81, "elapsed_time": "6:40:53", "remaining_time": "4:40:46"}
+{"current_steps": 2700, "total_steps": 4591, "eval_loss": 0.4279891550540924, "epoch": 0.5881712231783031, "percentage": 58.81, "elapsed_time": "6:41:03", "remaining_time": "4:40:53"}
+{"current_steps": 2710, "total_steps": 4591, "loss": 0.4064, "lr": 4.304511042707802e-06, "epoch": 0.5903496351160005, "percentage": 59.03, "elapsed_time": "6:42:33", "remaining_time": "4:39:25"}
+{"current_steps": 2720, "total_steps": 4591, "loss": 0.4075, "lr": 4.266876565342298e-06, "epoch": 0.5925280470536979, "percentage": 59.25, "elapsed_time": "6:44:01", "remaining_time": "4:37:55"}
+{"current_steps": 2730, "total_steps": 4591, "loss": 0.4091, "lr": 4.229284487831122e-06, "epoch": 0.5947064589913953, "percentage": 59.46, "elapsed_time": "6:45:30", "remaining_time": "4:36:25"}
+{"current_steps": 2740, "total_steps": 4591, "loss": 0.4075, "lr": 4.191736984294667e-06, "epoch": 0.5968848709290927, "percentage": 59.68, "elapsed_time": "6:46:58", "remaining_time": "4:34:55"}
+{"current_steps": 2750, "total_steps": 4591, "loss": 0.404, "lr": 4.154236226275411e-06, "epoch": 0.5990632828667901, "percentage": 59.9, "elapsed_time": "6:48:26", "remaining_time": "4:33:25"}
+{"current_steps": 2760, "total_steps": 4591, "loss": 0.4042, "lr": 4.1167843826123265e-06, "epoch": 0.6012416948044875, "percentage": 60.12, "elapsed_time": "6:49:54", "remaining_time": "4:31:56"}
+{"current_steps": 2770, "total_steps": 4591, "loss": 0.4061, "lr": 4.079383619315447e-06, "epoch": 0.6034201067421849, "percentage": 60.34, "elapsed_time": "6:51:22", "remaining_time": "4:30:26"}
+{"current_steps": 2780, "total_steps": 4591, "loss": 0.4071, "lr": 4.0420360994406e-06, "epoch": 0.6055985186798823, "percentage": 60.55, "elapsed_time": "6:52:50", "remaining_time": "4:28:56"}
+{"current_steps": 2790, "total_steps": 4591, "loss": 0.402, "lr": 4.004743982964298e-06, "epoch": 0.6077769306175798, "percentage": 60.77, "elapsed_time": "6:54:18", "remaining_time": "4:27:26"}
+{"current_steps": 2800, "total_steps": 4591, "loss": 0.4037, "lr": 3.96750942665883e-06, "epoch": 0.6099553425552772, "percentage": 60.99, "elapsed_time": "6:55:46", "remaining_time": "4:25:56"}
+{"current_steps": 2800, "total_steps": 4591, "eval_loss": 0.4277077615261078, "epoch": 0.6099553425552772, "percentage": 60.99, "elapsed_time": "6:55:56", "remaining_time": "4:26:03"}
+{"current_steps": 2810, "total_steps": 4591, "loss": 0.404, "lr": 3.930334583967514e-06, "epoch": 0.6121337544929746, "percentage": 61.21, "elapsed_time": "6:57:24", "remaining_time": "4:24:33"}
+{"current_steps": 2820, "total_steps": 4591, "loss": 0.4065, "lr": 3.8932216048801615e-06, "epoch": 0.614312166430672, "percentage": 61.42, "elapsed_time": "6:58:52", "remaining_time": "4:23:03"}
+{"current_steps": 2830, "total_steps": 4591, "loss": 0.4059, "lr": 3.856172635808732e-06, "epoch": 0.6164905783683695, "percentage": 61.64, "elapsed_time": "7:00:20", "remaining_time": "4:21:33"}
+{"current_steps": 2840, "total_steps": 4591, "loss": 0.4053, "lr": 3.8191898194631926e-06, "epoch": 0.6186689903060669, "percentage": 61.86, "elapsed_time": "7:01:48", "remaining_time": "4:20:04"}
+{"current_steps": 2850, "total_steps": 4591, "loss": 0.4055, "lr": 3.782275294727601e-06, "epoch": 0.6208474022437643, "percentage": 62.08, "elapsed_time": "7:03:16", "remaining_time": "4:18:34"}
+{"current_steps": 2860, "total_steps": 4591, "loss": 0.4038, "lr": 3.745431196536398e-06, "epoch": 0.6230258141814617, "percentage": 62.3, "elapsed_time": "7:04:44", "remaining_time": "4:17:04"}
+{"current_steps": 2870, "total_steps": 4591, "loss": 0.4045, "lr": 3.7086596557509396e-06, "epoch": 0.6252042261191592, "percentage": 62.51, "elapsed_time": "7:06:13", "remaining_time": "4:15:34"}
+{"current_steps": 2880, "total_steps": 4591, "loss": 0.4025, "lr": 3.6719627990362594e-06, "epoch": 0.6273826380568566, "percentage": 62.73, "elapsed_time": "7:07:41", "remaining_time": "4:14:05"}
+{"current_steps": 2890, "total_steps": 4591, "loss": 0.402, "lr": 3.6353427487380687e-06, "epoch": 0.629561049994554, "percentage": 62.95, "elapsed_time": "7:09:09", "remaining_time": "4:12:35"}
+{"current_steps": 2900, "total_steps": 4591, "loss": 0.4054, "lr": 3.598801622760021e-06, "epoch": 0.6317394619322514, "percentage": 63.17, "elapsed_time": "7:10:37", "remaining_time": "4:11:05"}
+{"current_steps": 2900, "total_steps": 4591, "eval_loss": 0.42717447876930237, "epoch": 0.6317394619322514, "percentage": 63.17, "elapsed_time": "7:10:47", "remaining_time": "4:11:11"}
+{"current_steps": 2910, "total_steps": 4591, "loss": 0.4006, "lr": 3.5623415344412125e-06, "epoch": 0.6339178738699488, "percentage": 63.38, "elapsed_time": "7:12:14", "remaining_time": "4:09:41"}
+{"current_steps": 2920, "total_steps": 4591, "loss": 0.4046, "lr": 3.525964592433966e-06, "epoch": 0.6360962858076462, "percentage": 63.6, "elapsed_time": "7:13:42", "remaining_time": "4:08:11"}
+{"current_steps": 2930, "total_steps": 4591, "loss": 0.4025, "lr": 3.489672900581876e-06, "epoch": 0.6382746977453436, "percentage": 63.82, "elapsed_time": "7:15:10", "remaining_time": "4:06:42"}
+{"current_steps": 2940, "total_steps": 4591, "loss": 0.4037, "lr": 3.453468557798133e-06, "epoch": 0.640453109683041, "percentage": 64.04, "elapsed_time": "7:16:38", "remaining_time": "4:05:12"}
+{"current_steps": 2950, "total_steps": 4591, "loss": 0.403, "lr": 3.417353657944137e-06, "epoch": 0.6426315216207384, "percentage": 64.26, "elapsed_time": "7:18:06", "remaining_time": "4:03:42"}
+{"current_steps": 2960, "total_steps": 4591, "loss": 0.4027, "lr": 3.3813302897083955e-06, "epoch": 0.6448099335584359, "percentage": 64.47, "elapsed_time": "7:19:34", "remaining_time": "4:02:12"}
+{"current_steps": 2970, "total_steps": 4591, "loss": 0.4029, "lr": 3.345400536485727e-06, "epoch": 0.6469883454961333, "percentage": 64.69, "elapsed_time": "7:21:03", "remaining_time": "4:00:43"}
+{"current_steps": 2980, "total_steps": 4591, "loss": 0.4018, "lr": 3.3095664762567687e-06, "epoch": 0.6491667574338308, "percentage": 64.91, "elapsed_time": "7:22:31", "remaining_time": "3:59:13"}
+{"current_steps": 2990, "total_steps": 4591, "loss": 0.4025, "lr": 3.2738301814678015e-06, "epoch": 0.6513451693715282, "percentage": 65.13, "elapsed_time": "7:23:58", "remaining_time": "3:57:43"}
+{"current_steps": 3000, "total_steps": 4591, "loss": 0.4031, "lr": 3.238193718910883e-06, "epoch": 0.6535235813092256, "percentage": 65.35, "elapsed_time": "7:25:26", "remaining_time": "3:56:14"}
+{"current_steps": 3000, "total_steps": 4591, "eval_loss": 0.42841657996177673, "epoch": 0.6535235813092256, "percentage": 65.35, "elapsed_time": "7:25:36", "remaining_time": "3:56:19"}
+{"current_steps": 3010, "total_steps": 4591, "loss": 0.4022, "lr": 3.2026591496043226e-06, "epoch": 0.655701993246923, "percentage": 65.56, "elapsed_time": "7:27:07", "remaining_time": "3:54:50"}
+{"current_steps": 3020, "total_steps": 4591, "loss": 0.4018, "lr": 3.167228528673478e-06, "epoch": 0.6578804051846204, "percentage": 65.78, "elapsed_time": "7:28:35", "remaining_time": "3:53:21"}
+{"current_steps": 3030, "total_steps": 4591, "loss": 0.4035, "lr": 3.1319039052319033e-06, "epoch": 0.6600588171223178, "percentage": 66.0, "elapsed_time": "7:30:03", "remaining_time": "3:51:51"}
+{"current_steps": 3040, "total_steps": 4591, "loss": 0.404, "lr": 3.0966873222628368e-06, "epoch": 0.6622372290600153, "percentage": 66.22, "elapsed_time": "7:31:31", "remaining_time": "3:50:21"}
+{"current_steps": 3050, "total_steps": 4591, "loss": 0.4034, "lr": 3.0615808165010453e-06, "epoch": 0.6644156409977127, "percentage": 66.43, "elapsed_time": "7:32:59", "remaining_time": "3:48:52"}
+{"current_steps": 3060, "total_steps": 4591, "loss": 0.4009, "lr": 3.0265864183150306e-06, "epoch": 0.6665940529354101, "percentage": 66.65, "elapsed_time": "7:34:27", "remaining_time": "3:47:22"}
+{"current_steps": 3070, "total_steps": 4591, "loss": 0.4024, "lr": 2.991706151589606e-06, "epoch": 0.6687724648731075, "percentage": 66.87, "elapsed_time": "7:35:55", "remaining_time": "3:45:52"}
+{"current_steps": 3080, "total_steps": 4591, "loss": 0.4016, "lr": 2.956942033608843e-06, "epoch": 0.6709508768108049, "percentage": 67.09, "elapsed_time": "7:37:23", "remaining_time": "3:44:23"}
+{"current_steps": 3090, "total_steps": 4591, "loss": 0.4028, "lr": 2.9222960749394073e-06, "epoch": 0.6731292887485023, "percentage": 67.31, "elapsed_time": "7:38:51", "remaining_time": "3:42:53"}
+{"current_steps": 3100, "total_steps": 4591, "loss": 0.3998, "lr": 2.887770279314273e-06, "epoch": 0.6753077006861997, "percentage": 67.52, "elapsed_time": "7:40:19", "remaining_time": "3:41:23"}
+{"current_steps": 3100, "total_steps": 4591, "eval_loss": 0.42821940779685974, "epoch": 0.6753077006861997, "percentage": 67.52, "elapsed_time": "7:40:28", "remaining_time": "3:41:28"}
+{"current_steps": 3110, "total_steps": 4591, "loss": 0.4005, "lr": 2.853366643516841e-06, "epoch": 0.6774861126238971, "percentage": 67.74, "elapsed_time": "7:41:56", "remaining_time": "3:39:58"}
+{"current_steps": 3120, "total_steps": 4591, "loss": 0.4013, "lr": 2.8190871572654543e-06, "epoch": 0.6796645245615947, "percentage": 67.96, "elapsed_time": "7:43:24", "remaining_time": "3:38:29"}
+{"current_steps": 3130, "total_steps": 4591, "loss": 0.4007, "lr": 2.784933803098326e-06, "epoch": 0.6818429364992921, "percentage": 68.18, "elapsed_time": "7:44:52", "remaining_time": "3:36:59"}
+{"current_steps": 3140, "total_steps": 4591, "loss": 0.4002, "lr": 2.7509085562588743e-06, "epoch": 0.6840213484369895, "percentage": 68.39, "elapsed_time": "7:46:20", "remaining_time": "3:35:29"}
+{"current_steps": 3150, "total_steps": 4591, "loss": 0.4017, "lr": 2.717013384581498e-06, "epoch": 0.6861997603746869, "percentage": 68.61, "elapsed_time": "7:47:48", "remaining_time": "3:34:00"}
+{"current_steps": 3160, "total_steps": 4591, "loss": 0.4025, "lr": 2.683250248377752e-06, "epoch": 0.6883781723123843, "percentage": 68.83, "elapsed_time": "7:49:16", "remaining_time": "3:32:30"}
+{"current_steps": 3170, "total_steps": 4591, "loss": 0.3992, "lr": 2.6496211003229795e-06, "epoch": 0.6905565842500817, "percentage": 69.05, "elapsed_time": "7:50:44", "remaining_time": "3:31:01"}
+{"current_steps": 3180, "total_steps": 4591, "loss": 0.402, "lr": 2.6161278853433885e-06, "epoch": 0.6927349961877791, "percentage": 69.27, "elapsed_time": "7:52:12", "remaining_time": "3:29:31"}
+{"current_steps": 3190, "total_steps": 4591, "loss": 0.4014, "lr": 2.582772540503555e-06, "epoch": 0.6949134081254765, "percentage": 69.48, "elapsed_time": "7:53:41", "remaining_time": "3:28:02"}
+{"current_steps": 3200, "total_steps": 4591, "loss": 0.4003, "lr": 2.5495569948944e-06, "epoch": 0.6970918200631739, "percentage": 69.7, "elapsed_time": "7:55:08", "remaining_time": "3:26:32"}
+{"current_steps": 3200, "total_steps": 4591, "eval_loss": 0.42963868379592896, "epoch": 0.6970918200631739, "percentage": 69.7, "elapsed_time": "7:55:18", "remaining_time": "3:26:36"}
+{"current_steps": 3210, "total_steps": 4591, "loss": 0.4006, "lr": 2.5164831695216217e-06, "epoch": 0.6992702320008714, "percentage": 69.92, "elapsed_time": "7:56:46", "remaining_time": "3:25:07"}
+{"current_steps": 3220, "total_steps": 4591, "loss": 0.4019, "lr": 2.4835529771945938e-06, "epoch": 0.7014486439385688, "percentage": 70.14, "elapsed_time": "7:58:14", "remaining_time": "3:23:37"}
+{"current_steps": 3230, "total_steps": 4591, "loss": 0.3993, "lr": 2.450768322415739e-06, "epoch": 0.7036270558762662, "percentage": 70.36, "elapsed_time": "7:59:42", "remaining_time": "3:22:07"}
+{"current_steps": 3240, "total_steps": 4591, "loss": 0.4025, "lr": 2.4181311012703833e-06, "epoch": 0.7058054678139636, "percentage": 70.57, "elapsed_time": "8:01:10", "remaining_time": "3:20:38"}
+{"current_steps": 3250, "total_steps": 4591, "loss": 0.4009, "lr": 2.3856432013170978e-06, "epoch": 0.707983879751661, "percentage": 70.79, "elapsed_time": "8:02:38", "remaining_time": "3:19:08"}
+{"current_steps": 3260, "total_steps": 4591, "loss": 0.3978, "lr": 2.35330650147853e-06, "epoch": 0.7101622916893584, "percentage": 71.01, "elapsed_time": "8:04:06", "remaining_time": "3:17:39"}
+{"current_steps": 3270, "total_steps": 4591, "loss": 0.3982, "lr": 2.321122871932739e-06, "epoch": 0.7123407036270559, "percentage": 71.23, "elapsed_time": "8:05:34", "remaining_time": "3:16:09"}
+{"current_steps": 3280, "total_steps": 4591, "loss": 0.4005, "lr": 2.289094174005037e-06, "epoch": 0.7145191155647533, "percentage": 71.44, "elapsed_time": "8:07:02", "remaining_time": "3:14:40"}
+{"current_steps": 3290, "total_steps": 4591, "loss": 0.4007, "lr": 2.257222260060335e-06, "epoch": 0.7166975275024507, "percentage": 71.66, "elapsed_time": "8:08:30", "remaining_time": "3:13:10"}
+{"current_steps": 3300, "total_steps": 4591, "loss": 0.4021, "lr": 2.2255089733960162e-06, "epoch": 0.7188759394401482, "percentage": 71.88, "elapsed_time": "8:09:58", "remaining_time": "3:11:41"}
+{"current_steps": 3300, "total_steps": 4591, "eval_loss": 0.42818737030029297, "epoch": 0.7188759394401482, "percentage": 71.88, "elapsed_time": "8:10:08", "remaining_time": "3:11:44"}
+{"current_steps": 3310, "total_steps": 4591, "loss": 0.403, "lr": 2.1939561481353273e-06, "epoch": 0.7210543513778456, "percentage": 72.1, "elapsed_time": "8:11:39", "remaining_time": "3:10:16"}
+{"current_steps": 3320, "total_steps": 4591, "loss": 0.4023, "lr": 2.1625656091213056e-06, "epoch": 0.723232763315543, "percentage": 72.32, "elapsed_time": "8:13:07", "remaining_time": "3:08:46"}
+{"current_steps": 3330, "total_steps": 4591, "loss": 0.3982, "lr": 2.131339171811236e-06, "epoch": 0.7254111752532404, "percentage": 72.53, "elapsed_time": "8:14:35", "remaining_time": "3:07:17"}
+{"current_steps": 3340, "total_steps": 4591, "loss": 0.3994, "lr": 2.100278642171662e-06, "epoch": 0.7275895871909378, "percentage": 72.75, "elapsed_time": "8:16:03", "remaining_time": "3:05:47"}
+{"current_steps": 3350, "total_steps": 4591, "loss": 0.401, "lr": 2.069385816573928e-06, "epoch": 0.7297679991286352, "percentage": 72.97, "elapsed_time": "8:17:30", "remaining_time": "3:04:18"}
+{"current_steps": 3360, "total_steps": 4591, "loss": 0.3996, "lr": 2.0386624816902978e-06, "epoch": 0.7319464110663326, "percentage": 73.19, "elapsed_time": "8:18:58", "remaining_time": "3:02:48"}
+{"current_steps": 3370, "total_steps": 4591, "loss": 0.4014, "lr": 2.008110414390613e-06, "epoch": 0.73412482300403, "percentage": 73.4, "elapsed_time": "8:20:26", "remaining_time": "3:01:19"}
+{"current_steps": 3380, "total_steps": 4591, "loss": 0.3998, "lr": 1.977731381639541e-06, "epoch": 0.7363032349417274, "percentage": 73.62, "elapsed_time": "8:21:55", "remaining_time": "2:59:49"}
+{"current_steps": 3390, "total_steps": 4591, "loss": 0.3994, "lr": 1.9475271403943686e-06, "epoch": 0.7384816468794249, "percentage": 73.84, "elapsed_time": "8:23:23", "remaining_time": "2:58:20"}
+{"current_steps": 3400, "total_steps": 4591, "loss": 0.3982, "lr": 1.9174994375034034e-06, "epoch": 0.7406600588171223, "percentage": 74.06, "elapsed_time": "8:24:51", "remaining_time": "2:56:50"}
+{"current_steps": 3400, "total_steps": 4591, "eval_loss": 0.429605096578598, "epoch": 0.7406600588171223, "percentage": 74.06, "elapsed_time": "8:25:00", "remaining_time": "2:56:54"}
+{"current_steps": 3410, "total_steps": 4591, "loss": 0.4, "lr": 1.887650009604935e-06, "epoch": 0.7428384707548198, "percentage": 74.28, "elapsed_time": "8:26:28", "remaining_time": "2:55:24"}
+{"current_steps": 3420, "total_steps": 4591, "loss": 0.4005, "lr": 1.8579805830268016e-06, "epoch": 0.7450168826925172, "percentage": 74.49, "elapsed_time": "8:27:56", "remaining_time": "2:53:55"}
+{"current_steps": 3430, "total_steps": 4591, "loss": 0.3997, "lr": 1.8284928736865499e-06, "epoch": 0.7471952946302146, "percentage": 74.71, "elapsed_time": "8:29:24", "remaining_time": "2:52:25"}
+{"current_steps": 3440, "total_steps": 4591, "loss": 0.3983, "lr": 1.7991885869921928e-06, "epoch": 0.749373706567912, "percentage": 74.93, "elapsed_time": "8:30:53", "remaining_time": "2:50:56"}
+{"current_steps": 3450, "total_steps": 4591, "loss": 0.4002, "lr": 1.7700694177435807e-06, "epoch": 0.7515521185056094, "percentage": 75.15, "elapsed_time": "8:32:20", "remaining_time": "2:49:26"}
+{"current_steps": 3460, "total_steps": 4591, "loss": 0.3986, "lr": 1.7411370500343812e-06, "epoch": 0.7537305304433068, "percentage": 75.36, "elapsed_time": "8:33:48", "remaining_time": "2:47:57"}
+{"current_steps": 3470, "total_steps": 4591, "loss": 0.3958, "lr": 1.7123931571546826e-06, "epoch": 0.7559089423810043, "percentage": 75.58, "elapsed_time": "8:35:16", "remaining_time": "2:46:27"}
+{"current_steps": 3480, "total_steps": 4591, "loss": 0.3997, "lr": 1.6838394014942179e-06, "epoch": 0.7580873543187017, "percentage": 75.8, "elapsed_time": "8:36:45", "remaining_time": "2:44:58"}
+{"current_steps": 3490, "total_steps": 4591, "loss": 0.3986, "lr": 1.6554774344462199e-06, "epoch": 0.7602657662563991, "percentage": 76.02, "elapsed_time": "8:38:13", "remaining_time": "2:43:29"}
+{"current_steps": 3500, "total_steps": 4591, "loss": 0.3988, "lr": 1.6273088963119222e-06, "epoch": 0.7624441781940965, "percentage": 76.24, "elapsed_time": "8:39:41", "remaining_time": "2:41:59"}
+{"current_steps": 3500, "total_steps": 4591, "eval_loss": 0.4297761917114258, "epoch": 0.7624441781940965, "percentage": 76.24, "elapsed_time": "8:39:51", "remaining_time": "2:42:02"}
+{"current_steps": 3510, "total_steps": 4591, "loss": 0.3997, "lr": 1.5993354162056802e-06, "epoch": 0.7646225901317939, "percentage": 76.45, "elapsed_time": "8:41:19", "remaining_time": "2:40:33"}
+{"current_steps": 3520, "total_steps": 4591, "loss": 0.4001, "lr": 1.5715586119607617e-06, "epoch": 0.7668010020694913, "percentage": 76.67, "elapsed_time": "8:42:47", "remaining_time": "2:39:03"}
+{"current_steps": 3530, "total_steps": 4591, "loss": 0.398, "lr": 1.5439800900357765e-06, "epoch": 0.7689794140071887, "percentage": 76.89, "elapsed_time": "8:44:15", "remaining_time": "2:37:34"}
+{"current_steps": 3540, "total_steps": 4591, "loss": 0.4008, "lr": 1.516601445421768e-06, "epoch": 0.7711578259448861, "percentage": 77.11, "elapsed_time": "8:45:43", "remaining_time": "2:36:05"}
+{"current_steps": 3550, "total_steps": 4591, "loss": 0.3986, "lr": 1.4894242615499689e-06, "epoch": 0.7733362378825835, "percentage": 77.33, "elapsed_time": "8:47:11", "remaining_time": "2:34:35"}
+{"current_steps": 3560, "total_steps": 4591, "loss": 0.3984, "lr": 1.4624501102002209e-06, "epoch": 0.7755146498202811, "percentage": 77.54, "elapsed_time": "8:48:40", "remaining_time": "2:33:06"}
+{"current_steps": 3570, "total_steps": 4591, "loss": 0.4002, "lr": 1.4356805514100763e-06, "epoch": 0.7776930617579785, "percentage": 77.76, "elapsed_time": "8:50:08", "remaining_time": "2:31:36"}
+{"current_steps": 3580, "total_steps": 4591, "loss": 0.3957, "lr": 1.4091171333845692e-06, "epoch": 0.7798714736956759, "percentage": 77.98, "elapsed_time": "8:51:36", "remaining_time": "2:30:07"}
+{"current_steps": 3590, "total_steps": 4591, "loss": 0.396, "lr": 1.3827613924066817e-06, "epoch": 0.7820498856333733, "percentage": 78.2, "elapsed_time": "8:53:04", "remaining_time": "2:28:38"}
+{"current_steps": 3600, "total_steps": 4591, "loss": 0.3988, "lr": 1.3566148527484863e-06, "epoch": 0.7842282975710707, "percentage": 78.41, "elapsed_time": "8:54:32", "remaining_time": "2:27:08"}
+{"current_steps": 3600, "total_steps": 4591, "eval_loss": 0.42993584275245667, "epoch": 0.7842282975710707, "percentage": 78.41, "elapsed_time": "8:54:42", "remaining_time": "2:27:11"}
+{"current_steps": 3610, "total_steps": 4591, "loss": 0.3996, "lr": 1.330679026582996e-06, "epoch": 0.7864067095087681, "percentage": 78.63, "elapsed_time": "8:56:12", "remaining_time": "2:25:42"}
+{"current_steps": 3620, "total_steps": 4591, "loss": 0.3967, "lr": 1.3049554138967052e-06, "epoch": 0.7885851214464655, "percentage": 78.85, "elapsed_time": "8:57:40", "remaining_time": "2:24:13"}
+{"current_steps": 3630, "total_steps": 4591, "loss": 0.3978, "lr": 1.2794455024028396e-06, "epoch": 0.7907635333841629, "percentage": 79.07, "elapsed_time": "8:59:09", "remaining_time": "2:22:44"}
+{"current_steps": 3640, "total_steps": 4591, "loss": 0.3974, "lr": 1.25415076745532e-06, "epoch": 0.7929419453218604, "percentage": 79.29, "elapsed_time": "9:00:37", "remaining_time": "2:21:14"}
+{"current_steps": 3650, "total_steps": 4591, "loss": 0.3963, "lr": 1.2290726719634255e-06, "epoch": 0.7951203572595578, "percentage": 79.5, "elapsed_time": "9:02:05", "remaining_time": "2:19:45"}
+{"current_steps": 3660, "total_steps": 4591, "loss": 0.3967, "lr": 1.2042126663071952e-06, "epoch": 0.7972987691972552, "percentage": 79.72, "elapsed_time": "9:03:33", "remaining_time": "2:18:16"}
+{"current_steps": 3670, "total_steps": 4591, "loss": 0.3984, "lr": 1.1795721882535439e-06, "epoch": 0.7994771811349526, "percentage": 79.94, "elapsed_time": "9:05:01", "remaining_time": "2:16:46"}
+{"current_steps": 3680, "total_steps": 4591, "loss": 0.3967, "lr": 1.1551526628731074e-06, "epoch": 0.80165559307265, "percentage": 80.16, "elapsed_time": "9:06:29", "remaining_time": "2:15:17"}
+{"current_steps": 3690, "total_steps": 4591, "loss": 0.3972, "lr": 1.130955502457829e-06, "epoch": 0.8038340050103474, "percentage": 80.37, "elapsed_time": "9:07:57", "remaining_time": "2:13:47"}
+{"current_steps": 3700, "total_steps": 4591, "loss": 0.3949, "lr": 1.1069821064392722e-06, "epoch": 0.8060124169480449, "percentage": 80.59, "elapsed_time": "9:09:26", "remaining_time": "2:12:18"}
+{"current_steps": 3700, "total_steps": 4591, "eval_loss": 0.4309428334236145, "epoch": 0.8060124169480449, "percentage": 80.59, "elapsed_time": "9:09:35", "remaining_time": "2:12:20"}
+{"current_steps": 3710, "total_steps": 4591, "loss": 0.3977, "lr": 1.083233861307697e-06, "epoch": 0.8081908288857423, "percentage": 80.81, "elapsed_time": "9:11:03", "remaining_time": "2:10:51"}
+{"current_steps": 3720, "total_steps": 4591, "loss": 0.3984, "lr": 1.059712140531861e-06, "epoch": 0.8103692408234398, "percentage": 81.03, "elapsed_time": "9:12:32", "remaining_time": "2:09:22"}
+{"current_steps": 3730, "total_steps": 4591, "loss": 0.3956, "lr": 1.0364183044795929e-06, "epoch": 0.8125476527611372, "percentage": 81.25, "elapsed_time": "9:14:00", "remaining_time": "2:07:52"}
+{"current_steps": 3740, "total_steps": 4591, "loss": 0.397, "lr": 1.013353700339112e-06, "epoch": 0.8147260646988346, "percentage": 81.46, "elapsed_time": "9:15:28", "remaining_time": "2:06:23"}
+{"current_steps": 3750, "total_steps": 4591, "loss": 0.3965, "lr": 9.905196620411178e-07, "epoch": 0.816904476636532, "percentage": 81.68, "elapsed_time": "9:16:56", "remaining_time": "2:04:54"}
+{"current_steps": 3760, "total_steps": 4591, "loss": 0.395, "lr": 9.679175101816408e-07, "epoch": 0.8190828885742294, "percentage": 81.9, "elapsed_time": "9:18:24", "remaining_time": "2:03:24"}
+{"current_steps": 3770, "total_steps": 4591, "loss": 0.3947, "lr": 9.455485519456658e-07, "epoch": 0.8212613005119268, "percentage": 82.12, "elapsed_time": "9:19:52", "remaining_time": "2:01:55"}
+{"current_steps": 3780, "total_steps": 4591, "loss": 0.3962, "lr": 9.234140810315345e-07, "epoch": 0.8234397124496242, "percentage": 82.34, "elapsed_time": "9:21:20", "remaining_time": "2:00:26"}
+{"current_steps": 3790, "total_steps": 4591, "loss": 0.3946, "lr": 9.015153775761199e-07, "epoch": 0.8256181243873216, "percentage": 82.55, "elapsed_time": "9:22:48", "remaining_time": "1:58:56"}
+{"current_steps": 3800, "total_steps": 4591, "loss": 0.3961, "lr": 8.79853708080795e-07, "epoch": 0.827796536325019, "percentage": 82.77, "elapsed_time": "9:24:16", "remaining_time": "1:57:27"}
+{"current_steps": 3800, "total_steps": 4591, "eval_loss": 0.4297568202018738, "epoch": 0.827796536325019, "percentage": 82.77, "elapsed_time": "9:24:25", "remaining_time": "1:57:29"}
+{"current_steps": 3810, "total_steps": 4591, "loss": 0.3958, "lr": 8.584303253381848e-07, "epoch": 0.8299749482627164, "percentage": 82.99, "elapsed_time": "9:25:54", "remaining_time": "1:56:00"}
+{"current_steps": 3820, "total_steps": 4591, "loss": 0.3953, "lr": 8.372464683597081e-07, "epoch": 0.8321533602004139, "percentage": 83.21, "elapsed_time": "9:27:22", "remaining_time": "1:54:30"}
+{"current_steps": 3830, "total_steps": 4591, "loss": 0.3931, "lr": 8.16303362303923e-07, "epoch": 0.8343317721381113, "percentage": 83.42, "elapsed_time": "9:28:50", "remaining_time": "1:53:01"}
+{"current_steps": 3840, "total_steps": 4591, "loss": 0.3969, "lr": 7.956022184056689e-07, "epoch": 0.8365101840758087, "percentage": 83.64, "elapsed_time": "9:30:18", "remaining_time": "1:51:32"}
+{"current_steps": 3850, "total_steps": 4591, "loss": 0.3958, "lr": 7.751442339060161e-07, "epoch": 0.8386885960135062, "percentage": 83.86, "elapsed_time": "9:31:46", "remaining_time": "1:50:02"}
+{"current_steps": 3860, "total_steps": 4591, "loss": 0.3969, "lr": 7.549305919830241e-07, "epoch": 0.8408670079512036, "percentage": 84.08, "elapsed_time": "9:33:14", "remaining_time": "1:48:33"}
+{"current_steps": 3870, "total_steps": 4591, "loss": 0.3966, "lr": 7.349624616833123e-07, "epoch": 0.843045419888901, "percentage": 84.3, "elapsed_time": "9:34:42", "remaining_time": "1:47:04"}
+{"current_steps": 3880, "total_steps": 4591, "loss": 0.3941, "lr": 7.152409978544483e-07, "epoch": 0.8452238318265984, "percentage": 84.51, "elapsed_time": "9:36:10", "remaining_time": "1:45:34"}
+{"current_steps": 3890, "total_steps": 4591, "loss": 0.3946, "lr": 6.957673410781617e-07, "epoch": 0.8474022437642958, "percentage": 84.73, "elapsed_time": "9:37:38", "remaining_time": "1:44:05"}
+{"current_steps": 3900, "total_steps": 4591, "loss": 0.3952, "lr": 6.765426176043721e-07, "epoch": 0.8495806557019933, "percentage": 84.95, "elapsed_time": "9:39:06", "remaining_time": "1:42:36"}
+{"current_steps": 3900, "total_steps": 4591, "eval_loss": 0.4307285249233246, "epoch": 0.8495806557019933, "percentage": 84.95, "elapsed_time": "9:39:16", "remaining_time": "1:42:38"}
+{"current_steps": 3910, "total_steps": 4591, "loss": 0.396, "lr": 6.57567939286059e-07, "epoch": 0.8517590676396907, "percentage": 85.17, "elapsed_time": "9:40:46", "remaining_time": "1:41:09"}
+{"current_steps": 3920, "total_steps": 4591, "loss": 0.3975, "lr": 6.388444035149538e-07, "epoch": 0.8539374795773881, "percentage": 85.38, "elapsed_time": "9:42:14", "remaining_time": "1:39:39"}
+{"current_steps": 3930, "total_steps": 4591, "loss": 0.3936, "lr": 6.203730931580798e-07, "epoch": 0.8561158915150855, "percentage": 85.6, "elapsed_time": "9:43:42", "remaining_time": "1:38:10"}
+{"current_steps": 3940, "total_steps": 4591, "loss": 0.3947, "lr": 6.021550764951157e-07, "epoch": 0.8582943034527829, "percentage": 85.82, "elapsed_time": "9:45:10", "remaining_time": "1:36:41"}
+{"current_steps": 3950, "total_steps": 4591, "loss": 0.3956, "lr": 5.841914071566179e-07, "epoch": 0.8604727153904803, "percentage": 86.04, "elapsed_time": "9:46:38", "remaining_time": "1:35:11"}
+{"current_steps": 3960, "total_steps": 4591, "loss": 0.3974, "lr": 5.664831240630841e-07, "epoch": 0.8626511273281777, "percentage": 86.26, "elapsed_time": "9:48:06", "remaining_time": "1:33:42"}
+{"current_steps": 3970, "total_steps": 4591, "loss": 0.395, "lr": 5.490312513648666e-07, "epoch": 0.8648295392658751, "percentage": 86.47, "elapsed_time": "9:49:34", "remaining_time": "1:32:13"}
+{"current_steps": 3980, "total_steps": 4591, "loss": 0.3947, "lr": 5.318367983829393e-07, "epoch": 0.8670079512035725, "percentage": 86.69, "elapsed_time": "9:51:02", "remaining_time": "1:30:44"}
+{"current_steps": 3990, "total_steps": 4591, "loss": 0.3943, "lr": 5.149007595505285e-07, "epoch": 0.8691863631412701, "percentage": 86.91, "elapsed_time": "9:52:30", "remaining_time": "1:29:14"}
+{"current_steps": 4000, "total_steps": 4591, "loss": 0.397, "lr": 4.982241143555966e-07, "epoch": 0.8713647750789675, "percentage": 87.13, "elapsed_time": "9:53:58", "remaining_time": "1:27:45"}
+{"current_steps": 4000, "total_steps": 4591, "eval_loss": 0.43102139234542847, "epoch": 0.8713647750789675, "percentage": 87.13, "elapsed_time": "9:54:08", "remaining_time": "1:27:47"}
+{"current_steps": 4010, "total_steps": 4591, "loss": 0.3977, "lr": 4.818078272841942e-07, "epoch": 0.8735431870166649, "percentage": 87.34, "elapsed_time": "9:55:36", "remaining_time": "1:26:17"}
+{"current_steps": 4020, "total_steps": 4591, "loss": 0.3936, "lr": 4.6565284776468376e-07, "epoch": 0.8757215989543623, "percentage": 87.56, "elapsed_time": "9:57:04", "remaining_time": "1:24:48"}
+{"current_steps": 4030, "total_steps": 4591, "loss": 0.398, "lr": 4.4976011011282294e-07, "epoch": 0.8779000108920597, "percentage": 87.78, "elapsed_time": "9:58:32", "remaining_time": "1:23:19"}
+{"current_steps": 4040, "total_steps": 4591, "loss": 0.3951, "lr": 4.3413053347773406e-07, "epoch": 0.8800784228297571, "percentage": 88.0, "elapsed_time": "10:00:00", "remaining_time": "1:21:50"}
+{"current_steps": 4050, "total_steps": 4591, "loss": 0.3962, "lr": 4.1876502178874403e-07, "epoch": 0.8822568347674545, "percentage": 88.22, "elapsed_time": "10:01:28", "remaining_time": "1:20:20"}
+{"current_steps": 4060, "total_steps": 4591, "loss": 0.3953, "lr": 4.036644637031045e-07, "epoch": 0.884435246705152, "percentage": 88.43, "elapsed_time": "10:02:56", "remaining_time": "1:18:51"}
+{"current_steps": 4070, "total_steps": 4591, "loss": 0.3947, "lr": 3.8882973255459975e-07, "epoch": 0.8866136586428494, "percentage": 88.65, "elapsed_time": "10:04:25", "remaining_time": "1:17:22"}
+{"current_steps": 4080, "total_steps": 4591, "loss": 0.3952, "lr": 3.742616863030352e-07, "epoch": 0.8887920705805468, "percentage": 88.87, "elapsed_time": "10:05:52", "remaining_time": "1:15:53"}
+{"current_steps": 4090, "total_steps": 4591, "loss": 0.3943, "lr": 3.5996116748461984e-07, "epoch": 0.8909704825182442, "percentage": 89.09, "elapsed_time": "10:07:20", "remaining_time": "1:14:23"}
+{"current_steps": 4100, "total_steps": 4591, "loss": 0.3935, "lr": 3.459290031632362e-07, "epoch": 0.8931488944559416, "percentage": 89.31, "elapsed_time": "10:08:48", "remaining_time": "1:12:54"}
+{"current_steps": 4100, "total_steps": 4591, "eval_loss": 0.4306623339653015, "epoch": 0.8931488944559416, "percentage": 89.31, "elapsed_time": "10:08:58", "remaining_time": "1:12:55"}
+{"current_steps": 4110, "total_steps": 4591, "loss": 0.3938, "lr": 3.321660048826092e-07, "epoch": 0.895327306393639, "percentage": 89.52, "elapsed_time": "10:10:26", "remaining_time": "1:11:26"}
+{"current_steps": 4120, "total_steps": 4591, "loss": 0.3968, "lr": 3.186729686193718e-07, "epoch": 0.8975057183313364, "percentage": 89.74, "elapsed_time": "10:11:54", "remaining_time": "1:09:57"}
+{"current_steps": 4130, "total_steps": 4591, "loss": 0.3959, "lr": 3.0545067473702617e-07, "epoch": 0.8996841302690338, "percentage": 89.96, "elapsed_time": "10:13:22", "remaining_time": "1:08:28"}
+{"current_steps": 4140, "total_steps": 4591, "loss": 0.3948, "lr": 2.92499887940817e-07, "epoch": 0.9018625422067313, "percentage": 90.18, "elapsed_time": "10:14:50", "remaining_time": "1:06:58"}
+{"current_steps": 4150, "total_steps": 4591, "loss": 0.3955, "lr": 2.798213572335001e-07, "epoch": 0.9040409541444288, "percentage": 90.39, "elapsed_time": "10:16:18", "remaining_time": "1:05:29"}
+{"current_steps": 4160, "total_steps": 4591, "loss": 0.3946, "lr": 2.6741581587202747e-07, "epoch": 0.9062193660821262, "percentage": 90.61, "elapsed_time": "10:17:47", "remaining_time": "1:04:00"}
+{"current_steps": 4170, "total_steps": 4591, "loss": 0.3954, "lr": 2.55283981325139e-07, "epoch": 0.9083977780198236, "percentage": 90.83, "elapsed_time": "10:19:15", "remaining_time": "1:02:31"}
+{"current_steps": 4180, "total_steps": 4591, "loss": 0.3922, "lr": 2.4342655523186706e-07, "epoch": 0.910576189957521, "percentage": 91.05, "elapsed_time": "10:20:43", "remaining_time": "1:01:01"}
+{"current_steps": 4190, "total_steps": 4591, "loss": 0.3929, "lr": 2.3184422336095857e-07, "epoch": 0.9127546018952184, "percentage": 91.27, "elapsed_time": "10:22:11", "remaining_time": "0:59:32"}
+{"current_steps": 4200, "total_steps": 4591, "loss": 0.3931, "lr": 2.2053765557121298e-07, "epoch": 0.9149330138329158, "percentage": 91.48, "elapsed_time": "10:23:39", "remaining_time": "0:58:03"}
+{"current_steps": 4200, "total_steps": 4591, "eval_loss": 0.43217477202415466, "epoch": 0.9149330138329158, "percentage": 91.48, "elapsed_time": "10:23:48", "remaining_time": "0:58:04"}
+{"current_steps": 4210, "total_steps": 4591, "loss": 0.3943, "lr": 2.0950750577274247e-07, "epoch": 0.9171114257706132, "percentage": 91.7, "elapsed_time": "10:25:19", "remaining_time": "0:56:35"}
+{"current_steps": 4220, "total_steps": 4591, "loss": 0.395, "lr": 1.9875441188915324e-07, "epoch": 0.9192898377083106, "percentage": 91.92, "elapsed_time": "10:26:47", "remaining_time": "0:55:06"}
+{"current_steps": 4230, "total_steps": 4591, "loss": 0.3941, "lr": 1.8827899582064824e-07, "epoch": 0.921468249646008, "percentage": 92.14, "elapsed_time": "10:28:15", "remaining_time": "0:53:37"}
+{"current_steps": 4240, "total_steps": 4591, "loss": 0.3929, "lr": 1.7808186340806664e-07, "epoch": 0.9236466615837055, "percentage": 92.35, "elapsed_time": "10:29:43", "remaining_time": "0:52:07"}
+{"current_steps": 4250, "total_steps": 4591, "loss": 0.3932, "lr": 1.6816360439783797e-07, "epoch": 0.9258250735214029, "percentage": 92.57, "elapsed_time": "10:31:11", "remaining_time": "0:50:38"}
+{"current_steps": 4260, "total_steps": 4591, "loss": 0.3929, "lr": 1.5852479240787978e-07, "epoch": 0.9280034854591003, "percentage": 92.79, "elapsed_time": "10:32:39", "remaining_time": "0:49:09"}
+{"current_steps": 4270, "total_steps": 4591, "loss": 0.3932, "lr": 1.4916598489441824e-07, "epoch": 0.9301818973967977, "percentage": 93.01, "elapsed_time": "10:34:07", "remaining_time": "0:47:40"}
+{"current_steps": 4280, "total_steps": 4591, "loss": 0.3918, "lr": 1.400877231197534e-07, "epoch": 0.9323603093344952, "percentage": 93.23, "elapsed_time": "10:35:35", "remaining_time": "0:46:11"}
+{"current_steps": 4290, "total_steps": 4591, "loss": 0.3943, "lr": 1.3129053212094956e-07, "epoch": 0.9345387212721926, "percentage": 93.44, "elapsed_time": "10:37:04", "remaining_time": "0:44:41"}
+{"current_steps": 4300, "total_steps": 4591, "loss": 0.3942, "lr": 1.2277492067947428e-07, "epoch": 0.93671713320989, "percentage": 93.66, "elapsed_time": "10:38:31", "remaining_time": "0:43:12"}
+{"current_steps": 4300, "total_steps": 4591, "eval_loss": 0.4312984347343445, "epoch": 0.93671713320989, "percentage": 93.66, "elapsed_time": "10:38:41", "remaining_time": "0:43:13"}
+{"current_steps": 4310, "total_steps": 4591, "loss": 0.3953, "lr": 1.1454138129177172e-07, "epoch": 0.9388955451475874, "percentage": 93.88, "elapsed_time": "10:40:09", "remaining_time": "0:41:44"}
+{"current_steps": 4320, "total_steps": 4591, "loss": 0.3922, "lr": 1.0659039014077943e-07, "epoch": 0.9410739570852849, "percentage": 94.1, "elapsed_time": "10:41:37", "remaining_time": "0:40:15"}
+{"current_steps": 4330, "total_steps": 4591, "loss": 0.3958, "lr": 9.892240706838808e-08, "epoch": 0.9432523690229823, "percentage": 94.31, "elapsed_time": "10:43:05", "remaining_time": "0:38:45"}
+{"current_steps": 4340, "total_steps": 4591, "loss": 0.3945, "lr": 9.15378755488483e-08, "epoch": 0.9454307809606797, "percentage": 94.53, "elapsed_time": "10:44:33", "remaining_time": "0:37:16"}
+{"current_steps": 4350, "total_steps": 4591, "loss": 0.3943, "lr": 8.443722266312015e-08, "epoch": 0.9476091928983771, "percentage": 94.75, "elapsed_time": "10:46:01", "remaining_time": "0:35:47"}
+{"current_steps": 4360, "total_steps": 4591, "loss": 0.3931, "lr": 7.762085907417505e-08, "epoch": 0.9497876048360745, "percentage": 94.97, "elapsed_time": "10:47:29", "remaining_time": "0:34:18"}
+{"current_steps": 4370, "total_steps": 4591, "loss": 0.3934, "lr": 7.108917900324419e-08, "epoch": 0.9519660167737719, "percentage": 95.19, "elapsed_time": "10:48:57", "remaining_time": "0:32:49"}
+{"current_steps": 4380, "total_steps": 4591, "loss": 0.3937, "lr": 6.484256020701962e-08, "epoch": 0.9541444287114693, "percentage": 95.4, "elapsed_time": "10:50:25", "remaining_time": "0:31:19"}
+{"current_steps": 4390, "total_steps": 4591, "loss": 0.3966, "lr": 5.8881363955807234e-08, "epoch": 0.9563228406491667, "percentage": 95.62, "elapsed_time": "10:51:53", "remaining_time": "0:29:50"}
+{"current_steps": 4400, "total_steps": 4591, "loss": 0.3951, "lr": 5.320593501263071e-08, "epoch": 0.9585012525868641, "percentage": 95.84, "elapsed_time": "10:53:21", "remaining_time": "0:28:21"}
+{"current_steps": 4400, "total_steps": 4591, "eval_loss": 0.4317244589328766, "epoch": 0.9585012525868641, "percentage": 95.84, "elapsed_time": "10:53:31", "remaining_time": "0:28:22"}
+{"current_steps": 4410, "total_steps": 4591, "loss": 0.3955, "lr": 4.7816601613295263e-08, "epoch": 0.9606796645245615, "percentage": 96.06, "elapsed_time": "10:54:59", "remaining_time": "0:26:52"}
+{"current_steps": 4420, "total_steps": 4591, "loss": 0.3923, "lr": 4.271367544740113e-08, "epoch": 0.962858076462259, "percentage": 96.28, "elapsed_time": "10:56:27", "remaining_time": "0:25:23"}
+{"current_steps": 4430, "total_steps": 4591, "loss": 0.3947, "lr": 3.7897451640321326e-08, "epoch": 0.9650364883999565, "percentage": 96.49, "elapsed_time": "10:57:55", "remaining_time": "0:23:54"}
+{"current_steps": 4440, "total_steps": 4591, "loss": 0.393, "lr": 3.3368208736128116e-08, "epoch": 0.9672149003376539, "percentage": 96.71, "elapsed_time": "10:59:23", "remaining_time": "0:22:25"}
+{"current_steps": 4450, "total_steps": 4591, "loss": 0.3916, "lr": 2.9126208681488076e-08, "epoch": 0.9693933122753513, "percentage": 96.93, "elapsed_time": "11:00:51", "remaining_time": "0:20:56"}
+{"current_steps": 4460, "total_steps": 4591, "loss": 0.3942, "lr": 2.5171696810509794e-08, "epoch": 0.9715717242130487, "percentage": 97.15, "elapsed_time": "11:02:19", "remaining_time": "0:19:27"}
+{"current_steps": 4470, "total_steps": 4591, "loss": 0.3929, "lr": 2.1504901830555203e-08, "epoch": 0.9737501361507461, "percentage": 97.36, "elapsed_time": "11:03:47", "remaining_time": "0:17:58"}
+{"current_steps": 4480, "total_steps": 4591, "loss": 0.3926, "lr": 1.812603580901462e-08, "epoch": 0.9759285480884435, "percentage": 97.58, "elapsed_time": "11:05:15", "remaining_time": "0:16:28"}
+{"current_steps": 4490, "total_steps": 4591, "loss": 0.3955, "lr": 1.5035294161039882e-08, "epoch": 0.978106960026141, "percentage": 97.8, "elapsed_time": "11:06:43", "remaining_time": "0:14:59"}
+{"current_steps": 4500, "total_steps": 4591, "loss": 0.3922, "lr": 1.2232855638241726e-08, "epoch": 0.9802853719638384, "percentage": 98.02, "elapsed_time": "11:08:11", "remaining_time": "0:13:30"}
+{"current_steps": 4500, "total_steps": 4591, "eval_loss": 0.43170347809791565, "epoch": 0.9802853719638384, "percentage": 98.02, "elapsed_time": "11:08:21", "remaining_time": "0:13:30"}
+{"current_steps": 4510, "total_steps": 4591, "loss": 0.395, "lr": 9.718882318355272e-09, "epoch": 0.9824637839015358, "percentage": 98.24, "elapsed_time": "11:09:51", "remaining_time": "0:12:01"}
+{"current_steps": 4520, "total_steps": 4591, "loss": 0.3943, "lr": 7.49351959586253e-09, "epoch": 0.9846421958392332, "percentage": 98.45, "elapsed_time": "11:11:20", "remaining_time": "0:10:32"}
+{"current_steps": 4530, "total_steps": 4591, "loss": 0.3942, "lr": 5.556896173586346e-09, "epoch": 0.9868206077769306, "percentage": 98.67, "elapsed_time": "11:12:48", "remaining_time": "0:09:03"}
+{"current_steps": 4540, "total_steps": 4591, "loss": 0.3938, "lr": 3.9091240552457945e-09, "epoch": 0.988999019714628, "percentage": 98.89, "elapsed_time": "11:14:16", "remaining_time": "0:07:34"}
+{"current_steps": 4550, "total_steps": 4591, "loss": 0.3957, "lr": 2.5502985389774806e-09, "epoch": 0.9911774316523254, "percentage": 99.11, "elapsed_time": "11:15:44", "remaining_time": "0:06:05"}
+{"current_steps": 4560, "total_steps": 4591, "loss": 0.3927, "lr": 1.4804982118266087e-09, "epoch": 0.9933558435900228, "percentage": 99.32, "elapsed_time": "11:17:12", "remaining_time": "0:04:36"}
+{"current_steps": 4570, "total_steps": 4591, "loss": 0.3935, "lr": 6.997849451989558e-10, "epoch": 0.9955342555277203, "percentage": 99.54, "elapsed_time": "11:18:40", "remaining_time": "0:03:07"}
+{"current_steps": 4580, "total_steps": 4591, "loss": 0.3946, "lr": 2.0820389128539674e-10, "epoch": 0.9977126674654178, "percentage": 99.76, "elapsed_time": "11:20:08", "remaining_time": "0:01:38"}
+{"current_steps": 4590, "total_steps": 4591, "loss": 0.3973, "lr": 5.7834804478851255e-12, "epoch": 0.9998910794031152, "percentage": 99.98, "elapsed_time": "11:21:36", "remaining_time": "0:00:08"}
+{"current_steps": 4591, "total_steps": 4591, "epoch": 1.0, "percentage": 100.0, "elapsed_time": "11:21:39", "remaining_time": "0:00:00"}

model/SL/trainer_state.json

@@ -0,0 +1,3616 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 1.0,
+  "eval_steps": 100,
+  "global_step": 4591,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.0021784119376974187,
+      "grad_norm": 583.7144775390625,
+      "learning_rate": 1.956521739130435e-07,
+      "loss": 8.685,
+      "step": 10
+    },
+    {
+      "epoch": 0.0043568238753948375,
+      "grad_norm": 563.7721557617188,
+      "learning_rate": 4.130434782608696e-07,
+      "loss": 8.2663,
+      "step": 20
+    },
+    {
+      "epoch": 0.006535235813092255,
+      "grad_norm": 223.9811553955078,
+      "learning_rate": 6.304347826086957e-07,
+      "loss": 5.5525,
+      "step": 30
+    },
+    {
+      "epoch": 0.008713647750789675,
+      "grad_norm": 579.8836669921875,
+      "learning_rate": 8.478260869565217e-07,
+      "loss": 2.5749,
+      "step": 40
+    },
+    {
+      "epoch": 0.010892059688487093,
+      "grad_norm": 234.20037841796875,
+      "learning_rate": 1.065217391304348e-06,
+      "loss": 1.9417,
+      "step": 50
+    },
+    {
+      "epoch": 0.01307047162618451,
+      "grad_norm": 62.84681701660156,
+      "learning_rate": 1.2826086956521742e-06,
+      "loss": 1.3996,
+      "step": 60
+    },
+    {
+      "epoch": 0.01524888356388193,
+      "grad_norm": 49.981231689453125,
+      "learning_rate": 1.5e-06,
+      "loss": 1.2478,
+      "step": 70
+    },
+    {
+      "epoch": 0.01742729550157935,
+      "grad_norm": 80.07563018798828,
+      "learning_rate": 1.7173913043478263e-06,
+      "loss": 1.2043,
+      "step": 80
+    },
+    {
+      "epoch": 0.019605707439276768,
+      "grad_norm": 64.25047302246094,
+      "learning_rate": 1.934782608695652e-06,
+      "loss": 1.1828,
+      "step": 90
+    },
+    {
+      "epoch": 0.021784119376974186,
+      "grad_norm": 14.763628005981445,
+      "learning_rate": 2.1521739130434787e-06,
+      "loss": 1.1666,
+      "step": 100
+    },
+    {
+      "epoch": 0.021784119376974186,
+      "eval_loss": 1.1604220867156982,
+      "eval_runtime": 9.6262,
+      "eval_samples_per_second": 518.585,
+      "eval_steps_per_second": 2.078,
+      "step": 100
+    },
+    {
+      "epoch": 0.023962531314671603,
+      "grad_norm": 52.79157257080078,
+      "learning_rate": 2.3695652173913043e-06,
+      "loss": 1.1818,
+      "step": 110
+    },
+    {
+      "epoch": 0.02614094325236902,
+      "grad_norm": 74.7455825805664,
+      "learning_rate": 2.586956521739131e-06,
+      "loss": 1.1769,
+      "step": 120
+    },
+    {
+      "epoch": 0.028319355190066443,
+      "grad_norm": 25.616329193115234,
+      "learning_rate": 2.804347826086957e-06,
+      "loss": 1.1554,
+      "step": 130
+    },
+    {
+      "epoch": 0.03049776712776386,
+      "grad_norm": 47.48295211791992,
+      "learning_rate": 3.0217391304347825e-06,
+      "loss": 1.1475,
+      "step": 140
+    },
+    {
+      "epoch": 0.03267617906546128,
+      "grad_norm": 11.702336311340332,
+      "learning_rate": 3.239130434782609e-06,
+      "loss": 1.1473,
+      "step": 150
+    },
+    {
+      "epoch": 0.0348545910031587,
+      "grad_norm": 66.81829833984375,
+      "learning_rate": 3.456521739130435e-06,
+      "loss": 1.2304,
+      "step": 160
+    },
+    {
+      "epoch": 0.03703300294085612,
+      "grad_norm": 33.29442596435547,
+      "learning_rate": 3.673913043478261e-06,
+      "loss": 1.1667,
+      "step": 170
+    },
+    {
+      "epoch": 0.039211414878553535,
+      "grad_norm": 15.700839042663574,
+      "learning_rate": 3.891304347826087e-06,
+      "loss": 1.1553,
+      "step": 180
+    },
+    {
+      "epoch": 0.04138982681625095,
+      "grad_norm": 5.018191814422607,
+      "learning_rate": 4.108695652173914e-06,
+      "loss": 1.1635,
+      "step": 190
+    },
+    {
+      "epoch": 0.04356823875394837,
+      "grad_norm": 16.987112045288086,
+      "learning_rate": 4.32608695652174e-06,
+      "loss": 1.1794,
+      "step": 200
+    },
+    {
+      "epoch": 0.04356823875394837,
+      "eval_loss": 1.1022545099258423,
+      "eval_runtime": 9.5442,
+      "eval_samples_per_second": 523.038,
+      "eval_steps_per_second": 2.096,
+      "step": 200
+    },
+    {
+      "epoch": 0.04574665069164579,
+      "grad_norm": 13.58285140991211,
+      "learning_rate": 4.543478260869566e-06,
+      "loss": 1.1459,
+      "step": 210
+    },
+    {
+      "epoch": 0.04792506262934321,
+      "grad_norm": 17.155811309814453,
+      "learning_rate": 4.760869565217392e-06,
+      "loss": 1.1388,
+      "step": 220
+    },
+    {
+      "epoch": 0.050103474567040625,
+      "grad_norm": 76.64653778076172,
+      "learning_rate": 4.978260869565218e-06,
+      "loss": 1.1497,
+      "step": 230
+    },
+    {
+      "epoch": 0.05228188650473804,
+      "grad_norm": 25.240867614746094,
+      "learning_rate": 5.195652173913044e-06,
+      "loss": 1.1459,
+      "step": 240
+    },
+    {
+      "epoch": 0.05446029844243547,
+      "grad_norm": 34.7780876159668,
+      "learning_rate": 5.41304347826087e-06,
+      "loss": 1.1401,
+      "step": 250
+    },
+    {
+      "epoch": 0.056638710380132885,
+      "grad_norm": 54.864139556884766,
+      "learning_rate": 5.630434782608696e-06,
+      "loss": 1.1731,
+      "step": 260
+    },
+    {
+      "epoch": 0.0588171223178303,
+      "grad_norm": 35.154762268066406,
+      "learning_rate": 5.847826086956521e-06,
+      "loss": 1.1628,
+      "step": 270
+    },
+    {
+      "epoch": 0.06099553425552772,
+      "grad_norm": 15.862505912780762,
+      "learning_rate": 6.065217391304349e-06,
+      "loss": 1.1329,
+      "step": 280
+    },
+    {
+      "epoch": 0.06317394619322514,
+      "grad_norm": 12.98637866973877,
+      "learning_rate": 6.282608695652174e-06,
+      "loss": 1.1319,
+      "step": 290
+    },
+    {
+      "epoch": 0.06535235813092256,
+      "grad_norm": 25.900012969970703,
+      "learning_rate": 6.5000000000000004e-06,
+      "loss": 1.1542,
+      "step": 300
+    },
+    {
+      "epoch": 0.06535235813092256,
+      "eval_loss": 1.096329927444458,
+      "eval_runtime": 9.6101,
+      "eval_samples_per_second": 519.452,
+      "eval_steps_per_second": 2.081,
+      "step": 300
+    },
+    {
+      "epoch": 0.06753077006861997,
+      "grad_norm": 13.545440673828125,
+      "learning_rate": 6.7173913043478265e-06,
+      "loss": 1.1598,
+      "step": 310
+    },
+    {
+      "epoch": 0.0697091820063174,
+      "grad_norm": 29.305356979370117,
+      "learning_rate": 6.934782608695653e-06,
+      "loss": 1.1462,
+      "step": 320
+    },
+    {
+      "epoch": 0.07188759394401481,
+      "grad_norm": 31.123804092407227,
+      "learning_rate": 7.152173913043479e-06,
+      "loss": 1.143,
+      "step": 330
+    },
+    {
+      "epoch": 0.07406600588171224,
+      "grad_norm": 16.058088302612305,
+      "learning_rate": 7.369565217391305e-06,
+      "loss": 1.1237,
+      "step": 340
+    },
+    {
+      "epoch": 0.07624441781940965,
+      "grad_norm": 53.67496109008789,
+      "learning_rate": 7.586956521739131e-06,
+      "loss": 1.1447,
+      "step": 350
+    },
+    {
+      "epoch": 0.07842282975710707,
+      "grad_norm": 45.335391998291016,
+      "learning_rate": 7.804347826086957e-06,
+      "loss": 1.1486,
+      "step": 360
+    },
+    {
+      "epoch": 0.08060124169480448,
+      "grad_norm": 1.5897856950759888,
+      "learning_rate": 8.021739130434783e-06,
+      "loss": 1.1459,
+      "step": 370
+    },
+    {
+      "epoch": 0.0827796536325019,
+      "grad_norm": 21.029211044311523,
+      "learning_rate": 8.239130434782609e-06,
+      "loss": 1.1447,
+      "step": 380
+    },
+    {
+      "epoch": 0.08495806557019933,
+      "grad_norm": 19.90410041809082,
+      "learning_rate": 8.456521739130435e-06,
+      "loss": 1.1186,
+      "step": 390
+    },
+    {
+      "epoch": 0.08713647750789674,
+      "grad_norm": 11.852821350097656,
+      "learning_rate": 8.673913043478261e-06,
+      "loss": 1.1265,
+      "step": 400
+    },
+    {
+      "epoch": 0.08713647750789674,
+      "eval_loss": 1.0634950399398804,
+      "eval_runtime": 9.6061,
+      "eval_samples_per_second": 519.668,
+      "eval_steps_per_second": 2.082,
+      "step": 400
+    },
+    {
+      "epoch": 0.08931488944559417,
+      "grad_norm": 14.51545238494873,
+      "learning_rate": 8.891304347826087e-06,
+      "loss": 1.1214,
+      "step": 410
+    },
+    {
+      "epoch": 0.09149330138329158,
+      "grad_norm": 13.543514251708984,
+      "learning_rate": 9.108695652173913e-06,
+      "loss": 1.1109,
+      "step": 420
+    },
+    {
+      "epoch": 0.093671713320989,
+      "grad_norm": 12.666316986083984,
+      "learning_rate": 9.32608695652174e-06,
+      "loss": 1.101,
+      "step": 430
+    },
+    {
+      "epoch": 0.09585012525868641,
+      "grad_norm": 18.478477478027344,
+      "learning_rate": 9.543478260869567e-06,
+      "loss": 1.0728,
+      "step": 440
+    },
+    {
+      "epoch": 0.09802853719638384,
+      "grad_norm": 21.53498077392578,
+      "learning_rate": 9.760869565217393e-06,
+      "loss": 1.0367,
+      "step": 450
+    },
+    {
+      "epoch": 0.10020694913408125,
+      "grad_norm": 20.17803382873535,
+      "learning_rate": 9.978260869565218e-06,
+      "loss": 1.0203,
+      "step": 460
+    },
+    {
+      "epoch": 0.10238536107177867,
+      "grad_norm": 11.546687126159668,
+      "learning_rate": 9.999882884955554e-06,
+      "loss": 0.9821,
+      "step": 470
+    },
+    {
+      "epoch": 0.10456377300947609,
+      "grad_norm": 6.028177738189697,
+      "learning_rate": 9.999478049870269e-06,
+      "loss": 0.9369,
+      "step": 480
+    },
+    {
+      "epoch": 0.10674218494717351,
+      "grad_norm": 28.20073699951172,
+      "learning_rate": 9.998784072287277e-06,
+      "loss": 0.9232,
+      "step": 490
+    },
+    {
+      "epoch": 0.10892059688487093,
+      "grad_norm": 14.939946174621582,
+      "learning_rate": 9.997800992342448e-06,
+      "loss": 0.8963,
+      "step": 500
+    },
+    {
+      "epoch": 0.10892059688487093,
+      "eval_loss": 0.8135343790054321,
+      "eval_runtime": 9.689,
+      "eval_samples_per_second": 515.224,
+      "eval_steps_per_second": 2.064,
+      "step": 500
+    },
+    {
+      "epoch": 0.11109900882256835,
+      "grad_norm": 14.081145286560059,
+      "learning_rate": 9.99652886689176e-06,
+      "loss": 0.8828,
+      "step": 510
+    },
+    {
+      "epoch": 0.11327742076026577,
+      "grad_norm": 14.179576873779297,
+      "learning_rate": 9.994967769507992e-06,
+      "loss": 0.8611,
+      "step": 520
+    },
+    {
+      "epoch": 0.11545583269796318,
+      "grad_norm": 14.495073318481445,
+      "learning_rate": 9.993117790476494e-06,
+      "loss": 0.8478,
+      "step": 530
+    },
+    {
+      "epoch": 0.1176342446356606,
+      "grad_norm": 13.599958419799805,
+      "learning_rate": 9.990979036789943e-06,
+      "loss": 0.8425,
+      "step": 540
+    },
+    {
+      "epoch": 0.11981265657335802,
+      "grad_norm": 11.789984703063965,
+      "learning_rate": 9.988551632142171e-06,
+      "loss": 0.8296,
+      "step": 550
+    },
+    {
+      "epoch": 0.12199106851105544,
+      "grad_norm": 13.627972602844238,
+      "learning_rate": 9.985835716921e-06,
+      "loss": 0.8092,
+      "step": 560
+    },
+    {
+      "epoch": 0.12416948044875285,
+      "grad_norm": 24.143400192260742,
+      "learning_rate": 9.982831448200127e-06,
+      "loss": 0.8161,
+      "step": 570
+    },
+    {
+      "epoch": 0.12634789238645028,
+      "grad_norm": 7.413597106933594,
+      "learning_rate": 9.979538999730047e-06,
+      "loss": 0.8126,
+      "step": 580
+    },
+    {
+      "epoch": 0.1285263043241477,
+      "grad_norm": 4.810773849487305,
+      "learning_rate": 9.97595856192799e-06,
+      "loss": 0.777,
+      "step": 590
+    },
+    {
+      "epoch": 0.13070471626184513,
+      "grad_norm": 13.047112464904785,
+      "learning_rate": 9.972090341866917e-06,
+      "loss": 0.7587,
+      "step": 600
+    },
+    {
+      "epoch": 0.13070471626184513,
+      "eval_loss": 0.670462429523468,
+      "eval_runtime": 9.5938,
+      "eval_samples_per_second": 520.335,
+      "eval_steps_per_second": 2.085,
+      "step": 600
+    },
+    {
+      "epoch": 0.13288312819954254,
+      "grad_norm": 7.8898539543151855,
+      "learning_rate": 9.967934563263545e-06,
+      "loss": 0.7472,
+      "step": 610
+    },
+    {
+      "epoch": 0.13506154013723995,
+      "grad_norm": 12.270000457763672,
+      "learning_rate": 9.963491466465405e-06,
+      "loss": 0.7417,
+      "step": 620
+    },
+    {
+      "epoch": 0.13723995207493736,
+      "grad_norm": 11.972742080688477,
+      "learning_rate": 9.958761308436941e-06,
+      "loss": 0.727,
+      "step": 630
+    },
+    {
+      "epoch": 0.1394183640126348,
+      "grad_norm": 8.720413208007812,
+      "learning_rate": 9.953744362744656e-06,
+      "loss": 0.7179,
+      "step": 640
+    },
+    {
+      "epoch": 0.1415967759503322,
+      "grad_norm": 10.330451965332031,
+      "learning_rate": 9.948440919541277e-06,
+      "loss": 0.7123,
+      "step": 650
+    },
+    {
+      "epoch": 0.14377518788802962,
+      "grad_norm": 8.81712818145752,
+      "learning_rate": 9.942851285548986e-06,
+      "loss": 0.7052,
+      "step": 660
+    },
+    {
+      "epoch": 0.14595359982572703,
+      "grad_norm": 12.095762252807617,
+      "learning_rate": 9.936975784041678e-06,
+      "loss": 0.6999,
+      "step": 670
+    },
+    {
+      "epoch": 0.14813201176342447,
+      "grad_norm": 9.912598609924316,
+      "learning_rate": 9.930814754826262e-06,
+      "loss": 0.6873,
+      "step": 680
+    },
+    {
+      "epoch": 0.15031042370112188,
+      "grad_norm": 4.136904716491699,
+      "learning_rate": 9.924368554223007e-06,
+      "loss": 0.6988,
+      "step": 690
+    },
+    {
+      "epoch": 0.1524888356388193,
+      "grad_norm": 6.229986667633057,
+      "learning_rate": 9.917637555044942e-06,
+      "loss": 0.6947,
+      "step": 700
+    },
+    {
+      "epoch": 0.1524888356388193,
+      "eval_loss": 0.606589138507843,
+      "eval_runtime": 9.6122,
+      "eval_samples_per_second": 519.339,
+      "eval_steps_per_second": 2.081,
+      "step": 700
+    },
+    {
+      "epoch": 0.15466724757651673,
+      "grad_norm": 8.056920051574707,
+      "learning_rate": 9.910622146576285e-06,
+      "loss": 0.6722,
+      "step": 710
+    },
+    {
+      "epoch": 0.15684565951421414,
+      "grad_norm": 6.351996898651123,
+      "learning_rate": 9.903322734549936e-06,
+      "loss": 0.6715,
+      "step": 720
+    },
+    {
+      "epoch": 0.15902407145191155,
+      "grad_norm": 4.359755992889404,
+      "learning_rate": 9.895739741124012e-06,
+      "loss": 0.6622,
+      "step": 730
+    },
+    {
+      "epoch": 0.16120248338960896,
+      "grad_norm": 5.6291327476501465,
+      "learning_rate": 9.887873604857424e-06,
+      "loss": 0.6508,
+      "step": 740
+    },
+    {
+      "epoch": 0.1633808953273064,
+      "grad_norm": 4.779679775238037,
+      "learning_rate": 9.879724780684518e-06,
+      "loss": 0.638,
+      "step": 750
+    },
+    {
+      "epoch": 0.1655593072650038,
+      "grad_norm": 8.211064338684082,
+      "learning_rate": 9.87129373988877e-06,
+      "loss": 0.638,
+      "step": 760
+    },
+    {
+      "epoch": 0.16773771920270122,
+      "grad_norm": 11.320868492126465,
+      "learning_rate": 9.86258097007552e-06,
+      "loss": 0.623,
+      "step": 770
+    },
+    {
+      "epoch": 0.16991613114039866,
+      "grad_norm": 3.3580856323242188,
+      "learning_rate": 9.853586975143772e-06,
+      "loss": 0.5998,
+      "step": 780
+    },
+    {
+      "epoch": 0.17209454307809607,
+      "grad_norm": 9.876014709472656,
+      "learning_rate": 9.844312275257059e-06,
+      "loss": 0.5885,
+      "step": 790
+    },
+    {
+      "epoch": 0.17427295501579348,
+      "grad_norm": 7.176331520080566,
+      "learning_rate": 9.834757406813353e-06,
+      "loss": 0.5813,
+      "step": 800
+    },
+    {
+      "epoch": 0.17427295501579348,
+      "eval_loss": 0.5262527465820312,
+      "eval_runtime": 9.6798,
+      "eval_samples_per_second": 515.712,
+      "eval_steps_per_second": 2.066,
+      "step": 800
+    },
+    {
+      "epoch": 0.1764513669534909,
+      "grad_norm": 8.124480247497559,
+      "learning_rate": 9.824922922414048e-06,
+      "loss": 0.5716,
+      "step": 810
+    },
+    {
+      "epoch": 0.17862977889118833,
+      "grad_norm": 4.01912260055542,
+      "learning_rate": 9.814809390831994e-06,
+      "loss": 0.5618,
+      "step": 820
+    },
+    {
+      "epoch": 0.18080819082888575,
+      "grad_norm": 8.250012397766113,
+      "learning_rate": 9.804417396978605e-06,
+      "loss": 0.5795,
+      "step": 830
+    },
+    {
+      "epoch": 0.18298660276658316,
+      "grad_norm": 3.1755073070526123,
+      "learning_rate": 9.793747541870034e-06,
+      "loss": 0.5608,
+      "step": 840
+    },
+    {
+      "epoch": 0.18516501470428057,
+      "grad_norm": 4.885599136352539,
+      "learning_rate": 9.782800442592408e-06,
+      "loss": 0.56,
+      "step": 850
+    },
+    {
+      "epoch": 0.187343426641978,
+      "grad_norm": 5.620588302612305,
+      "learning_rate": 9.771576732266147e-06,
+      "loss": 0.5522,
+      "step": 860
+    },
+    {
+      "epoch": 0.18952183857967542,
+      "grad_norm": 5.071799278259277,
+      "learning_rate": 9.760077060009337e-06,
+      "loss": 0.5444,
+      "step": 870
+    },
+    {
+      "epoch": 0.19170025051737283,
+      "grad_norm": 3.8804523944854736,
+      "learning_rate": 9.7483020909002e-06,
+      "loss": 0.538,
+      "step": 880
+    },
+    {
+      "epoch": 0.19387866245507027,
+      "grad_norm": 5.729625701904297,
+      "learning_rate": 9.73625250593862e-06,
+      "loss": 0.5356,
+      "step": 890
+    },
+    {
+      "epoch": 0.19605707439276768,
+      "grad_norm": 5.823616027832031,
+      "learning_rate": 9.723929002006761e-06,
+      "loss": 0.5319,
+      "step": 900
+    },
+    {
+      "epoch": 0.19605707439276768,
+      "eval_loss": 0.4962804913520813,
+      "eval_runtime": 9.658,
+      "eval_samples_per_second": 516.876,
+      "eval_steps_per_second": 2.071,
+      "step": 900
+    },
+    {
+      "epoch": 0.1982354863304651,
+      "grad_norm": 11.661290168762207,
+      "learning_rate": 9.71133229182877e-06,
+      "loss": 0.5237,
+      "step": 910
+    },
+    {
+      "epoch": 0.2004138982681625,
+      "grad_norm": 8.839614868164062,
+      "learning_rate": 9.698463103929542e-06,
+      "loss": 0.538,
+      "step": 920
+    },
+    {
+      "epoch": 0.20259231020585994,
+      "grad_norm": 5.292098522186279,
+      "learning_rate": 9.685322182592604e-06,
+      "loss": 0.5202,
+      "step": 930
+    },
+    {
+      "epoch": 0.20477072214355735,
+      "grad_norm": 8.042999267578125,
+      "learning_rate": 9.671910287817052e-06,
+      "loss": 0.5218,
+      "step": 940
+    },
+    {
+      "epoch": 0.20694913408125476,
+      "grad_norm": 5.952273368835449,
+      "learning_rate": 9.658228195273612e-06,
+      "loss": 0.5167,
+      "step": 950
+    },
+    {
+      "epoch": 0.20912754601895217,
+      "grad_norm": 19.233489990234375,
+      "learning_rate": 9.644276696259768e-06,
+      "loss": 0.5153,
+      "step": 960
+    },
+    {
+      "epoch": 0.2113059579566496,
+      "grad_norm": 4.609057426452637,
+      "learning_rate": 9.630056597654002e-06,
+      "loss": 0.5138,
+      "step": 970
+    },
+    {
+      "epoch": 0.21348436989434702,
+      "grad_norm": 2.951719045639038,
+      "learning_rate": 9.615568721869139e-06,
+      "loss": 0.5077,
+      "step": 980
+    },
+    {
+      "epoch": 0.21566278183204443,
+      "grad_norm": 6.947376251220703,
+      "learning_rate": 9.600813906804757e-06,
+      "loss": 0.5024,
+      "step": 990
+    },
+    {
+      "epoch": 0.21784119376974187,
+      "grad_norm": 5.463963508605957,
+      "learning_rate": 9.585793005798759e-06,
+      "loss": 0.503,
+      "step": 1000
+    },
+    {
+      "epoch": 0.21784119376974187,
+      "eval_loss": 0.49929723143577576,
+      "eval_runtime": 9.6264,
+      "eval_samples_per_second": 518.576,
+      "eval_steps_per_second": 2.078,
+      "step": 1000
+    },
+    {
+      "epoch": 0.22001960570743928,
+      "grad_norm": 3.5020666122436523,
+      "learning_rate": 9.570506887577994e-06,
+      "loss": 0.5113,
+      "step": 1010
+    },
+    {
+      "epoch": 0.2221980176451367,
+      "grad_norm": 3.083266019821167,
+      "learning_rate": 9.554956436208031e-06,
+      "loss": 0.5043,
+      "step": 1020
+    },
+    {
+      "epoch": 0.2243764295828341,
+      "grad_norm": 6.1208062171936035,
+      "learning_rate": 9.539142551042024e-06,
+      "loss": 0.4984,
+      "step": 1030
+    },
+    {
+      "epoch": 0.22655484152053154,
+      "grad_norm": 2.8016839027404785,
+      "learning_rate": 9.5230661466687e-06,
+      "loss": 0.4957,
+      "step": 1040
+    },
+    {
+      "epoch": 0.22873325345822895,
+      "grad_norm": 6.235162734985352,
+      "learning_rate": 9.506728152859457e-06,
+      "loss": 0.4936,
+      "step": 1050
+    },
+    {
+      "epoch": 0.23091166539592636,
+      "grad_norm": 8.94963264465332,
+      "learning_rate": 9.490129514514604e-06,
+      "loss": 0.49,
+      "step": 1060
+    },
+    {
+      "epoch": 0.2330900773336238,
+      "grad_norm": 5.008547306060791,
+      "learning_rate": 9.473271191608699e-06,
+      "loss": 0.4958,
+      "step": 1070
+    },
+    {
+      "epoch": 0.2352684892713212,
+      "grad_norm": 8.403609275817871,
+      "learning_rate": 9.456154159135043e-06,
+      "loss": 0.4886,
+      "step": 1080
+    },
+    {
+      "epoch": 0.23744690120901862,
+      "grad_norm": 12.323060035705566,
+      "learning_rate": 9.438779407049282e-06,
+      "loss": 0.4933,
+      "step": 1090
+    },
+    {
+      "epoch": 0.23962531314671603,
+      "grad_norm": 6.123791217803955,
+      "learning_rate": 9.421147940212152e-06,
+      "loss": 0.4843,
+      "step": 1100
+    },
+    {
+      "epoch": 0.23962531314671603,
+      "eval_loss": 0.4703376889228821,
+      "eval_runtime": 9.6059,
+      "eval_samples_per_second": 519.681,
+      "eval_steps_per_second": 2.082,
+      "step": 1100
+    },
+    {
+      "epoch": 0.24180372508441347,
+      "grad_norm": 3.6410789489746094,
+      "learning_rate": 9.40326077833138e-06,
+      "loss": 0.4797,
+      "step": 1110
+    },
+    {
+      "epoch": 0.24398213702211088,
+      "grad_norm": 4.062999248504639,
+      "learning_rate": 9.385118955902683e-06,
+      "loss": 0.4844,
+      "step": 1120
+    },
+    {
+      "epoch": 0.2461605489598083,
+      "grad_norm": 5.992898464202881,
+      "learning_rate": 9.366723522149965e-06,
+      "loss": 0.4801,
+      "step": 1130
+    },
+    {
+      "epoch": 0.2483389608975057,
+      "grad_norm": 3.5720529556274414,
+      "learning_rate": 9.348075540964611e-06,
+      "loss": 0.4725,
+      "step": 1140
+    },
+    {
+      "epoch": 0.25051737283520314,
+      "grad_norm": 3.079658269882202,
+      "learning_rate": 9.329176090843985e-06,
+      "loss": 0.4705,
+      "step": 1150
+    },
+    {
+      "epoch": 0.25269578477290056,
+      "grad_norm": 4.961737632751465,
+      "learning_rate": 9.310026264829027e-06,
+      "loss": 0.4746,
+      "step": 1160
+    },
+    {
+      "epoch": 0.25487419671059797,
+      "grad_norm": 4.140722274780273,
+      "learning_rate": 9.290627170441055e-06,
+      "loss": 0.465,
+      "step": 1170
+    },
+    {
+      "epoch": 0.2570526086482954,
+      "grad_norm": 2.8426339626312256,
+      "learning_rate": 9.270979929617712e-06,
+      "loss": 0.4687,
+      "step": 1180
+    },
+    {
+      "epoch": 0.2592310205859928,
+      "grad_norm": 6.142527103424072,
+      "learning_rate": 9.251085678648072e-06,
+      "loss": 0.4665,
+      "step": 1190
+    },
+    {
+      "epoch": 0.26140943252369025,
+      "grad_norm": 6.779698371887207,
+      "learning_rate": 9.230945568106925e-06,
+      "loss": 0.4691,
+      "step": 1200
+    },
+    {
+      "epoch": 0.26140943252369025,
+      "eval_loss": 0.4688015878200531,
+      "eval_runtime": 9.5403,
+      "eval_samples_per_second": 523.252,
+      "eval_steps_per_second": 2.096,
+      "step": 1200
+    },
+    {
+      "epoch": 0.26358784446138767,
+      "grad_norm": 4.152688980102539,
+      "learning_rate": 9.210560762788238e-06,
+      "loss": 0.4664,
+      "step": 1210
+    },
+    {
+      "epoch": 0.2657662563990851,
+      "grad_norm": 6.0830817222595215,
+      "learning_rate": 9.189932441637787e-06,
+      "loss": 0.466,
+      "step": 1220
+    },
+    {
+      "epoch": 0.2679446683367825,
+      "grad_norm": 3.1995880603790283,
+      "learning_rate": 9.169061797684972e-06,
+      "loss": 0.4615,
+      "step": 1230
+    },
+    {
+      "epoch": 0.2701230802744799,
+      "grad_norm": 4.960101127624512,
+      "learning_rate": 9.147950037973821e-06,
+      "loss": 0.4645,
+      "step": 1240
+    },
+    {
+      "epoch": 0.2723014922121773,
+      "grad_norm": 2.4431183338165283,
+      "learning_rate": 9.126598383493179e-06,
+      "loss": 0.4602,
+      "step": 1250
+    },
+    {
+      "epoch": 0.2744799041498747,
+      "grad_norm": 3.671884298324585,
+      "learning_rate": 9.105008069106093e-06,
+      "loss": 0.457,
+      "step": 1260
+    },
+    {
+      "epoch": 0.2766583160875722,
+      "grad_norm": 5.00780725479126,
+      "learning_rate": 9.083180343478401e-06,
+      "loss": 0.4622,
+      "step": 1270
+    },
+    {
+      "epoch": 0.2788367280252696,
+      "grad_norm": 9.24307918548584,
+      "learning_rate": 9.061116469006504e-06,
+      "loss": 0.4601,
+      "step": 1280
+    },
+    {
+      "epoch": 0.281015139962967,
+      "grad_norm": 3.016066789627075,
+      "learning_rate": 9.038817721744362e-06,
+      "loss": 0.4608,
+      "step": 1290
+    },
+    {
+      "epoch": 0.2831935519006644,
+      "grad_norm": 4.565346717834473,
+      "learning_rate": 9.0162853913297e-06,
+      "loss": 0.4602,
+      "step": 1300
+    },
+    {
+      "epoch": 0.2831935519006644,
+      "eval_loss": 0.45925456285476685,
+      "eval_runtime": 9.5436,
+      "eval_samples_per_second": 523.073,
+      "eval_steps_per_second": 2.096,
+      "step": 1300
+    },
+    {
+      "epoch": 0.28537196383836183,
+      "grad_norm": 2.7883694171905518,
+      "learning_rate": 8.99352078090941e-06,
+      "loss": 0.4573,
+      "step": 1310
+    },
+    {
+      "epoch": 0.28755037577605924,
+      "grad_norm": 2.8337409496307373,
+      "learning_rate": 8.970525207064194e-06,
+      "loss": 0.4548,
+      "step": 1320
+    },
+    {
+      "epoch": 0.28972878771375665,
+      "grad_norm": 7.179544448852539,
+      "learning_rate": 8.947299999732415e-06,
+      "loss": 0.4565,
+      "step": 1330
+    },
+    {
+      "epoch": 0.29190719965145406,
+      "grad_norm": 5.800296783447266,
+      "learning_rate": 8.923846502133186e-06,
+      "loss": 0.4588,
+      "step": 1340
+    },
+    {
+      "epoch": 0.29408561158915153,
+      "grad_norm": 5.762913227081299,
+      "learning_rate": 8.900166070688676e-06,
+      "loss": 0.4519,
+      "step": 1350
+    },
+    {
+      "epoch": 0.29626402352684894,
+      "grad_norm": 10.822574615478516,
+      "learning_rate": 8.87626007494567e-06,
+      "loss": 0.456,
+      "step": 1360
+    },
+    {
+      "epoch": 0.29844243546454635,
+      "grad_norm": 6.762709140777588,
+      "learning_rate": 8.852129897496367e-06,
+      "loss": 0.4638,
+      "step": 1370
+    },
+    {
+      "epoch": 0.30062084740224376,
+      "grad_norm": 3.9109952449798584,
+      "learning_rate": 8.827776933898397e-06,
+      "loss": 0.4512,
+      "step": 1380
+    },
+    {
+      "epoch": 0.3027992593399412,
+      "grad_norm": 4.887868881225586,
+      "learning_rate": 8.803202592594136e-06,
+      "loss": 0.4474,
+      "step": 1390
+    },
+    {
+      "epoch": 0.3049776712776386,
+      "grad_norm": 8.851065635681152,
+      "learning_rate": 8.778408294829232e-06,
+      "loss": 0.4495,
+      "step": 1400
+    },
+    {
+      "epoch": 0.3049776712776386,
+      "eval_loss": 0.45423299074172974,
+      "eval_runtime": 9.5738,
+      "eval_samples_per_second": 521.421,
+      "eval_steps_per_second": 2.089,
+      "step": 1400
+    },
+    {
+      "epoch": 0.307156083215336,
+      "grad_norm": 6.868368148803711,
+      "learning_rate": 8.753395474570413e-06,
+      "loss": 0.4507,
+      "step": 1410
+    },
+    {
+      "epoch": 0.30933449515303346,
+      "grad_norm": 6.118240833282471,
+      "learning_rate": 8.728165578422558e-06,
+      "loss": 0.4476,
+      "step": 1420
+    },
+    {
+      "epoch": 0.3115129070907309,
+      "grad_norm": 4.283236026763916,
+      "learning_rate": 8.702720065545024e-06,
+      "loss": 0.4516,
+      "step": 1430
+    },
+    {
+      "epoch": 0.3136913190284283,
+      "grad_norm": 7.236689567565918,
+      "learning_rate": 8.677060407567264e-06,
+      "loss": 0.447,
+      "step": 1440
+    },
+    {
+      "epoch": 0.3158697309661257,
+      "grad_norm": 1.7403960227966309,
+      "learning_rate": 8.651188088503713e-06,
+      "loss": 0.4424,
+      "step": 1450
+    },
+    {
+      "epoch": 0.3180481429038231,
+      "grad_norm": 3.7462501525878906,
+      "learning_rate": 8.625104604667965e-06,
+      "loss": 0.4436,
+      "step": 1460
+    },
+    {
+      "epoch": 0.3202265548415205,
+      "grad_norm": 2.083803653717041,
+      "learning_rate": 8.598811464586225e-06,
+      "loss": 0.4404,
+      "step": 1470
+    },
+    {
+      "epoch": 0.3224049667792179,
+      "grad_norm": 3.62467360496521,
+      "learning_rate": 8.572310188910075e-06,
+      "loss": 0.4414,
+      "step": 1480
+    },
+    {
+      "epoch": 0.3245833787169154,
+      "grad_norm": 3.4055850505828857,
+      "learning_rate": 8.545602310328522e-06,
+      "loss": 0.4489,
+      "step": 1490
+    },
+    {
+      "epoch": 0.3267617906546128,
+      "grad_norm": 3.6146199703216553,
+      "learning_rate": 8.518689373479354e-06,
+      "loss": 0.4435,
+      "step": 1500
+    },
+    {
+      "epoch": 0.3267617906546128,
+      "eval_loss": 0.4498658776283264,
+      "eval_runtime": 9.6498,
+      "eval_samples_per_second": 517.318,
+      "eval_steps_per_second": 2.073,
+      "step": 1500
+    },
+    {
+      "epoch": 0.3289402025923102,
+      "grad_norm": 4.079049587249756,
+      "learning_rate": 8.491572934859808e-06,
+      "loss": 0.4423,
+      "step": 1510
+    },
+    {
+      "epoch": 0.3311186145300076,
+      "grad_norm": 4.84357213973999,
+      "learning_rate": 8.464254562736556e-06,
+      "loss": 0.4451,
+      "step": 1520
+    },
+    {
+      "epoch": 0.33329702646770504,
+      "grad_norm": 2.70137619972229,
+      "learning_rate": 8.436735837054998e-06,
+      "loss": 0.4429,
+      "step": 1530
+    },
+    {
+      "epoch": 0.33547543840540245,
+      "grad_norm": 3.2318954467773438,
+      "learning_rate": 8.409018349347888e-06,
+      "loss": 0.4394,
+      "step": 1540
+    },
+    {
+      "epoch": 0.33765385034309986,
+      "grad_norm": 3.6141505241394043,
+      "learning_rate": 8.381103702643295e-06,
+      "loss": 0.4406,
+      "step": 1550
+    },
+    {
+      "epoch": 0.3398322622807973,
+      "grad_norm": 4.4054484367370605,
+      "learning_rate": 8.352993511371878e-06,
+      "loss": 0.4397,
+      "step": 1560
+    },
+    {
+      "epoch": 0.34201067421849474,
+      "grad_norm": 3.0935497283935547,
+      "learning_rate": 8.324689401273538e-06,
+      "loss": 0.4349,
+      "step": 1570
+    },
+    {
+      "epoch": 0.34418908615619215,
+      "grad_norm": 2.5806384086608887,
+      "learning_rate": 8.296193009303369e-06,
+      "loss": 0.4366,
+      "step": 1580
+    },
+    {
+      "epoch": 0.34636749809388956,
+      "grad_norm": 3.518735647201538,
+      "learning_rate": 8.267505983537003e-06,
+      "loss": 0.4356,
+      "step": 1590
+    },
+    {
+      "epoch": 0.34854591003158697,
+      "grad_norm": 4.760187149047852,
+      "learning_rate": 8.238629983075296e-06,
+      "loss": 0.4351,
+      "step": 1600
+    },
+    {
+      "epoch": 0.34854591003158697,
+      "eval_loss": 0.44457298517227173,
+      "eval_runtime": 9.6018,
+      "eval_samples_per_second": 519.901,
+      "eval_steps_per_second": 2.083,
+      "step": 1600
+    },
+    {
+      "epoch": 0.3507243219692844,
+      "grad_norm": 4.355133533477783,
+      "learning_rate": 8.209566677948358e-06,
+      "loss": 0.4352,
+      "step": 1610
+    },
+    {
+      "epoch": 0.3529027339069818,
+      "grad_norm": 3.173840045928955,
+      "learning_rate": 8.18031774901898e-06,
+      "loss": 0.4359,
+      "step": 1620
+    },
+    {
+      "epoch": 0.3550811458446792,
+      "grad_norm": 1.9210759401321411,
+      "learning_rate": 8.150884887885424e-06,
+      "loss": 0.4341,
+      "step": 1630
+    },
+    {
+      "epoch": 0.35725955778237667,
+      "grad_norm": 2.729641914367676,
+      "learning_rate": 8.121269796783585e-06,
+      "loss": 0.4326,
+      "step": 1640
+    },
+    {
+      "epoch": 0.3594379697200741,
+      "grad_norm": 2.5791547298431396,
+      "learning_rate": 8.091474188488535e-06,
+      "loss": 0.4313,
+      "step": 1650
+    },
+    {
+      "epoch": 0.3616163816577715,
+      "grad_norm": 1.8370323181152344,
+      "learning_rate": 8.061499786215488e-06,
+      "loss": 0.4328,
+      "step": 1660
+    },
+    {
+      "epoch": 0.3637947935954689,
+      "grad_norm": 3.280975818634033,
+      "learning_rate": 8.031348323520113e-06,
+      "loss": 0.4333,
+      "step": 1670
+    },
+    {
+      "epoch": 0.3659732055331663,
+      "grad_norm": 3.277691125869751,
+      "learning_rate": 8.001021544198295e-06,
+      "loss": 0.4365,
+      "step": 1680
+    },
+    {
+      "epoch": 0.3681516174708637,
+      "grad_norm": 1.8916176557540894,
+      "learning_rate": 7.970521202185269e-06,
+      "loss": 0.4311,
+      "step": 1690
+    },
+    {
+      "epoch": 0.37033002940856113,
+      "grad_norm": 5.67519998550415,
+      "learning_rate": 7.939849061454192e-06,
+      "loss": 0.4335,
+      "step": 1700
+    },
+    {
+      "epoch": 0.37033002940856113,
+      "eval_loss": 0.44085103273391724,
+      "eval_runtime": 9.5393,
+      "eval_samples_per_second": 523.31,
+      "eval_steps_per_second": 2.097,
+      "step": 1700
+    },
+    {
+      "epoch": 0.3725084413462586,
+      "grad_norm": 4.427841663360596,
+      "learning_rate": 7.909006895914119e-06,
+      "loss": 0.4328,
+      "step": 1710
+    },
+    {
+      "epoch": 0.374686853283956,
+      "grad_norm": 2.4348649978637695,
+      "learning_rate": 7.877996489307409e-06,
+      "loss": 0.4273,
+      "step": 1720
+    },
+    {
+      "epoch": 0.3768652652216534,
+      "grad_norm": 3.5188827514648438,
+      "learning_rate": 7.846819635106569e-06,
+      "loss": 0.4291,
+      "step": 1730
+    },
+    {
+      "epoch": 0.37904367715935083,
+      "grad_norm": 4.911815643310547,
+      "learning_rate": 7.81547813641052e-06,
+      "loss": 0.4292,
+      "step": 1740
+    },
+    {
+      "epoch": 0.38122208909704824,
+      "grad_norm": 5.043581962585449,
+      "learning_rate": 7.783973805840329e-06,
+      "loss": 0.4317,
+      "step": 1750
+    },
+    {
+      "epoch": 0.38340050103474566,
+      "grad_norm": 5.273864269256592,
+      "learning_rate": 7.75230846543436e-06,
+      "loss": 0.4299,
+      "step": 1760
+    },
+    {
+      "epoch": 0.38557891297244307,
+      "grad_norm": 2.7299153804779053,
+      "learning_rate": 7.720483946542913e-06,
+      "loss": 0.4255,
+      "step": 1770
+    },
+    {
+      "epoch": 0.38775732491014053,
+      "grad_norm": 1.7716805934906006,
+      "learning_rate": 7.688502089722302e-06,
+      "loss": 0.4275,
+      "step": 1780
+    },
+    {
+      "epoch": 0.38993573684783794,
+      "grad_norm": 3.8951661586761475,
+      "learning_rate": 7.656364744628402e-06,
+      "loss": 0.4247,
+      "step": 1790
+    },
+    {
+      "epoch": 0.39211414878553535,
+      "grad_norm": 4.414074420928955,
+      "learning_rate": 7.624073769909684e-06,
+      "loss": 0.4259,
+      "step": 1800
+    },
+    {
+      "epoch": 0.39211414878553535,
+      "eval_loss": 0.438446044921875,
+      "eval_runtime": 9.5359,
+      "eval_samples_per_second": 523.494,
+      "eval_steps_per_second": 2.097,
+      "step": 1800
+    },
+    {
+      "epoch": 0.39429256072323277,
+      "grad_norm": 2.8621246814727783,
+      "learning_rate": 7.5916310330997175e-06,
+      "loss": 0.426,
+      "step": 1810
+    },
+    {
+      "epoch": 0.3964709726609302,
+      "grad_norm": 2.847648859024048,
+      "learning_rate": 7.559038410509161e-06,
+      "loss": 0.4263,
+      "step": 1820
+    },
+    {
+      "epoch": 0.3986493845986276,
+      "grad_norm": 3.055957317352295,
+      "learning_rate": 7.526297787117247e-06,
+      "loss": 0.4249,
+      "step": 1830
+    },
+    {
+      "epoch": 0.400827796536325,
+      "grad_norm": 5.001469612121582,
+      "learning_rate": 7.493411056462768e-06,
+      "loss": 0.4236,
+      "step": 1840
+    },
+    {
+      "epoch": 0.40300620847402246,
+      "grad_norm": 1.1893895864486694,
+      "learning_rate": 7.460380120534563e-06,
+      "loss": 0.4238,
+      "step": 1850
+    },
+    {
+      "epoch": 0.4051846204117199,
+      "grad_norm": 10.078166007995605,
+      "learning_rate": 7.427206889661511e-06,
+      "loss": 0.429,
+      "step": 1860
+    },
+    {
+      "epoch": 0.4073630323494173,
+      "grad_norm": 2.957148551940918,
+      "learning_rate": 7.393893282402057e-06,
+      "loss": 0.4287,
+      "step": 1870
+    },
+    {
+      "epoch": 0.4095414442871147,
+      "grad_norm": 2.5597410202026367,
+      "learning_rate": 7.360441225433252e-06,
+      "loss": 0.4264,
+      "step": 1880
+    },
+    {
+      "epoch": 0.4117198562248121,
+      "grad_norm": 3.9550392627716064,
+      "learning_rate": 7.326852653439317e-06,
+      "loss": 0.4231,
+      "step": 1890
+    },
+    {
+      "epoch": 0.4138982681625095,
+      "grad_norm": 3.9910600185394287,
+      "learning_rate": 7.293129508999758e-06,
+      "loss": 0.4254,
+      "step": 1900
+    },
+    {
+      "epoch": 0.4138982681625095,
+      "eval_loss": 0.4347061216831207,
+      "eval_runtime": 9.6662,
+      "eval_samples_per_second": 516.439,
+      "eval_steps_per_second": 2.069,
+      "step": 1900
+    },
+    {
+      "epoch": 0.41607668010020693,
+      "grad_norm": 1.821865439414978,
+      "learning_rate": 7.259273742477017e-06,
+      "loss": 0.4201,
+      "step": 1910
+    },
+    {
+      "epoch": 0.41825509203790434,
+      "grad_norm": 2.225336790084839,
+      "learning_rate": 7.2252873119036684e-06,
+      "loss": 0.4254,
+      "step": 1920
+    },
+    {
+      "epoch": 0.4204335039756018,
+      "grad_norm": 3.4500694274902344,
+      "learning_rate": 7.1911721828691904e-06,
+      "loss": 0.4219,
+      "step": 1930
+    },
+    {
+      "epoch": 0.4226119159132992,
+      "grad_norm": 2.226417064666748,
+      "learning_rate": 7.156930328406268e-06,
+      "loss": 0.4235,
+      "step": 1940
+    },
+    {
+      "epoch": 0.42479032785099663,
+      "grad_norm": 4.276403427124023,
+      "learning_rate": 7.122563728876698e-06,
+      "loss": 0.4216,
+      "step": 1950
+    },
+    {
+      "epoch": 0.42696873978869404,
+      "grad_norm": 4.915441513061523,
+      "learning_rate": 7.088074371856847e-06,
+      "loss": 0.4286,
+      "step": 1960
+    },
+    {
+      "epoch": 0.42914715172639145,
+      "grad_norm": 4.776780605316162,
+      "learning_rate": 7.053464252022708e-06,
+      "loss": 0.4246,
+      "step": 1970
+    },
+    {
+      "epoch": 0.43132556366408886,
+      "grad_norm": 2.5758256912231445,
+      "learning_rate": 7.018735371034531e-06,
+      "loss": 0.42,
+      "step": 1980
+    },
+    {
+      "epoch": 0.4335039756017863,
+      "grad_norm": 2.303910255432129,
+      "learning_rate": 6.9838897374210665e-06,
+      "loss": 0.4183,
+      "step": 1990
+    },
+    {
+      "epoch": 0.43568238753948374,
+      "grad_norm": 9.267624855041504,
+      "learning_rate": 6.948929366463397e-06,
+      "loss": 0.4193,
+      "step": 2000
+    },
+    {
+      "epoch": 0.43568238753948374,
+      "eval_loss": 0.4357667863368988,
+      "eval_runtime": 9.586,
+      "eval_samples_per_second": 520.759,
+      "eval_steps_per_second": 2.086,
+      "step": 2000
+    },
+    {
+      "epoch": 0.43786079947718115,
+      "grad_norm": 2.5708439350128174,
+      "learning_rate": 6.913856280078387e-06,
+      "loss": 0.4255,
+      "step": 2010
+    },
+    {
+      "epoch": 0.44003921141487856,
+      "grad_norm": 2.246631622314453,
+      "learning_rate": 6.878672506701742e-06,
+      "loss": 0.4179,
+      "step": 2020
+    },
+    {
+      "epoch": 0.442217623352576,
+      "grad_norm": 2.604588270187378,
+      "learning_rate": 6.843380081170704e-06,
+      "loss": 0.4193,
+      "step": 2030
+    },
+    {
+      "epoch": 0.4443960352902734,
+      "grad_norm": 2.7791225910186768,
+      "learning_rate": 6.807981044606359e-06,
+      "loss": 0.4199,
+      "step": 2040
+    },
+    {
+      "epoch": 0.4465744472279708,
+      "grad_norm": 4.1223344802856445,
+      "learning_rate": 6.772477444295592e-06,
+      "loss": 0.4198,
+      "step": 2050
+    },
+    {
+      "epoch": 0.4487528591656682,
+      "grad_norm": 1.6104360818862915,
+      "learning_rate": 6.736871333572686e-06,
+      "loss": 0.4166,
+      "step": 2060
+    },
+    {
+      "epoch": 0.45093127110336567,
+      "grad_norm": 6.032946586608887,
+      "learning_rate": 6.701164771700564e-06,
+      "loss": 0.4196,
+      "step": 2070
+    },
+    {
+      "epoch": 0.4531096830410631,
+      "grad_norm": 3.254844903945923,
+      "learning_rate": 6.665359823751696e-06,
+      "loss": 0.4205,
+      "step": 2080
+    },
+    {
+      "epoch": 0.4552880949787605,
+      "grad_norm": 2.6492910385131836,
+      "learning_rate": 6.629458560488664e-06,
+      "loss": 0.4185,
+      "step": 2090
+    },
+    {
+      "epoch": 0.4574665069164579,
+      "grad_norm": 7.052666664123535,
+      "learning_rate": 6.593463058244407e-06,
+      "loss": 0.4164,
+      "step": 2100
+    },
+    {
+      "epoch": 0.4574665069164579,
+      "eval_loss": 0.4329228401184082,
+      "eval_runtime": 9.6522,
+      "eval_samples_per_second": 517.188,
+      "eval_steps_per_second": 2.072,
+      "step": 2100
+    },
+    {
+      "epoch": 0.4596449188541553,
+      "grad_norm": 3.9242568016052246,
+      "learning_rate": 6.557375398802124e-06,
+      "loss": 0.4188,
+      "step": 2110
+    },
+    {
+      "epoch": 0.4618233307918527,
+      "grad_norm": 2.833991289138794,
+      "learning_rate": 6.521197669274885e-06,
+      "loss": 0.4166,
+      "step": 2120
+    },
+    {
+      "epoch": 0.46400174272955014,
+      "grad_norm": 2.6651554107666016,
+      "learning_rate": 6.484931961984927e-06,
+      "loss": 0.4164,
+      "step": 2130
+    },
+    {
+      "epoch": 0.4661801546672476,
+      "grad_norm": 1.856614112854004,
+      "learning_rate": 6.448580374342632e-06,
+      "loss": 0.4159,
+      "step": 2140
+    },
+    {
+      "epoch": 0.468358566604945,
+      "grad_norm": 2.084019660949707,
+      "learning_rate": 6.412145008725239e-06,
+      "loss": 0.4155,
+      "step": 2150
+    },
+    {
+      "epoch": 0.4705369785426424,
+      "grad_norm": 2.50307297706604,
+      "learning_rate": 6.375627972355245e-06,
+      "loss": 0.4155,
+      "step": 2160
+    },
+    {
+      "epoch": 0.47271539048033984,
+      "grad_norm": 3.0096487998962402,
+      "learning_rate": 6.339031377178536e-06,
+      "loss": 0.4231,
+      "step": 2170
+    },
+    {
+      "epoch": 0.47489380241803725,
+      "grad_norm": 2.756303071975708,
+      "learning_rate": 6.302357339742245e-06,
+      "loss": 0.418,
+      "step": 2180
+    },
+    {
+      "epoch": 0.47707221435573466,
+      "grad_norm": 3.530158042907715,
+      "learning_rate": 6.265607981072346e-06,
+      "loss": 0.4165,
+      "step": 2190
+    },
+    {
+      "epoch": 0.47925062629343207,
+      "grad_norm": 4.0776519775390625,
+      "learning_rate": 6.228785426550976e-06,
+      "loss": 0.4142,
+      "step": 2200
+    },
+    {
+      "epoch": 0.47925062629343207,
+      "eval_loss": 0.4327417314052582,
+      "eval_runtime": 9.6888,
+      "eval_samples_per_second": 515.234,
+      "eval_steps_per_second": 2.064,
+      "step": 2200
+    },
+    {
+      "epoch": 0.4814290382311295,
+      "grad_norm": 2.6378114223480225,
+      "learning_rate": 6.191891805793523e-06,
+      "loss": 0.4127,
+      "step": 2210
+    },
+    {
+      "epoch": 0.48360745016882695,
+      "grad_norm": 2.1185641288757324,
+      "learning_rate": 6.1549292525254585e-06,
+      "loss": 0.4145,
+      "step": 2220
+    },
+    {
+      "epoch": 0.48578586210652436,
+      "grad_norm": 5.306119918823242,
+      "learning_rate": 6.117899904458935e-06,
+      "loss": 0.4153,
+      "step": 2230
+    },
+    {
+      "epoch": 0.48796427404422177,
+      "grad_norm": 2.197924852371216,
+      "learning_rate": 6.080805903169145e-06,
+      "loss": 0.4156,
+      "step": 2240
+    },
+    {
+      "epoch": 0.4901426859819192,
+      "grad_norm": 2.9446542263031006,
+      "learning_rate": 6.043649393970478e-06,
+      "loss": 0.414,
+      "step": 2250
+    },
+    {
+      "epoch": 0.4923210979196166,
+      "grad_norm": 7.410131931304932,
+      "learning_rate": 6.006432525792435e-06,
+      "loss": 0.4185,
+      "step": 2260
+    },
+    {
+      "epoch": 0.494499509857314,
+      "grad_norm": 3.202277898788452,
+      "learning_rate": 5.9691574510553505e-06,
+      "loss": 0.4155,
+      "step": 2270
+    },
+    {
+      "epoch": 0.4966779217950114,
+      "grad_norm": 2.3827662467956543,
+      "learning_rate": 5.931826325545912e-06,
+      "loss": 0.412,
+      "step": 2280
+    },
+    {
+      "epoch": 0.4988563337327089,
+      "grad_norm": 3.133537769317627,
+      "learning_rate": 5.894441308292471e-06,
+      "loss": 0.413,
+      "step": 2290
+    },
+    {
+      "epoch": 0.5010347456704063,
+      "grad_norm": 3.3716533184051514,
+      "learning_rate": 5.85700456144019e-06,
+      "loss": 0.4119,
+      "step": 2300
+    },
+    {
+      "epoch": 0.5010347456704063,
+      "eval_loss": 0.42866024374961853,
+      "eval_runtime": 9.6451,
+      "eval_samples_per_second": 517.568,
+      "eval_steps_per_second": 2.074,
+      "step": 2300
+    },
+    {
+      "epoch": 0.5032131576081037,
+      "grad_norm": 3.1281096935272217,
+      "learning_rate": 5.819518250125986e-06,
+      "loss": 0.4141,
+      "step": 2310
+    },
+    {
+      "epoch": 0.5053915695458011,
+      "grad_norm": 2.40556263923645,
+      "learning_rate": 5.781984542353313e-06,
+      "loss": 0.412,
+      "step": 2320
+    },
+    {
+      "epoch": 0.5075699814834985,
+      "grad_norm": 2.3655827045440674,
+      "learning_rate": 5.744405608866775e-06,
+      "loss": 0.4112,
+      "step": 2330
+    },
+    {
+      "epoch": 0.5097483934211959,
+      "grad_norm": 3.645313024520874,
+      "learning_rate": 5.7067836230265915e-06,
+      "loss": 0.4102,
+      "step": 2340
+    },
+    {
+      "epoch": 0.5119268053588933,
+      "grad_norm": 1.9526983499526978,
+      "learning_rate": 5.669120760682888e-06,
+      "loss": 0.414,
+      "step": 2350
+    },
+    {
+      "epoch": 0.5141052172965908,
+      "grad_norm": 3.076853036880493,
+      "learning_rate": 5.631419200049867e-06,
+      "loss": 0.4122,
+      "step": 2360
+    },
+    {
+      "epoch": 0.5162836292342882,
+      "grad_norm": 2.6010568141937256,
+      "learning_rate": 5.593681121579828e-06,
+      "loss": 0.4118,
+      "step": 2370
+    },
+    {
+      "epoch": 0.5184620411719856,
+      "grad_norm": 1.341263771057129,
+      "learning_rate": 5.555908707837061e-06,
+      "loss": 0.4108,
+      "step": 2380
+    },
+    {
+      "epoch": 0.520640453109683,
+      "grad_norm": 2.0360755920410156,
+      "learning_rate": 5.518104143371623e-06,
+      "loss": 0.4132,
+      "step": 2390
+    },
+    {
+      "epoch": 0.5228188650473805,
+      "grad_norm": 1.9817912578582764,
+      "learning_rate": 5.4802696145929925e-06,
+      "loss": 0.4109,
+      "step": 2400
+    },
+    {
+      "epoch": 0.5228188650473805,
+      "eval_loss": 0.42882996797561646,
+      "eval_runtime": 9.7082,
+      "eval_samples_per_second": 514.203,
+      "eval_steps_per_second": 2.06,
+      "step": 2400
+    },
+    {
+      "epoch": 0.5249972769850779,
+      "grad_norm": 1.8024429082870483,
+      "learning_rate": 5.44240730964362e-06,
+      "loss": 0.4126,
+      "step": 2410
+    },
+    {
+      "epoch": 0.5271756889227753,
+      "grad_norm": 1.9342011213302612,
+      "learning_rate": 5.404519418272376e-06,
+      "loss": 0.4135,
+      "step": 2420
+    },
+    {
+      "epoch": 0.5293541008604727,
+      "grad_norm": 1.8404808044433594,
+      "learning_rate": 5.366608131707913e-06,
+      "loss": 0.4089,
+      "step": 2430
+    },
+    {
+      "epoch": 0.5315325127981702,
+      "grad_norm": 1.6226404905319214,
+      "learning_rate": 5.328675642531934e-06,
+      "loss": 0.4097,
+      "step": 2440
+    },
+    {
+      "epoch": 0.5337109247358676,
+      "grad_norm": 3.6844136714935303,
+      "learning_rate": 5.290724144552379e-06,
+      "loss": 0.4098,
+      "step": 2450
+    },
+    {
+      "epoch": 0.535889336673565,
+      "grad_norm": 4.781176567077637,
+      "learning_rate": 5.252755832676562e-06,
+      "loss": 0.4113,
+      "step": 2460
+    },
+    {
+      "epoch": 0.5380677486112624,
+      "grad_norm": 3.025144338607788,
+      "learning_rate": 5.214772902784218e-06,
+      "loss": 0.4084,
+      "step": 2470
+    },
+    {
+      "epoch": 0.5402461605489598,
+      "grad_norm": 1.8959859609603882,
+      "learning_rate": 5.176777551600504e-06,
+      "loss": 0.4085,
+      "step": 2480
+    },
+    {
+      "epoch": 0.5424245724866572,
+      "grad_norm": 1.4723670482635498,
+      "learning_rate": 5.13877197656896e-06,
+      "loss": 0.4089,
+      "step": 2490
+    },
+    {
+      "epoch": 0.5446029844243546,
+      "grad_norm": 1.6879379749298096,
+      "learning_rate": 5.100758375724418e-06,
+      "loss": 0.4117,
+      "step": 2500
+    },
+    {
+      "epoch": 0.5446029844243546,
+      "eval_loss": 0.43057578802108765,
+      "eval_runtime": 9.6671,
+      "eval_samples_per_second": 516.389,
+      "eval_steps_per_second": 2.069,
+      "step": 2500
+    },
+    {
+      "epoch": 0.546781396362052,
+      "grad_norm": 2.652782440185547,
+      "learning_rate": 5.062738947565879e-06,
+      "loss": 0.4075,
+      "step": 2510
+    },
+    {
+      "epoch": 0.5489598082997494,
+      "grad_norm": 3.549682140350342,
+      "learning_rate": 5.0247158909293605e-06,
+      "loss": 0.4061,
+      "step": 2520
+    },
+    {
+      "epoch": 0.5511382202374469,
+      "grad_norm": 4.6838603019714355,
+      "learning_rate": 4.986691404860738e-06,
+      "loss": 0.4106,
+      "step": 2530
+    },
+    {
+      "epoch": 0.5533166321751444,
+      "grad_norm": 2.4103927612304688,
+      "learning_rate": 4.948667688488552e-06,
+      "loss": 0.4093,
+      "step": 2540
+    },
+    {
+      "epoch": 0.5554950441128418,
+      "grad_norm": 3.744180679321289,
+      "learning_rate": 4.910646940896828e-06,
+      "loss": 0.4082,
+      "step": 2550
+    },
+    {
+      "epoch": 0.5576734560505392,
+      "grad_norm": 3.863417863845825,
+      "learning_rate": 4.872631360997899e-06,
+      "loss": 0.4061,
+      "step": 2560
+    },
+    {
+      "epoch": 0.5598518679882366,
+      "grad_norm": 3.8889987468719482,
+      "learning_rate": 4.83462314740522e-06,
+      "loss": 0.4075,
+      "step": 2570
+    },
+    {
+      "epoch": 0.562030279925934,
+      "grad_norm": 3.1181349754333496,
+      "learning_rate": 4.796624498306224e-06,
+      "loss": 0.4113,
+      "step": 2580
+    },
+    {
+      "epoch": 0.5642086918636314,
+      "grad_norm": 2.6836493015289307,
+      "learning_rate": 4.758637611335183e-06,
+      "loss": 0.4088,
+      "step": 2590
+    },
+    {
+      "epoch": 0.5663871038013288,
+      "grad_norm": 2.120168924331665,
+      "learning_rate": 4.720664683446111e-06,
+      "loss": 0.4073,
+      "step": 2600
+    },
+    {
+      "epoch": 0.5663871038013288,
+      "eval_loss": 0.4350495934486389,
+      "eval_runtime": 9.6231,
+      "eval_samples_per_second": 518.752,
+      "eval_steps_per_second": 2.078,
+      "step": 2600
+    },
+    {
+      "epoch": 0.5685655157390263,
+      "grad_norm": 5.942187786102295,
+      "learning_rate": 4.682707910785712e-06,
+      "loss": 0.4149,
+      "step": 2610
+    },
+    {
+      "epoch": 0.5707439276767237,
+      "grad_norm": 2.514582395553589,
+      "learning_rate": 4.644769488566351e-06,
+      "loss": 0.4083,
+      "step": 2620
+    },
+    {
+      "epoch": 0.5729223396144211,
+      "grad_norm": 3.884115219116211,
+      "learning_rate": 4.606851610939108e-06,
+      "loss": 0.4052,
+      "step": 2630
+    },
+    {
+      "epoch": 0.5751007515521185,
+      "grad_norm": 4.213008403778076,
+      "learning_rate": 4.5689564708668735e-06,
+      "loss": 0.4076,
+      "step": 2640
+    },
+    {
+      "epoch": 0.5772791634898159,
+      "grad_norm": 2.6122772693634033,
+      "learning_rate": 4.531086259997528e-06,
+      "loss": 0.4088,
+      "step": 2650
+    },
+    {
+      "epoch": 0.5794575754275133,
+      "grad_norm": 2.8703975677490234,
+      "learning_rate": 4.493243168537178e-06,
+      "loss": 0.4081,
+      "step": 2660
+    },
+    {
+      "epoch": 0.5816359873652107,
+      "grad_norm": 2.920668840408325,
+      "learning_rate": 4.455429385123489e-06,
+      "loss": 0.4074,
+      "step": 2670
+    },
+    {
+      "epoch": 0.5838143993029081,
+      "grad_norm": 2.7703404426574707,
+      "learning_rate": 4.417647096699118e-06,
+      "loss": 0.4037,
+      "step": 2680
+    },
+    {
+      "epoch": 0.5859928112406056,
+      "grad_norm": 3.3332200050354004,
+      "learning_rate": 4.379898488385215e-06,
+      "loss": 0.4063,
+      "step": 2690
+    },
+    {
+      "epoch": 0.5881712231783031,
+      "grad_norm": 1.8352432250976562,
+      "learning_rate": 4.342185743355062e-06,
+      "loss": 0.4062,
+      "step": 2700
+    },
+    {
+      "epoch": 0.5881712231783031,
+      "eval_loss": 0.4279891550540924,
+      "eval_runtime": 9.6691,
+      "eval_samples_per_second": 516.286,
+      "eval_steps_per_second": 2.068,
+      "step": 2700
+    },
+    {
+      "epoch": 0.5903496351160005,
+      "grad_norm": 1.7296792268753052,
+      "learning_rate": 4.304511042707802e-06,
+      "loss": 0.4064,
+      "step": 2710
+    },
+    {
+      "epoch": 0.5925280470536979,
+      "grad_norm": 3.613008499145508,
+      "learning_rate": 4.266876565342298e-06,
+      "loss": 0.4075,
+      "step": 2720
+    },
+    {
+      "epoch": 0.5947064589913953,
+      "grad_norm": 3.5010597705841064,
+      "learning_rate": 4.229284487831122e-06,
+      "loss": 0.4091,
+      "step": 2730
+    },
+    {
+      "epoch": 0.5968848709290927,
+      "grad_norm": 2.1212668418884277,
+      "learning_rate": 4.191736984294667e-06,
+      "loss": 0.4075,
+      "step": 2740
+    },
+    {
+      "epoch": 0.5990632828667901,
+      "grad_norm": 2.979283571243286,
+      "learning_rate": 4.154236226275411e-06,
+      "loss": 0.404,
+      "step": 2750
+    },
+    {
+      "epoch": 0.6012416948044875,
+      "grad_norm": 1.792733907699585,
+      "learning_rate": 4.1167843826123265e-06,
+      "loss": 0.4042,
+      "step": 2760
+    },
+    {
+      "epoch": 0.6034201067421849,
+      "grad_norm": 3.041388750076294,
+      "learning_rate": 4.079383619315447e-06,
+      "loss": 0.4061,
+      "step": 2770
+    },
+    {
+      "epoch": 0.6055985186798823,
+      "grad_norm": 2.6816020011901855,
+      "learning_rate": 4.0420360994406e-06,
+      "loss": 0.4071,
+      "step": 2780
+    },
+    {
+      "epoch": 0.6077769306175798,
+      "grad_norm": 2.446981430053711,
+      "learning_rate": 4.004743982964298e-06,
+      "loss": 0.402,
+      "step": 2790
+    },
+    {
+      "epoch": 0.6099553425552772,
+      "grad_norm": 2.502835273742676,
+      "learning_rate": 3.96750942665883e-06,
+      "loss": 0.4037,
+      "step": 2800
+    },
+    {
+      "epoch": 0.6099553425552772,
+      "eval_loss": 0.4277077615261078,
+      "eval_runtime": 9.743,
+      "eval_samples_per_second": 512.368,
+      "eval_steps_per_second": 2.053,
+      "step": 2800
+    },
+    {
+      "epoch": 0.6121337544929746,
+      "grad_norm": 1.2970865964889526,
+      "learning_rate": 3.930334583967514e-06,
+      "loss": 0.404,
+      "step": 2810
+    },
+    {
+      "epoch": 0.614312166430672,
+      "grad_norm": 3.3795993328094482,
+      "learning_rate": 3.8932216048801615e-06,
+      "loss": 0.4065,
+      "step": 2820
+    },
+    {
+      "epoch": 0.6164905783683695,
+      "grad_norm": 2.872642755508423,
+      "learning_rate": 3.856172635808732e-06,
+      "loss": 0.4059,
+      "step": 2830
+    },
+    {
+      "epoch": 0.6186689903060669,
+      "grad_norm": 2.930790662765503,
+      "learning_rate": 3.8191898194631926e-06,
+      "loss": 0.4053,
+      "step": 2840
+    },
+    {
+      "epoch": 0.6208474022437643,
+      "grad_norm": 3.7308971881866455,
+      "learning_rate": 3.782275294727601e-06,
+      "loss": 0.4055,
+      "step": 2850
+    },
+    {
+      "epoch": 0.6230258141814617,
+      "grad_norm": 3.462425470352173,
+      "learning_rate": 3.745431196536398e-06,
+      "loss": 0.4038,
+      "step": 2860
+    },
+    {
+      "epoch": 0.6252042261191592,
+      "grad_norm": 2.3263561725616455,
+      "learning_rate": 3.7086596557509396e-06,
+      "loss": 0.4045,
+      "step": 2870
+    },
+    {
+      "epoch": 0.6273826380568566,
+      "grad_norm": 1.485323190689087,
+      "learning_rate": 3.6719627990362594e-06,
+      "loss": 0.4025,
+      "step": 2880
+    },
+    {
+      "epoch": 0.629561049994554,
+      "grad_norm": 3.1288955211639404,
+      "learning_rate": 3.6353427487380687e-06,
+      "loss": 0.402,
+      "step": 2890
+    },
+    {
+      "epoch": 0.6317394619322514,
+      "grad_norm": 2.5085573196411133,
+      "learning_rate": 3.598801622760021e-06,
+      "loss": 0.4054,
+      "step": 2900
+    },
+    {
+      "epoch": 0.6317394619322514,
+      "eval_loss": 0.42717447876930237,
+      "eval_runtime": 9.6573,
+      "eval_samples_per_second": 516.914,
+      "eval_steps_per_second": 2.071,
+      "step": 2900
+    },
+    {
+      "epoch": 0.6339178738699488,
+      "grad_norm": 4.0328049659729,
+      "learning_rate": 3.5623415344412125e-06,
+      "loss": 0.4006,
+      "step": 2910
+    },
+    {
+      "epoch": 0.6360962858076462,
+      "grad_norm": 2.123347759246826,
+      "learning_rate": 3.525964592433966e-06,
+      "loss": 0.4046,
+      "step": 2920
+    },
+    {
+      "epoch": 0.6382746977453436,
+      "grad_norm": 3.348815441131592,
+      "learning_rate": 3.489672900581876e-06,
+      "loss": 0.4025,
+      "step": 2930
+    },
+    {
+      "epoch": 0.640453109683041,
+      "grad_norm": 4.057186603546143,
+      "learning_rate": 3.453468557798133e-06,
+      "loss": 0.4037,
+      "step": 2940
+    },
+    {
+      "epoch": 0.6426315216207384,
+      "grad_norm": 3.547410249710083,
+      "learning_rate": 3.417353657944137e-06,
+      "loss": 0.403,
+      "step": 2950
+    },
+    {
+      "epoch": 0.6448099335584359,
+      "grad_norm": 3.1567604541778564,
+      "learning_rate": 3.3813302897083955e-06,
+      "loss": 0.4027,
+      "step": 2960
+    },
+    {
+      "epoch": 0.6469883454961333,
+      "grad_norm": 4.546987533569336,
+      "learning_rate": 3.345400536485727e-06,
+      "loss": 0.4029,
+      "step": 2970
+    },
+    {
+      "epoch": 0.6491667574338308,
+      "grad_norm": 0.840340793132782,
+      "learning_rate": 3.3095664762567687e-06,
+      "loss": 0.4018,
+      "step": 2980
+    },
+    {
+      "epoch": 0.6513451693715282,
+      "grad_norm": 1.2068535089492798,
+      "learning_rate": 3.2738301814678015e-06,
+      "loss": 0.4025,
+      "step": 2990
+    },
+    {
+      "epoch": 0.6535235813092256,
+      "grad_norm": 2.895763635635376,
+      "learning_rate": 3.238193718910883e-06,
+      "loss": 0.4031,
+      "step": 3000
+    },
+    {
+      "epoch": 0.6535235813092256,
+      "eval_loss": 0.42841657996177673,
+      "eval_runtime": 9.6401,
+      "eval_samples_per_second": 517.835,
+      "eval_steps_per_second": 2.075,
+      "step": 3000
+    },
+    {
+      "epoch": 0.655701993246923,
+      "grad_norm": 4.0693678855896,
+      "learning_rate": 3.2026591496043226e-06,
+      "loss": 0.4022,
+      "step": 3010
+    },
+    {
+      "epoch": 0.6578804051846204,
+      "grad_norm": 3.907064914703369,
+      "learning_rate": 3.167228528673478e-06,
+      "loss": 0.4018,
+      "step": 3020
+    },
+    {
+      "epoch": 0.6600588171223178,
+      "grad_norm": 6.200908660888672,
+      "learning_rate": 3.1319039052319033e-06,
+      "loss": 0.4035,
+      "step": 3030
+    },
+    {
+      "epoch": 0.6622372290600153,
+      "grad_norm": 3.6325767040252686,
+      "learning_rate": 3.0966873222628368e-06,
+      "loss": 0.404,
+      "step": 3040
+    },
+    {
+      "epoch": 0.6644156409977127,
+      "grad_norm": 2.363156795501709,
+      "learning_rate": 3.0615808165010453e-06,
+      "loss": 0.4034,
+      "step": 3050
+    },
+    {
+      "epoch": 0.6665940529354101,
+      "grad_norm": 3.558595895767212,
+      "learning_rate": 3.0265864183150306e-06,
+      "loss": 0.4009,
+      "step": 3060
+    },
+    {
+      "epoch": 0.6687724648731075,
+      "grad_norm": 3.482257604598999,
+      "learning_rate": 2.991706151589606e-06,
+      "loss": 0.4024,
+      "step": 3070
+    },
+    {
+      "epoch": 0.6709508768108049,
+      "grad_norm": 2.492945909500122,
+      "learning_rate": 2.956942033608843e-06,
+      "loss": 0.4016,
+      "step": 3080
+    },
+    {
+      "epoch": 0.6731292887485023,
+      "grad_norm": 2.730677366256714,
+      "learning_rate": 2.9222960749394073e-06,
+      "loss": 0.4028,
+      "step": 3090
+    },
+    {
+      "epoch": 0.6753077006861997,
+      "grad_norm": 1.6951932907104492,
+      "learning_rate": 2.887770279314273e-06,
+      "loss": 0.3998,
+      "step": 3100
+    },
+    {
+      "epoch": 0.6753077006861997,
+      "eval_loss": 0.42821940779685974,
+      "eval_runtime": 9.5688,
+      "eval_samples_per_second": 521.694,
+      "eval_steps_per_second": 2.09,
+      "step": 3100
+    },
+    {
+      "epoch": 0.6774861126238971,
+      "grad_norm": 3.0309555530548096,
+      "learning_rate": 2.853366643516841e-06,
+      "loss": 0.4005,
+      "step": 3110
+    },
+    {
+      "epoch": 0.6796645245615947,
+      "grad_norm": 3.3345096111297607,
+      "learning_rate": 2.8190871572654543e-06,
+      "loss": 0.4013,
+      "step": 3120
+    },
+    {
+      "epoch": 0.6818429364992921,
+      "grad_norm": 1.4350861310958862,
+      "learning_rate": 2.784933803098326e-06,
+      "loss": 0.4007,
+      "step": 3130
+    },
+    {
+      "epoch": 0.6840213484369895,
+      "grad_norm": 1.698664665222168,
+      "learning_rate": 2.7509085562588743e-06,
+      "loss": 0.4002,
+      "step": 3140
+    },
+    {
+      "epoch": 0.6861997603746869,
+      "grad_norm": 1.3729372024536133,
+      "learning_rate": 2.717013384581498e-06,
+      "loss": 0.4017,
+      "step": 3150
+    },
+    {
+      "epoch": 0.6883781723123843,
+      "grad_norm": 1.2046958208084106,
+      "learning_rate": 2.683250248377752e-06,
+      "loss": 0.4025,
+      "step": 3160
+    },
+    {
+      "epoch": 0.6905565842500817,
+      "grad_norm": 2.475562810897827,
+      "learning_rate": 2.6496211003229795e-06,
+      "loss": 0.3992,
+      "step": 3170
+    },
+    {
+      "epoch": 0.6927349961877791,
+      "grad_norm": 3.6771671772003174,
+      "learning_rate": 2.6161278853433885e-06,
+      "loss": 0.402,
+      "step": 3180
+    },
+    {
+      "epoch": 0.6949134081254765,
+      "grad_norm": 1.5112743377685547,
+      "learning_rate": 2.582772540503555e-06,
+      "loss": 0.4014,
+      "step": 3190
+    },
+    {
+      "epoch": 0.6970918200631739,
+      "grad_norm": 2.9181530475616455,
+      "learning_rate": 2.5495569948944e-06,
+      "loss": 0.4003,
+      "step": 3200
+    },
+    {
+      "epoch": 0.6970918200631739,
+      "eval_loss": 0.42963868379592896,
+      "eval_runtime": 9.6232,
+      "eval_samples_per_second": 518.744,
+      "eval_steps_per_second": 2.078,
+      "step": 3200
+    },
+    {
+      "epoch": 0.6992702320008714,
+      "grad_norm": 3.9118452072143555,
+      "learning_rate": 2.5164831695216217e-06,
+      "loss": 0.4006,
+      "step": 3210
+    },
+    {
+      "epoch": 0.7014486439385688,
+      "grad_norm": 3.3592333793640137,
+      "learning_rate": 2.4835529771945938e-06,
+      "loss": 0.4019,
+      "step": 3220
+    },
+    {
+      "epoch": 0.7036270558762662,
+      "grad_norm": 3.0435197353363037,
+      "learning_rate": 2.450768322415739e-06,
+      "loss": 0.3993,
+      "step": 3230
+    },
+    {
+      "epoch": 0.7058054678139636,
+      "grad_norm": 1.2945152521133423,
+      "learning_rate": 2.4181311012703833e-06,
+      "loss": 0.4025,
+      "step": 3240
+    },
+    {
+      "epoch": 0.707983879751661,
+      "grad_norm": 4.202663421630859,
+      "learning_rate": 2.3856432013170978e-06,
+      "loss": 0.4009,
+      "step": 3250
+    },
+    {
+      "epoch": 0.7101622916893584,
+      "grad_norm": 1.378665566444397,
+      "learning_rate": 2.35330650147853e-06,
+      "loss": 0.3978,
+      "step": 3260
+    },
+    {
+      "epoch": 0.7123407036270559,
+      "grad_norm": 1.7930536270141602,
+      "learning_rate": 2.321122871932739e-06,
+      "loss": 0.3982,
+      "step": 3270
+    },
+    {
+      "epoch": 0.7145191155647533,
+      "grad_norm": 1.7397598028182983,
+      "learning_rate": 2.289094174005037e-06,
+      "loss": 0.4005,
+      "step": 3280
+    },
+    {
+      "epoch": 0.7166975275024507,
+      "grad_norm": 2.92988920211792,
+      "learning_rate": 2.257222260060335e-06,
+      "loss": 0.4007,
+      "step": 3290
+    },
+    {
+      "epoch": 0.7188759394401482,
+      "grad_norm": 4.326840877532959,
+      "learning_rate": 2.2255089733960162e-06,
+      "loss": 0.4021,
+      "step": 3300
+    },
+    {
+      "epoch": 0.7188759394401482,
+      "eval_loss": 0.42818737030029297,
+      "eval_runtime": 9.6384,
+      "eval_samples_per_second": 517.929,
+      "eval_steps_per_second": 2.075,
+      "step": 3300
+    },
+    {
+      "epoch": 0.7210543513778456,
+      "grad_norm": 1.8383755683898926,
+      "learning_rate": 2.1939561481353273e-06,
+      "loss": 0.403,
+      "step": 3310
+    },
+    {
+      "epoch": 0.723232763315543,
+      "grad_norm": 4.371707439422607,
+      "learning_rate": 2.1625656091213056e-06,
+      "loss": 0.4023,
+      "step": 3320
+    },
+    {
+      "epoch": 0.7254111752532404,
+      "grad_norm": 5.149106502532959,
+      "learning_rate": 2.131339171811236e-06,
+      "loss": 0.3982,
+      "step": 3330
+    },
+    {
+      "epoch": 0.7275895871909378,
+      "grad_norm": 2.2125470638275146,
+      "learning_rate": 2.100278642171662e-06,
+      "loss": 0.3994,
+      "step": 3340
+    },
+    {
+      "epoch": 0.7297679991286352,
+      "grad_norm": 2.824982166290283,
+      "learning_rate": 2.069385816573928e-06,
+      "loss": 0.401,
+      "step": 3350
+    },
+    {
+      "epoch": 0.7319464110663326,
+      "grad_norm": 3.157496213912964,
+      "learning_rate": 2.0386624816902978e-06,
+      "loss": 0.3996,
+      "step": 3360
+    },
+    {
+      "epoch": 0.73412482300403,
+      "grad_norm": 2.6652979850769043,
+      "learning_rate": 2.008110414390613e-06,
+      "loss": 0.4014,
+      "step": 3370
+    },
+    {
+      "epoch": 0.7363032349417274,
+      "grad_norm": 3.388657331466675,
+      "learning_rate": 1.977731381639541e-06,
+      "loss": 0.3998,
+      "step": 3380
+    },
+    {
+      "epoch": 0.7384816468794249,
+      "grad_norm": 3.359178066253662,
+      "learning_rate": 1.9475271403943686e-06,
+      "loss": 0.3994,
+      "step": 3390
+    },
+    {
+      "epoch": 0.7406600588171223,
+      "grad_norm": 1.4487273693084717,
+      "learning_rate": 1.9174994375034034e-06,
+      "loss": 0.3982,
+      "step": 3400
+    },
+    {
+      "epoch": 0.7406600588171223,
+      "eval_loss": 0.429605096578598,
+      "eval_runtime": 9.6367,
+      "eval_samples_per_second": 518.021,
+      "eval_steps_per_second": 2.075,
+      "step": 3400
+    },
+    {
+      "epoch": 0.7428384707548198,
+      "grad_norm": 3.843029260635376,
+      "learning_rate": 1.887650009604935e-06,
+      "loss": 0.4,
+      "step": 3410
+    },
+    {
+      "epoch": 0.7450168826925172,
+      "grad_norm": 4.428391456604004,
+      "learning_rate": 1.8579805830268016e-06,
+      "loss": 0.4005,
+      "step": 3420
+    },
+    {
+      "epoch": 0.7471952946302146,
+      "grad_norm": 2.102658748626709,
+      "learning_rate": 1.8284928736865499e-06,
+      "loss": 0.3997,
+      "step": 3430
+    },
+    {
+      "epoch": 0.749373706567912,
+      "grad_norm": 2.6355855464935303,
+      "learning_rate": 1.7991885869921928e-06,
+      "loss": 0.3983,
+      "step": 3440
+    },
+    {
+      "epoch": 0.7515521185056094,
+      "grad_norm": 3.8726813793182373,
+      "learning_rate": 1.7700694177435807e-06,
+      "loss": 0.4002,
+      "step": 3450
+    },
+    {
+      "epoch": 0.7537305304433068,
+      "grad_norm": 1.449800729751587,
+      "learning_rate": 1.7411370500343812e-06,
+      "loss": 0.3986,
+      "step": 3460
+    },
+    {
+      "epoch": 0.7559089423810043,
+      "grad_norm": 2.0149781703948975,
+      "learning_rate": 1.7123931571546826e-06,
+      "loss": 0.3958,
+      "step": 3470
+    },
+    {
+      "epoch": 0.7580873543187017,
+      "grad_norm": 1.6387373208999634,
+      "learning_rate": 1.6838394014942179e-06,
+      "loss": 0.3997,
+      "step": 3480
+    },
+    {
+      "epoch": 0.7602657662563991,
+      "grad_norm": 1.898795485496521,
+      "learning_rate": 1.6554774344462199e-06,
+      "loss": 0.3986,
+      "step": 3490
+    },
+    {
+      "epoch": 0.7624441781940965,
+      "grad_norm": 3.0024943351745605,
+      "learning_rate": 1.6273088963119222e-06,
+      "loss": 0.3988,
+      "step": 3500
+    },
+    {
+      "epoch": 0.7624441781940965,
+      "eval_loss": 0.4297761917114258,
+      "eval_runtime": 9.6746,
+      "eval_samples_per_second": 515.992,
+      "eval_steps_per_second": 2.067,
+      "step": 3500
+    },
+    {
+      "epoch": 0.7646225901317939,
+      "grad_norm": 0.9623323082923889,
+      "learning_rate": 1.5993354162056802e-06,
+      "loss": 0.3997,
+      "step": 3510
+    },
+    {
+      "epoch": 0.7668010020694913,
+      "grad_norm": 2.5859196186065674,
+      "learning_rate": 1.5715586119607617e-06,
+      "loss": 0.4001,
+      "step": 3520
+    },
+    {
+      "epoch": 0.7689794140071887,
+      "grad_norm": 2.1984033584594727,
+      "learning_rate": 1.5439800900357765e-06,
+      "loss": 0.398,
+      "step": 3530
+    },
+    {
+      "epoch": 0.7711578259448861,
+      "grad_norm": 1.5113025903701782,
+      "learning_rate": 1.516601445421768e-06,
+      "loss": 0.4008,
+      "step": 3540
+    },
+    {
+      "epoch": 0.7733362378825835,
+      "grad_norm": 1.8336790800094604,
+      "learning_rate": 1.4894242615499689e-06,
+      "loss": 0.3986,
+      "step": 3550
+    },
+    {
+      "epoch": 0.7755146498202811,
+      "grad_norm": 2.773827075958252,
+      "learning_rate": 1.4624501102002209e-06,
+      "loss": 0.3984,
+      "step": 3560
+    },
+    {
+      "epoch": 0.7776930617579785,
+      "grad_norm": 2.334609270095825,
+      "learning_rate": 1.4356805514100763e-06,
+      "loss": 0.4002,
+      "step": 3570
+    },
+    {
+      "epoch": 0.7798714736956759,
+      "grad_norm": 1.920845627784729,
+      "learning_rate": 1.4091171333845692e-06,
+      "loss": 0.3957,
+      "step": 3580
+    },
+    {
+      "epoch": 0.7820498856333733,
+      "grad_norm": 1.4427253007888794,
+      "learning_rate": 1.3827613924066817e-06,
+      "loss": 0.396,
+      "step": 3590
+    },
+    {
+      "epoch": 0.7842282975710707,
+      "grad_norm": 1.5900869369506836,
+      "learning_rate": 1.3566148527484863e-06,
+      "loss": 0.3988,
+      "step": 3600
+    },
+    {
+      "epoch": 0.7842282975710707,
+      "eval_loss": 0.42993584275245667,
+      "eval_runtime": 9.6537,
+      "eval_samples_per_second": 517.108,
+      "eval_steps_per_second": 2.072,
+      "step": 3600
+    },
+    {
+      "epoch": 0.7864067095087681,
+      "grad_norm": 0.8249953389167786,
+      "learning_rate": 1.330679026582996e-06,
+      "loss": 0.3996,
+      "step": 3610
+    },
+    {
+      "epoch": 0.7885851214464655,
+      "grad_norm": 0.8866672515869141,
+      "learning_rate": 1.3049554138967052e-06,
+      "loss": 0.3967,
+      "step": 3620
+    },
+    {
+      "epoch": 0.7907635333841629,
+      "grad_norm": 1.9449257850646973,
+      "learning_rate": 1.2794455024028396e-06,
+      "loss": 0.3978,
+      "step": 3630
+    },
+    {
+      "epoch": 0.7929419453218604,
+      "grad_norm": 2.8876960277557373,
+      "learning_rate": 1.25415076745532e-06,
+      "loss": 0.3974,
+      "step": 3640
+    },
+    {
+      "epoch": 0.7951203572595578,
+      "grad_norm": 1.4642447233200073,
+      "learning_rate": 1.2290726719634255e-06,
+      "loss": 0.3963,
+      "step": 3650
+    },
+    {
+      "epoch": 0.7972987691972552,
+      "grad_norm": 0.9553173184394836,
+      "learning_rate": 1.2042126663071952e-06,
+      "loss": 0.3967,
+      "step": 3660
+    },
+    {
+      "epoch": 0.7994771811349526,
+      "grad_norm": 3.112318515777588,
+      "learning_rate": 1.1795721882535439e-06,
+      "loss": 0.3984,
+      "step": 3670
+    },
+    {
+      "epoch": 0.80165559307265,
+      "grad_norm": 3.6302273273468018,
+      "learning_rate": 1.1551526628731074e-06,
+      "loss": 0.3967,
+      "step": 3680
+    },
+    {
+      "epoch": 0.8038340050103474,
+      "grad_norm": 1.9708794355392456,
+      "learning_rate": 1.130955502457829e-06,
+      "loss": 0.3972,
+      "step": 3690
+    },
+    {
+      "epoch": 0.8060124169480449,
+      "grad_norm": 2.380471706390381,
+      "learning_rate": 1.1069821064392722e-06,
+      "loss": 0.3949,
+      "step": 3700
+    },
+    {
+      "epoch": 0.8060124169480449,
+      "eval_loss": 0.4309428334236145,
+      "eval_runtime": 9.5957,
+      "eval_samples_per_second": 520.233,
+      "eval_steps_per_second": 2.084,
+      "step": 3700
+    },
+    {
+      "epoch": 0.8081908288857423,
+      "grad_norm": 2.012770652770996,
+      "learning_rate": 1.083233861307697e-06,
+      "loss": 0.3977,
+      "step": 3710
+    },
+    {
+      "epoch": 0.8103692408234398,
+      "grad_norm": 1.0971107482910156,
+      "learning_rate": 1.059712140531861e-06,
+      "loss": 0.3984,
+      "step": 3720
+    },
+    {
+      "epoch": 0.8125476527611372,
+      "grad_norm": 0.9638540744781494,
+      "learning_rate": 1.0364183044795929e-06,
+      "loss": 0.3956,
+      "step": 3730
+    },
+    {
+      "epoch": 0.8147260646988346,
+      "grad_norm": 0.7911339402198792,
+      "learning_rate": 1.013353700339112e-06,
+      "loss": 0.397,
+      "step": 3740
+    },
+    {
+      "epoch": 0.816904476636532,
+      "grad_norm": 0.8662415146827698,
+      "learning_rate": 9.905196620411178e-07,
+      "loss": 0.3965,
+      "step": 3750
+    },
+    {
+      "epoch": 0.8190828885742294,
+      "grad_norm": 1.298143744468689,
+      "learning_rate": 9.679175101816408e-07,
+      "loss": 0.395,
+      "step": 3760
+    },
+    {
+      "epoch": 0.8212613005119268,
+      "grad_norm": 0.6701905131340027,
+      "learning_rate": 9.455485519456658e-07,
+      "loss": 0.3947,
+      "step": 3770
+    },
+    {
+      "epoch": 0.8234397124496242,
+      "grad_norm": 0.8428287506103516,
+      "learning_rate": 9.234140810315345e-07,
+      "loss": 0.3962,
+      "step": 3780
+    },
+    {
+      "epoch": 0.8256181243873216,
+      "grad_norm": 2.1166293621063232,
+      "learning_rate": 9.015153775761199e-07,
+      "loss": 0.3946,
+      "step": 3790
+    },
+    {
+      "epoch": 0.827796536325019,
+      "grad_norm": 3.267383575439453,
+      "learning_rate": 8.79853708080795e-07,
+      "loss": 0.3961,
+      "step": 3800
+    },
+    {
+      "epoch": 0.827796536325019,
+      "eval_loss": 0.4297568202018738,
+      "eval_runtime": 9.5765,
+      "eval_samples_per_second": 521.274,
+      "eval_steps_per_second": 2.088,
+      "step": 3800
+    },
+    {
+      "epoch": 0.8299749482627164,
+      "grad_norm": 1.0721772909164429,
+      "learning_rate": 8.584303253381848e-07,
+      "loss": 0.3958,
+      "step": 3810
+    },
+    {
+      "epoch": 0.8321533602004139,
+      "grad_norm": 1.8855377435684204,
+      "learning_rate": 8.372464683597081e-07,
+      "loss": 0.3953,
+      "step": 3820
+    },
+    {
+      "epoch": 0.8343317721381113,
+      "grad_norm": 0.7978574633598328,
+      "learning_rate": 8.16303362303923e-07,
+      "loss": 0.3931,
+      "step": 3830
+    },
+    {
+      "epoch": 0.8365101840758087,
+      "grad_norm": 1.466511845588684,
+      "learning_rate": 7.956022184056689e-07,
+      "loss": 0.3969,
+      "step": 3840
+    },
+    {
+      "epoch": 0.8386885960135062,
+      "grad_norm": 1.6769752502441406,
+      "learning_rate": 7.751442339060161e-07,
+      "loss": 0.3958,
+      "step": 3850
+    },
+    {
+      "epoch": 0.8408670079512036,
+      "grad_norm": 1.4472180604934692,
+      "learning_rate": 7.549305919830241e-07,
+      "loss": 0.3969,
+      "step": 3860
+    },
+    {
+      "epoch": 0.843045419888901,
+      "grad_norm": 1.6235806941986084,
+      "learning_rate": 7.349624616833123e-07,
+      "loss": 0.3966,
+      "step": 3870
+    },
+    {
+      "epoch": 0.8452238318265984,
+      "grad_norm": 0.7935024499893188,
+      "learning_rate": 7.152409978544483e-07,
+      "loss": 0.3941,
+      "step": 3880
+    },
+    {
+      "epoch": 0.8474022437642958,
+      "grad_norm": 0.7577910423278809,
+      "learning_rate": 6.957673410781617e-07,
+      "loss": 0.3946,
+      "step": 3890
+    },
+    {
+      "epoch": 0.8495806557019933,
+      "grad_norm": 0.8020604252815247,
+      "learning_rate": 6.765426176043721e-07,
+      "loss": 0.3952,
+      "step": 3900
+    },
+    {
+      "epoch": 0.8495806557019933,
+      "eval_loss": 0.4307285249233246,
+      "eval_runtime": 9.5556,
+      "eval_samples_per_second": 522.416,
+      "eval_steps_per_second": 2.093,
+      "step": 3900
+    },
+    {
+      "epoch": 0.8517590676396907,
+      "grad_norm": 1.1028465032577515,
+      "learning_rate": 6.57567939286059e-07,
+      "loss": 0.396,
+      "step": 3910
+    },
+    {
+      "epoch": 0.8539374795773881,
+      "grad_norm": 1.3756065368652344,
+      "learning_rate": 6.388444035149538e-07,
+      "loss": 0.3975,
+      "step": 3920
+    },
+    {
+      "epoch": 0.8561158915150855,
+      "grad_norm": 1.218600869178772,
+      "learning_rate": 6.203730931580798e-07,
+      "loss": 0.3936,
+      "step": 3930
+    },
+    {
+      "epoch": 0.8582943034527829,
+      "grad_norm": 0.8649505972862244,
+      "learning_rate": 6.021550764951157e-07,
+      "loss": 0.3947,
+      "step": 3940
+    },
+    {
+      "epoch": 0.8604727153904803,
+      "grad_norm": 3.2568881511688232,
+      "learning_rate": 5.841914071566179e-07,
+      "loss": 0.3956,
+      "step": 3950
+    },
+    {
+      "epoch": 0.8626511273281777,
+      "grad_norm": 1.6868760585784912,
+      "learning_rate": 5.664831240630841e-07,
+      "loss": 0.3974,
+      "step": 3960
+    },
+    {
+      "epoch": 0.8648295392658751,
+      "grad_norm": 0.7339500784873962,
+      "learning_rate": 5.490312513648666e-07,
+      "loss": 0.395,
+      "step": 3970
+    },
+    {
+      "epoch": 0.8670079512035725,
+      "grad_norm": 0.862421989440918,
+      "learning_rate": 5.318367983829393e-07,
+      "loss": 0.3947,
+      "step": 3980
+    },
+    {
+      "epoch": 0.8691863631412701,
+      "grad_norm": 1.4295686483383179,
+      "learning_rate": 5.149007595505285e-07,
+      "loss": 0.3943,
+      "step": 3990
+    },
+    {
+      "epoch": 0.8713647750789675,
+      "grad_norm": 1.2400861978530884,
+      "learning_rate": 4.982241143555966e-07,
+      "loss": 0.397,
+      "step": 4000
+    },
+    {
+      "epoch": 0.8713647750789675,
+      "eval_loss": 0.43102139234542847,
+      "eval_runtime": 9.6775,
+      "eval_samples_per_second": 515.838,
+      "eval_steps_per_second": 2.067,
+      "step": 4000
+    },
+    {
+      "epoch": 0.8735431870166649,
+      "grad_norm": 1.7299386262893677,
+      "learning_rate": 4.818078272841942e-07,
+      "loss": 0.3977,
+      "step": 4010
+    },
+    {
+      "epoch": 0.8757215989543623,
+      "grad_norm": 0.814769446849823,
+      "learning_rate": 4.6565284776468376e-07,
+      "loss": 0.3936,
+      "step": 4020
+    },
+    {
+      "epoch": 0.8779000108920597,
+      "grad_norm": 1.483109712600708,
+      "learning_rate": 4.4976011011282294e-07,
+      "loss": 0.398,
+      "step": 4030
+    },
+    {
+      "epoch": 0.8800784228297571,
+      "grad_norm": 2.0057575702667236,
+      "learning_rate": 4.3413053347773406e-07,
+      "loss": 0.3951,
+      "step": 4040
+    },
+    {
+      "epoch": 0.8822568347674545,
+      "grad_norm": 0.9725803136825562,
+      "learning_rate": 4.1876502178874403e-07,
+      "loss": 0.3962,
+      "step": 4050
+    },
+    {
+      "epoch": 0.884435246705152,
+      "grad_norm": 1.1756798028945923,
+      "learning_rate": 4.036644637031045e-07,
+      "loss": 0.3953,
+      "step": 4060
+    },
+    {
+      "epoch": 0.8866136586428494,
+      "grad_norm": 1.6209012269973755,
+      "learning_rate": 3.8882973255459975e-07,
+      "loss": 0.3947,
+      "step": 4070
+    },
+    {
+      "epoch": 0.8887920705805468,
+      "grad_norm": 1.3361040353775024,
+      "learning_rate": 3.742616863030352e-07,
+      "loss": 0.3952,
+      "step": 4080
+    },
+    {
+      "epoch": 0.8909704825182442,
+      "grad_norm": 0.8442427515983582,
+      "learning_rate": 3.5996116748461984e-07,
+      "loss": 0.3943,
+      "step": 4090
+    },
+    {
+      "epoch": 0.8931488944559416,
+      "grad_norm": 1.1721961498260498,
+      "learning_rate": 3.459290031632362e-07,
+      "loss": 0.3935,
+      "step": 4100
+    },
+    {
+      "epoch": 0.8931488944559416,
+      "eval_loss": 0.4306623339653015,
+      "eval_runtime": 9.6333,
+      "eval_samples_per_second": 518.202,
+      "eval_steps_per_second": 2.076,
+      "step": 4100
+    },
+    {
+      "epoch": 0.895327306393639,
+      "grad_norm": 0.9018988013267517,
+      "learning_rate": 3.321660048826092e-07,
+      "loss": 0.3938,
+      "step": 4110
+    },
+    {
+      "epoch": 0.8975057183313364,
+      "grad_norm": 0.8927802443504333,
+      "learning_rate": 3.186729686193718e-07,
+      "loss": 0.3968,
+      "step": 4120
+    },
+    {
+      "epoch": 0.8996841302690338,
+      "grad_norm": 1.160204291343689,
+      "learning_rate": 3.0545067473702617e-07,
+      "loss": 0.3959,
+      "step": 4130
+    },
+    {
+      "epoch": 0.9018625422067313,
+      "grad_norm": 0.6945912837982178,
+      "learning_rate": 2.92499887940817e-07,
+      "loss": 0.3948,
+      "step": 4140
+    },
+    {
+      "epoch": 0.9040409541444288,
+      "grad_norm": 0.9483731389045715,
+      "learning_rate": 2.798213572335001e-07,
+      "loss": 0.3955,
+      "step": 4150
+    },
+    {
+      "epoch": 0.9062193660821262,
+      "grad_norm": 0.9849236607551575,
+      "learning_rate": 2.6741581587202747e-07,
+      "loss": 0.3946,
+      "step": 4160
+    },
+    {
+      "epoch": 0.9083977780198236,
+      "grad_norm": 1.0742136240005493,
+      "learning_rate": 2.55283981325139e-07,
+      "loss": 0.3954,
+      "step": 4170
+    },
+    {
+      "epoch": 0.910576189957521,
+      "grad_norm": 0.8884495496749878,
+      "learning_rate": 2.4342655523186706e-07,
+      "loss": 0.3922,
+      "step": 4180
+    },
+    {
+      "epoch": 0.9127546018952184,
+      "grad_norm": 0.7058791518211365,
+      "learning_rate": 2.3184422336095857e-07,
+      "loss": 0.3929,
+      "step": 4190
+    },
+    {
+      "epoch": 0.9149330138329158,
+      "grad_norm": 1.1460115909576416,
+      "learning_rate": 2.2053765557121298e-07,
+      "loss": 0.3931,
+      "step": 4200
+    },
+    {
+      "epoch": 0.9149330138329158,
+      "eval_loss": 0.43217477202415466,
+      "eval_runtime": 9.5759,
+      "eval_samples_per_second": 521.307,
+      "eval_steps_per_second": 2.089,
+      "step": 4200
+    },
+    {
+      "epoch": 0.9171114257706132,
+      "grad_norm": 1.6075760126113892,
+      "learning_rate": 2.0950750577274247e-07,
+      "loss": 0.3943,
+      "step": 4210
+    },
+    {
+      "epoch": 0.9192898377083106,
+      "grad_norm": 1.4762377738952637,
+      "learning_rate": 1.9875441188915324e-07,
+      "loss": 0.395,
+      "step": 4220
+    },
+    {
+      "epoch": 0.921468249646008,
+      "grad_norm": 0.6985810995101929,
+      "learning_rate": 1.8827899582064824e-07,
+      "loss": 0.3941,
+      "step": 4230
+    },
+    {
+      "epoch": 0.9236466615837055,
+      "grad_norm": 1.9295434951782227,
+      "learning_rate": 1.7808186340806664e-07,
+      "loss": 0.3929,
+      "step": 4240
+    },
+    {
+      "epoch": 0.9258250735214029,
+      "grad_norm": 0.6554338335990906,
+      "learning_rate": 1.6816360439783797e-07,
+      "loss": 0.3932,
+      "step": 4250
+    },
+    {
+      "epoch": 0.9280034854591003,
+      "grad_norm": 0.8134569525718689,
+      "learning_rate": 1.5852479240787978e-07,
+      "loss": 0.3929,
+      "step": 4260
+    },
+    {
+      "epoch": 0.9301818973967977,
+      "grad_norm": 0.6693784594535828,
+      "learning_rate": 1.4916598489441824e-07,
+      "loss": 0.3932,
+      "step": 4270
+    },
+    {
+      "epoch": 0.9323603093344952,
+      "grad_norm": 0.8736308217048645,
+      "learning_rate": 1.400877231197534e-07,
+      "loss": 0.3918,
+      "step": 4280
+    },
+    {
+      "epoch": 0.9345387212721926,
+      "grad_norm": 0.8335554599761963,
+      "learning_rate": 1.3129053212094956e-07,
+      "loss": 0.3943,
+      "step": 4290
+    },
+    {
+      "epoch": 0.93671713320989,
+      "grad_norm": 0.784169614315033,
+      "learning_rate": 1.2277492067947428e-07,
+      "loss": 0.3942,
+      "step": 4300
+    },
+    {
+      "epoch": 0.93671713320989,
+      "eval_loss": 0.4312984347343445,
+      "eval_runtime": 9.573,
+      "eval_samples_per_second": 521.466,
+      "eval_steps_per_second": 2.089,
+      "step": 4300
+    },
+    {
+      "epoch": 0.9388955451475874,
+      "grad_norm": 0.7941382527351379,
+      "learning_rate": 1.1454138129177172e-07,
+      "loss": 0.3953,
+      "step": 4310
+    },
+    {
+      "epoch": 0.9410739570852849,
+      "grad_norm": 0.8930506110191345,
+      "learning_rate": 1.0659039014077943e-07,
+      "loss": 0.3922,
+      "step": 4320
+    },
+    {
+      "epoch": 0.9432523690229823,
+      "grad_norm": 0.682492733001709,
+      "learning_rate": 9.892240706838808e-08,
+      "loss": 0.3958,
+      "step": 4330
+    },
+    {
+      "epoch": 0.9454307809606797,
+      "grad_norm": 0.6189770698547363,
+      "learning_rate": 9.15378755488483e-08,
+      "loss": 0.3945,
+      "step": 4340
+    },
+    {
+      "epoch": 0.9476091928983771,
+      "grad_norm": 1.1786706447601318,
+      "learning_rate": 8.443722266312015e-08,
+      "loss": 0.3943,
+      "step": 4350
+    },
+    {
+      "epoch": 0.9497876048360745,
+      "grad_norm": 0.7087965607643127,
+      "learning_rate": 7.762085907417505e-08,
+      "loss": 0.3931,
+      "step": 4360
+    },
+    {
+      "epoch": 0.9519660167737719,
+      "grad_norm": 0.8723616600036621,
+      "learning_rate": 7.108917900324419e-08,
+      "loss": 0.3934,
+      "step": 4370
+    },
+    {
+      "epoch": 0.9541444287114693,
+      "grad_norm": 0.8475690484046936,
+      "learning_rate": 6.484256020701962e-08,
+      "loss": 0.3937,
+      "step": 4380
+    },
+    {
+      "epoch": 0.9563228406491667,
+      "grad_norm": 0.9160191416740417,
+      "learning_rate": 5.8881363955807234e-08,
+      "loss": 0.3966,
+      "step": 4390
+    },
+    {
+      "epoch": 0.9585012525868641,
+      "grad_norm": 0.7470030784606934,
+      "learning_rate": 5.320593501263071e-08,
+      "loss": 0.3951,
+      "step": 4400
+    },
+    {
+      "epoch": 0.9585012525868641,
+      "eval_loss": 0.4317244589328766,
+      "eval_runtime": 9.5949,
+      "eval_samples_per_second": 520.275,
+      "eval_steps_per_second": 2.084,
+      "step": 4400
+    },
+    {
+      "epoch": 0.9606796645245615,
+      "grad_norm": 0.7705516219139099,
+      "learning_rate": 4.7816601613295263e-08,
+      "loss": 0.3955,
+      "step": 4410
+    },
+    {
+      "epoch": 0.962858076462259,
+      "grad_norm": 0.6091457605361938,
+      "learning_rate": 4.271367544740113e-08,
+      "loss": 0.3923,
+      "step": 4420
+    },
+    {
+      "epoch": 0.9650364883999565,
+      "grad_norm": 0.6471231579780579,
+      "learning_rate": 3.7897451640321326e-08,
+      "loss": 0.3947,
+      "step": 4430
+    },
+    {
+      "epoch": 0.9672149003376539,
+      "grad_norm": 0.8809778094291687,
+      "learning_rate": 3.3368208736128116e-08,
+      "loss": 0.393,
+      "step": 4440
+    },
+    {
+      "epoch": 0.9693933122753513,
+      "grad_norm": 0.7096254825592041,
+      "learning_rate": 2.9126208681488076e-08,
+      "loss": 0.3916,
+      "step": 4450
+    },
+    {
+      "epoch": 0.9715717242130487,
+      "grad_norm": 0.8418611288070679,
+      "learning_rate": 2.5171696810509794e-08,
+      "loss": 0.3942,
+      "step": 4460
+    },
+    {
+      "epoch": 0.9737501361507461,
+      "grad_norm": 0.6566638350486755,
+      "learning_rate": 2.1504901830555203e-08,
+      "loss": 0.3929,
+      "step": 4470
+    },
+    {
+      "epoch": 0.9759285480884435,
+      "grad_norm": 0.7813677787780762,
+      "learning_rate": 1.812603580901462e-08,
+      "loss": 0.3926,
+      "step": 4480
+    },
+    {
+      "epoch": 0.978106960026141,
+      "grad_norm": 0.7559650540351868,
+      "learning_rate": 1.5035294161039882e-08,
+      "loss": 0.3955,
+      "step": 4490
+    },
+    {
+      "epoch": 0.9802853719638384,
+      "grad_norm": 0.799744188785553,
+      "learning_rate": 1.2232855638241726e-08,
+      "loss": 0.3922,
+      "step": 4500
+    },
+    {
+      "epoch": 0.9802853719638384,
+      "eval_loss": 0.43170347809791565,
+      "eval_runtime": 9.6697,
+      "eval_samples_per_second": 516.251,
+      "eval_steps_per_second": 2.068,
+      "step": 4500
+    },
+    {
+      "epoch": 0.9824637839015358,
+      "grad_norm": 0.6862944960594177,
+      "learning_rate": 9.718882318355272e-09,
+      "loss": 0.395,
+      "step": 4510
+    },
+    {
+      "epoch": 0.9846421958392332,
+      "grad_norm": 0.7467820048332214,
+      "learning_rate": 7.49351959586253e-09,
+      "loss": 0.3943,
+      "step": 4520
+    },
+    {
+      "epoch": 0.9868206077769306,
+      "grad_norm": 0.789197564125061,
+      "learning_rate": 5.556896173586346e-09,
+      "loss": 0.3942,
+      "step": 4530
+    },
+    {
+      "epoch": 0.988999019714628,
+      "grad_norm": 0.7414279580116272,
+      "learning_rate": 3.9091240552457945e-09,
+      "loss": 0.3938,
+      "step": 4540
+    },
+    {
+      "epoch": 0.9911774316523254,
+      "grad_norm": 0.6362519860267639,
+      "learning_rate": 2.5502985389774806e-09,
+      "loss": 0.3957,
+      "step": 4550
+    },
+    {
+      "epoch": 0.9933558435900228,
+      "grad_norm": 0.7834025621414185,
+      "learning_rate": 1.4804982118266087e-09,
+      "loss": 0.3927,
+      "step": 4560
+    },
+    {
+      "epoch": 0.9955342555277203,
+      "grad_norm": 0.6968185901641846,
+      "learning_rate": 6.997849451989558e-10,
+      "loss": 0.3935,
+      "step": 4570
+    },
+    {
+      "epoch": 0.9977126674654178,
+      "grad_norm": 0.7227827906608582,
+      "learning_rate": 2.0820389128539674e-10,
+      "loss": 0.3946,
+      "step": 4580
+    },
+    {
+      "epoch": 0.9998910794031152,
+      "grad_norm": 0.5763871669769287,
+      "learning_rate": 5.7834804478851255e-12,
+      "loss": 0.3973,
+      "step": 4590
+    },
+    {
+      "epoch": 1.0,
+      "step": 4591,
+      "total_flos": 5.052191529362166e+18,
+      "train_loss": 0.5649781546881453,
+      "train_runtime": 40899.9,
+      "train_samples_per_second": 57.46,
+      "train_steps_per_second": 0.112
+    }
+  ],
+  "logging_steps": 10,
+  "max_steps": 4591,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 1,
+  "save_steps": 300,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 5.052191529362166e+18,
+  "train_batch_size": 256,
+  "trial_name": null,
+  "trial_params": null
+}

model/SL/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7fe96a722bc94b49b279682322cd4ce24ffe183781b3abe262f9187f1122f67
+size 5816