Update TensorBoard training metrics

benchmark_cache/performance.json

@@ -49,11 +49,11 @@
   "selected": {
     "microbatch": 86,
     "mode": "compiled",
-    "microbatch_seconds": 0.8980338759999995,
+    "microbatch_seconds": 0.9016621779999809,
     "peak_gb": 85.39913082122803,
     "fits_budget": true,
-    "estimated_update_seconds": 0.9548798630000306,
-    "input_tokens_per_second": 196126.2316567667
+    "estimated_update_seconds": 0.9578150019999612,
+    "input_tokens_per_second": 195337.01678679453
   },
   "measurements": [
     {

benchmark_cache/shard_scheduler.json

@@ -22,8 +22,8 @@
       "tokens_per_second": 1062967.6168812835,
       "note": "Bounded fresh sample; full-page latency is an extrapolation.",
       "estimated_pages_for_buffer": 1,
-      "required_token_positions_per_second": 75050.63518871983,
-      "required_pages_per_second_upper_estimate": 0.006505198844062371
+      "required_token_positions_per_second": 76975.19859894927,
+      "required_pages_per_second_upper_estimate": 0.00667201512269969
     },
     {
       "source": "rewrite6",
@@ -36,8 +36,8 @@
       "tokens_per_second": 1206672.263377472,
       "note": "Bounded fresh sample; full-page latency is an extrapolation.",
       "estimated_pages_for_buffer": 1,
-      "required_token_positions_per_second": 9381.329398589978,
-      "required_pages_per_second_upper_estimate": 0.0037423525604715086
+      "required_token_positions_per_second": 9621.899824868658,
+      "required_pages_per_second_upper_estimate": 0.0038383197003624774
     },
     {
       "source": "openmath",
@@ -50,8 +50,8 @@
       "tokens_per_second": 410042.7581134458,
       "note": "Bounded fresh sample; full-page latency is an extrapolation.",
       "estimated_pages_for_buffer": 1,
-      "required_token_positions_per_second": 18762.658797179956,
-      "required_pages_per_second_upper_estimate": 0.004340410901210876
+      "required_token_positions_per_second": 19243.799649737317,
+      "required_pages_per_second_upper_estimate": 0.004451714369660228
     },
     {
       "source": "ultra_qa",
@@ -64,8 +64,8 @@
       "tokens_per_second": 2163486.5624068812,
       "note": "Bounded fresh sample; full-page latency is an extrapolation.",
       "estimated_pages_for_buffer": 1,
-      "required_token_positions_per_second": 28143.988195769936,
-      "required_pages_per_second_upper_estimate": 0.0017138212210280994
+      "required_token_positions_per_second": 28865.699474605975,
+      "required_pages_per_second_upper_estimate": 0.0017577696513827721
     },
     {
       "source": "ultra_style",
@@ -78,8 +78,8 @@
       "tokens_per_second": 1546694.2737633225,
       "note": "Bounded fresh sample; full-page latency is an extrapolation.",
       "estimated_pages_for_buffer": 1,
-      "required_token_positions_per_second": 28143.988195769936,
-      "required_pages_per_second_upper_estimate": 0.0021666021188560002
+      "required_token_positions_per_second": 28865.699474605975,
+      "required_pages_per_second_upper_estimate": 0.002222161450925485
     },
     {
       "source": "cortex",
@@ -92,8 +92,8 @@
       "tokens_per_second": 1015177.8395898147,
       "note": "Bounded fresh sample; full-page latency is an extrapolation.",
       "estimated_pages_for_buffer": 22,
-      "required_token_positions_per_second": 28143.988195769936,
-      "required_pages_per_second_upper_estimate": 0.3494541415221567
+      "required_token_positions_per_second": 28865.699474605975,
+      "required_pages_per_second_upper_estimate": 0.358415380193029
     }
   ],
   "gpu_measurement": "Selected forward/backward estimate; replaced by live successful update timings.",
@@ -155,415 +155,30 @@
   "shard_benchmark_scope": "Local packing/read measurements; upload capacity measured only on real data commits. Targets larger than available pages are sample-limited.",
   "estimated_fresh_generation_batch_seconds": 0.1434574083060457,
   "selected": {
-    "prefetch_batches": 62,
+    "prefetch_batches": 63,
     "prefetch_capacity_limit": 512,
     "batch_memory_estimate_bytes": 688946,
-    "producer_batch_seconds": 0.15729041501560914,
-    "producer_p95_seconds": 0.4121766579992254,
-    "gpu_update_seconds": 0.9823767622300068,
-    "producer_batches_per_second": 6.357666485276692,
-    "gpu_batches_per_second": 1.0179393878678362,
-    "producer_headroom": 6.245623817144344,
-    "sustainable": true,
-    "buffer_seconds": 60.90735925826042,
-    "buffer_drain_seconds": null,
+    "producer_batch_seconds": 1.52999005449999,
+    "producer_p95_seconds": 3.044028898000022,
+    "gpu_update_seconds": 0.9578150019999612,
+    "producer_batches_per_second": 0.6535990198490578,
+    "gpu_batches_per_second": 1.0440429497470332,
+    "producer_headroom": 0.6260269465038979,
+    "sustainable": false,
+    "buffer_seconds": 60.342345125997554,
+    "buffer_drain_seconds": 161.3547943144158,
     "shard_target_mib": 16,
-    "upload_pages_per_commit": 86,
-    "max_pending_pages": 4096,
-    "generation_bytes_per_second": 453461.29937621584,
-    "upload_bytes_per_second": 4616430.074456062,
-    "upload_sustainable": true,
+    "upload_pages_per_commit": 6,
+    "max_pending_pages": 1413,
+    "generation_bytes_per_second": 0,
+    "upload_bytes_per_second": null,
+    "upload_sustainable": null,
     "logical_page_rows": 4096,
     "logical_cortex_page_rows": 128,
-    "estimated_full_shards_per_hour": 97.30223880734307,
+    "estimated_full_shards_per_hour": 0.0,
     "selection_policy": "Smallest shard within 90% of measured local peak, enlarged to amortize 30 seconds of measured page production; bounded to 256 MiB."
   },
-  "upload_measurements": [
-    {
-      "seconds": 1.3448229619971244,
-      "bytes": 7303500,
-      "pages": 31,
-      "shards": 3
-    },
-    {
-      "seconds": 1.1307224229967687,
-      "bytes": 5856127,
-      "pages": 37,
-      "shards": 2
-    },
-    {
-      "seconds": 1.2856477119930787,
-      "bytes": 6096134,
-      "pages": 29,
-      "shards": 2
-    },
-    {
-      "seconds": 1.163583995999943,
-      "bytes": 2620539,
-      "pages": 37,
-      "shards": 2
-    },
-    {
-      "seconds": 1.2240531869974802,
-      "bytes": 11650354,
-      "pages": 31,
-      "shards": 3
-    },
-    {
-      "seconds": 1.2925304770033108,
-      "bytes": 12240192,
-      "pages": 41,
-      "shards": 4
-    },
-    {
-      "seconds": 0.9206129219965078,
-      "bytes": 852268,
-      "pages": 27,
-      "shards": 1
-    },
-    {
-      "seconds": 1.2395337650013971,
-      "bytes": 6262507,
-      "pages": 38,
-      "shards": 3
-    },
-    {
-      "seconds": 1.0192943180009024,
-      "bytes": 2301578,
-      "pages": 28,
-      "shards": 2
-    },
-    {
-      "seconds": 2.074865057998977,
-      "bytes": 9907182,
-      "pages": 39,
-      "shards": 3
-    },
-    {
-      "seconds": 1.498775358995772,
-      "bytes": 5765034,
-      "pages": 28,
-      "shards": 2
-    },
-    {
-      "seconds": 1.3661099450037,
-      "bytes": 8604864,
-      "pages": 41,
-      "shards": 3
-    },
-    {
-      "seconds": 1.0984054020009353,
-      "bytes": 6085035,
-      "pages": 29,
-      "shards": 2
-    },
-    {
-      "seconds": 1.4394773240055656,
-      "bytes": 12207803,
-      "pages": 42,
-      "shards": 4
-    },
-    {
-      "seconds": 0.8468366760062054,
-      "bytes": 871307,
-      "pages": 27,
-      "shards": 1
-    },
-    {
-      "seconds": 1.2028667299964582,
-      "bytes": 6129254,
-      "pages": 38,
-      "shards": 2
-    },
-    {
-      "seconds": 1.6012624290015083,
-      "bytes": 8291413,
-      "pages": 33,
-      "shards": 3
-    },
-    {
-      "seconds": 1.3447834969992982,
-      "bytes": 10108218,
-      "pages": 32,
-      "shards": 3
-    },
-    {
-      "seconds": 1.1404380909953034,
-      "bytes": 7821336,
-      "pages": 39,
-      "shards": 3
-    },
-    {
-      "seconds": 1.2159917039971333,
-      "bytes": 870322,
-      "pages": 29,
-      "shards": 1
-    },
-    {
-      "seconds": 1.047054365000804,
-      "bytes": 6014250,
-      "pages": 35,
-      "shards": 2
-    },
-    {
-      "seconds": 1.1608161260010093,
-      "bytes": 6519078,
-      "pages": 32,
-      "shards": 3
-    },
-    {
-      "seconds": 1.5200698819971876,
-      "bytes": 6082599,
-      "pages": 34,
-      "shards": 2
-    },
-    {
-      "seconds": 1.4744428199992399,
-      "bytes": 11695751,
-      "pages": 38,
-      "shards": 3
-    },
-    {
-      "seconds": 1.3584106329944916,
-      "bytes": 2483287,
-      "pages": 36,
-      "shards": 2
-    },
-    {
-      "seconds": 1.1772192700009327,
-      "bytes": 10757429,
-      "pages": 34,
-      "shards": 3
-    },
-    {
-      "seconds": 2.1233109069944476,
-      "bytes": 2398655,
-      "pages": 29,
-      "shards": 2
-    },
-    {
-      "seconds": 1.0890797859974555,
-      "bytes": 6225655,
-      "pages": 38,
-      "shards": 2
-    },
-    {
-      "seconds": 3.324964125000406,
-      "bytes": 5816918,
-      "pages": 28,
-      "shards": 2
-    },
-    {
-      "seconds": 1.304179352002393,
-      "bytes": 11867177,
-      "pages": 37,
-      "shards": 4
-    },
-    {
-      "seconds": 1.3306422289970214,
-      "bytes": 6277468,
-      "pages": 38,
-      "shards": 2
-    },
-    {
-      "seconds": 0.9982111080025788,
-      "bytes": 877422,
-      "pages": 26,
-      "shards": 1
-    },
-    {
-      "seconds": 1.6349642249988392,
-      "bytes": 7479267,
-      "pages": 33,
-      "shards": 3
-    },
-    {
-      "seconds": 1.1783448380010668,
-      "bytes": 10185058,
-      "pages": 38,
-      "shards": 3
-    },
-    {
-      "seconds": 0.9609743260007235,
-      "bytes": 2529461,
-      "pages": 33,
-      "shards": 2
-    },
-    {
-      "seconds": 1.5562968439990073,
-      "bytes": 11835464,
-      "pages": 39,
-      "shards": 3
-    },
-    {
-      "seconds": 0.8645425069989869,
-      "bytes": 693988,
-      "pages": 20,
-      "shards": 1
-    },
-    {
-      "seconds": 1.3442884890027926,
-      "bytes": 12581350,
-      "pages": 41,
-      "shards": 4
-    },
-    {
-      "seconds": 1.4273276979947696,
-      "bytes": 6232998,
-      "pages": 37,
-      "shards": 3
-    },
-    {
-      "seconds": 0.9818889380039764,
-      "bytes": 963021,
-      "pages": 27,
-      "shards": 1
-    },
-    {
-      "seconds": 1.6556295810005395,
-      "bytes": 7143913,
-      "pages": 21,
-      "shards": 3
-    },
-    {
-      "seconds": 1.1386764790004236,
-      "bytes": 6532415,
-      "pages": 23,
-      "shards": 2
-    },
-    {
-      "seconds": 1.337209769000765,
-      "bytes": 10101382,
-      "pages": 41,
-      "shards": 3
-    },
-    {
-      "seconds": 1.3822355779993813,
-      "bytes": 2320714,
-      "pages": 30,
-      "shards": 2
-    },
-    {
-      "seconds": 1.3605987080009072,
-      "bytes": 5927683,
-      "pages": 35,
-      "shards": 2
-    },
-    {
-      "seconds": 1.3414836629963247,
-      "bytes": 11974703,
-      "pages": 35,
-      "shards": 4
-    },
-    {
-      "seconds": 0.9954218019993277,
-      "bytes": 1208624,
-      "pages": 36,
-      "shards": 1
-    },
-    {
-      "seconds": 3.448138318002748,
-      "bytes": 11782468,
-      "pages": 37,
-      "shards": 3
-    },
-    {
-      "seconds": 1.3326379119971534,
-      "bytes": 7233527,
-      "pages": 31,
-      "shards": 3
-    },
-    {
-      "seconds": 1.148407889995724,
-      "bytes": 5487074,
-      "pages": 30,
-      "shards": 2
-    },
-    {
-      "seconds": 1.1849965610017534,
-      "bytes": 7913091,
-      "pages": 40,
-      "shards": 3
-    },
-    {
-      "seconds": 4.708043279999401,
-      "bytes": 995949,
-      "pages": 30,
-      "shards": 1
-    },
-    {
-      "seconds": 1.8925292679996346,
-      "bytes": 5972568,
-      "pages": 33,
-      "shards": 2
-    },
-    {
-      "seconds": 1.5550103030036553,
-      "bytes": 11718816,
-      "pages": 32,
-      "shards": 4
-    },
-    {
-      "seconds": 1.2345870930003002,
-      "bytes": 7207141,
-      "pages": 41,
-      "shards": 2
-    },
-    {
-      "seconds": 1.0192643300033524,
-      "bytes": 5813402,
-      "pages": 29,
-      "shards": 2
-    },
-    {
-      "seconds": 1.100297655997565,
-      "bytes": 2702936,
-      "pages": 37,
-      "shards": 2
-    },
-    {
-      "seconds": 1.6414927480000188,
-      "bytes": 10577176,
-      "pages": 35,
-      "shards": 3
-    },
-    {
-      "seconds": 2.6882504780005547,
-      "bytes": 7317009,
-      "pages": 29,
-      "shards": 3
-    },
-    {
-      "seconds": 1.0947620820006705,
-      "bytes": 1052914,
-      "pages": 32,
-      "shards": 1
-    },
-    {
-      "seconds": 1.423443250998389,
-      "bytes": 12054015,
-      "pages": 36,
-      "shards": 3
-    },
-    {
-      "seconds": 0.9664215039956616,
-      "bytes": 6716106,
-      "pages": 34,
-      "shards": 3
-    },
-    {
-      "seconds": 1.1116435900039505,
-      "bytes": 6310458,
-      "pages": 38,
-      "shards": 2
-    },
-    {
-      "seconds": 1.6487007620016811,
-      "bytes": 5982194,
-      "pages": 29,
-      "shards": 2
-    }
-  ],
+  "upload_measurements": [],
   "cache_key": {
     "version": 1,
     "kind": "data",
@@ -606,7 +221,7 @@
   },
   "cache_reused": true,
   "resume_probe_seconds": [
-    2.7487001069999906,
-    0.015045025999995687
+    3.044028898000022,
+    0.01595121099995822
   ]
 }

runs/void-byte-v1/events.out.tfevents.1790606918.0a7f8bdc-23d3-4ecb-bd0c-4a4bf460026e-rl2cx.1192.0.1790606918076636751-3952f1c5

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88471a343d202b2d3375c1031fac1d674191e2ec4c3a3247eb82f1d6cc2fccaf
+size 165