Update TensorBoard training metrics

benchmark_cache/performance.json

@@ -49,11 +49,11 @@
   "selected": {
     "microbatch": 90,
     "mode": "compiled",
-    "microbatch_seconds": 0.9411944559999483,
+    "microbatch_seconds": 0.9390849369999614,
     "peak_gb": 89.37790203094482,
     "fits_budget": true,
-    "estimated_update_seconds": 0.9411944559999483,
-    "input_tokens_per_second": 195836.25766704488
+    "estimated_update_seconds": 0.9390849369999614,
+    "input_tokens_per_second": 196276.1756022156
   },
   "measurements": [
     {

benchmark_cache/shard_scheduler.json

@@ -22,8 +22,8 @@
       "tokens_per_second": 598315.063954628,
       "note": "Bounded fresh sample; full-page latency is an extrapolation.",
       "estimated_pages_for_buffer": 1,
-      "required_token_positions_per_second": 76375.6706640414,
-      "required_pages_per_second_upper_estimate": 0.005283846112509921
+      "required_token_positions_per_second": 78510.47024088624,
+      "required_pages_per_second_upper_estimate": 0.005431536500653512
     },
     {
       "source": "rewrite6",
@@ -36,8 +36,8 @@
       "tokens_per_second": 8533.957213384612,
       "note": "Bounded fresh sample; full-page latency is an extrapolation.",
       "estimated_pages_for_buffer": 1,
-      "required_token_positions_per_second": 9546.958833005176,
-      "required_pages_per_second_upper_estimate": 0.003997112300208492
+      "required_token_positions_per_second": 9813.80878011078,
+      "required_pages_per_second_upper_estimate": 0.0041088368006010475
     },
     {
       "source": "openmath",
@@ -50,8 +50,8 @@
       "tokens_per_second": 380144.35761751566,
       "note": "Bounded fresh sample; full-page latency is an extrapolation.",
       "estimated_pages_for_buffer": 1,
-      "required_token_positions_per_second": 19093.91766601035,
-      "required_pages_per_second_upper_estimate": 0.003976759509359474
+      "required_token_positions_per_second": 19627.61756022156,
+      "required_pages_per_second_upper_estimate": 0.004087915122710981
     },
     {
       "source": "ultra_qa",
@@ -64,8 +64,8 @@
       "tokens_per_second": 43742.16556775435,
       "note": "Bounded fresh sample; full-page latency is an extrapolation.",
       "estimated_pages_for_buffer": 1,
-      "required_token_positions_per_second": 28640.876499015525,
-      "required_pages_per_second_upper_estimate": 0.0017169768140297367
+      "required_token_positions_per_second": 29441.42634033234,
+      "required_pages_per_second_upper_estimate": 0.0017649685546478494
     },
     {
       "source": "ultra_style",
@@ -78,8 +78,8 @@
       "tokens_per_second": 22018.86276523721,
       "note": "Bounded fresh sample; full-page latency is an extrapolation.",
       "estimated_pages_for_buffer": 1,
-      "required_token_positions_per_second": 28640.876499015525,
-      "required_pages_per_second_upper_estimate": 0.002226702169896493
+      "required_token_positions_per_second": 29441.42634033234,
+      "required_pages_per_second_upper_estimate": 0.00228894139881226
     },
     {
       "source": "cortex",
@@ -92,8 +92,8 @@
       "tokens_per_second": 910315.184299418,
       "note": "Bounded fresh sample; full-page latency is an extrapolation.",
       "estimated_pages_for_buffer": 23,
-      "required_token_positions_per_second": 28640.876499015525,
-      "required_pages_per_second_upper_estimate": 0.36737441155212897
+      "required_token_positions_per_second": 29441.42634033234,
+      "required_pages_per_second_upper_estimate": 0.37764300535309114
     }
   ],
   "gpu_measurement": "Selected forward/backward estimate; replaced by live successful update timings.",
@@ -155,415 +155,30 @@
   "shard_benchmark_scope": "Local packing/read measurements; upload capacity measured only on real data commits. Targets larger than available pages are sample-limited.",
   "estimated_fresh_generation_batch_seconds": 2.558590814491007,
   "selected": {
-    "prefetch_batches": 63,
+    "prefetch_batches": 64,
     "prefetch_capacity_limit": 512,
     "batch_memory_estimate_bytes": 720750,
-    "producer_batch_seconds": 0.15020428112444506,
-    "producer_p95_seconds": 0.3366278989997227,
-    "gpu_update_seconds": 0.9653335854072185,
-    "producer_batches_per_second": 6.657599853438895,
-    "gpu_batches_per_second": 1.0359113317062907,
-    "producer_headroom": 6.426804736726741,
-    "sustainable": true,
-    "buffer_seconds": 60.81601588065477,
-    "buffer_drain_seconds": null,
+    "producer_batch_seconds": 1.2944492979999893,
+    "producer_p95_seconds": 2.576500048000014,
+    "gpu_update_seconds": 0.9390849369999614,
+    "producer_batches_per_second": 0.7725292922210757,
+    "gpu_batches_per_second": 1.0648664040918816,
+    "producer_headroom": 0.7254706217160536,
+    "sustainable": false,
+    "buffer_seconds": 60.10143596799753,
+    "buffer_drain_seconds": 218.92533448946386,
     "shard_target_mib": 16,
-    "upload_pages_per_commit": 79,
-    "max_pending_pages": 4096,
-    "generation_bytes_per_second": 273762.60107156524,
-    "upload_bytes_per_second": 4419757.457076919,
-    "upload_sustainable": true,
+    "upload_pages_per_commit": 6,
+    "max_pending_pages": 1465,
+    "generation_bytes_per_second": 0,
+    "upload_bytes_per_second": null,
+    "upload_sustainable": null,
     "logical_page_rows": 4096,
     "logical_cortex_page_rows": 128,
-    "estimated_full_shards_per_hour": 58.74308132276743,
+    "estimated_full_shards_per_hour": 0.0,
     "selection_policy": "Smallest shard within 90% of measured local peak, enlarged to amortize 30 seconds of measured page production; bounded to 256 MiB."
   },
-  "upload_measurements": [
-    {
-      "seconds": 1.4560003849983332,
-      "bytes": 6473170,
-      "pages": 37,
-      "shards": 2
-    },
-    {
-      "seconds": 1.6064382549957372,
-      "bytes": 6604109,
-      "pages": 34,
-      "shards": 3
-    },
-    {
-      "seconds": 1.684055683996121,
-      "bytes": 5176791,
-      "pages": 11,
-      "shards": 2
-    },
-    {
-      "seconds": 1.8713450549985282,
-      "bytes": 942860,
-      "pages": 27,
-      "shards": 1
-    },
-    {
-      "seconds": 1.5147400999994716,
-      "bytes": 6664610,
-      "pages": 37,
-      "shards": 2
-    },
-    {
-      "seconds": 1.4935083919990575,
-      "bytes": 2459570,
-      "pages": 28,
-      "shards": 2
-    },
-    {
-      "seconds": 2.1903198990039527,
-      "bytes": 16888519,
-      "pages": 41,
-      "shards": 4
-    },
-    {
-      "seconds": 2.158359011998982,
-      "bytes": 7618380,
-      "pages": 40,
-      "shards": 3
-    },
-    {
-      "seconds": 1.546953492994362,
-      "bytes": 982772,
-      "pages": 27,
-      "shards": 1
-    },
-    {
-      "seconds": 1.5179005070021958,
-      "bytes": 6221682,
-      "pages": 38,
-      "shards": 2
-    },
-    {
-      "seconds": 1.4849864080024417,
-      "bytes": 6331011,
-      "pages": 36,
-      "shards": 3
-    },
-    {
-      "seconds": 1.7072867230017437,
-      "bytes": 11821281,
-      "pages": 36,
-      "shards": 3
-    },
-    {
-      "seconds": 1.688430515001528,
-      "bytes": 5778338,
-      "pages": 29,
-      "shards": 2
-    },
-    {
-      "seconds": 1.6583789540018188,
-      "bytes": 2527741,
-      "pages": 35,
-      "shards": 2
-    },
-    {
-      "seconds": 1.606587074995332,
-      "bytes": 10744249,
-      "pages": 39,
-      "shards": 4
-    },
-    {
-      "seconds": 1.0940176939984667,
-      "bytes": 7184499,
-      "pages": 30,
-      "shards": 3
-    },
-    {
-      "seconds": 1.0425019949980197,
-      "bytes": 1083508,
-      "pages": 36,
-      "shards": 1
-    },
-    {
-      "seconds": 1.5655531079974025,
-      "bytes": 12067871,
-      "pages": 35,
-      "shards": 3
-    },
-    {
-      "seconds": 1.9511204809969058,
-      "bytes": 6917854,
-      "pages": 33,
-      "shards": 3
-    },
-    {
-      "seconds": 1.1665768739985651,
-      "bytes": 5996687,
-      "pages": 35,
-      "shards": 2
-    },
-    {
-      "seconds": 1.6431592789958813,
-      "bytes": 7717315,
-      "pages": 37,
-      "shards": 3
-    },
-    {
-      "seconds": 1.3486441710047075,
-      "bytes": 976930,
-      "pages": 30,
-      "shards": 1
-    },
-    {
-      "seconds": 1.5532393190005678,
-      "bytes": 10410458,
-      "pages": 39,
-      "shards": 3
-    },
-    {
-      "seconds": 1.5896227589983027,
-      "bytes": 8024141,
-      "pages": 26,
-      "shards": 3
-    },
-    {
-      "seconds": 1.570418814997538,
-      "bytes": 6148151,
-      "pages": 41,
-      "shards": 2
-    },
-    {
-      "seconds": 1.876006619000691,
-      "bytes": 11510011,
-      "pages": 30,
-      "shards": 4
-    },
-    {
-      "seconds": 1.1747664850045112,
-      "bytes": 1216277,
-      "pages": 36,
-      "shards": 1
-    },
-    {
-      "seconds": 1.0712760539972805,
-      "bytes": 6301436,
-      "pages": 37,
-      "shards": 2
-    },
-    {
-      "seconds": 1.2888189970035455,
-      "bytes": 7385771,
-      "pages": 32,
-      "shards": 3
-    },
-    {
-      "seconds": 1.5881777600006899,
-      "bytes": 5494719,
-      "pages": 25,
-      "shards": 2
-    },
-    {
-      "seconds": 1.394116926996503,
-      "bytes": 11997464,
-      "pages": 39,
-      "shards": 3
-    },
-    {
-      "seconds": 1.7342578780007898,
-      "bytes": 2696654,
-      "pages": 39,
-      "shards": 2
-    },
-    {
-      "seconds": 1.611772108997684,
-      "bytes": 5903925,
-      "pages": 29,
-      "shards": 2
-    },
-    {
-      "seconds": 1.512940188003995,
-      "bytes": 7372289,
-      "pages": 35,
-      "shards": 3
-    },
-    {
-      "seconds": 0.9355933799961349,
-      "bytes": 5063118,
-      "pages": 34,
-      "shards": 2
-    },
-    {
-      "seconds": 1.774848651002685,
-      "bytes": 5953016,
-      "pages": 29,
-      "shards": 2
-    },
-    {
-      "seconds": 1.877187440994021,
-      "bytes": 13513556,
-      "pages": 41,
-      "shards": 4
-    },
-    {
-      "seconds": 1.8802343610004755,
-      "bytes": 5656226,
-      "pages": 32,
-      "shards": 2
-    },
-    {
-      "seconds": 1.6476056760002393,
-      "bytes": 7839870,
-      "pages": 38,
-      "shards": 3
-    },
-    {
-      "seconds": 1.3661578879982699,
-      "bytes": 1247022,
-      "pages": 35,
-      "shards": 1
-    },
-    {
-      "seconds": 1.4103239969990682,
-      "bytes": 5948663,
-      "pages": 28,
-      "shards": 2
-    },
-    {
-      "seconds": 1.2626624109980185,
-      "bytes": 7374458,
-      "pages": 32,
-      "shards": 3
-    },
-    {
-      "seconds": 1.3394468149999739,
-      "bytes": 10758114,
-      "pages": 29,
-      "shards": 3
-    },
-    {
-      "seconds": 1.5901181910012383,
-      "bytes": 260770,
-      "pages": 9,
-      "shards": 1
-    },
-    {
-      "seconds": 1.5258419460005825,
-      "bytes": 5807963,
-      "pages": 29,
-      "shards": 2
-    },
-    {
-      "seconds": 1.2447194750056951,
-      "bytes": 7832230,
-      "pages": 41,
-      "shards": 4
-    },
-    {
-      "seconds": 0.9895193189950078,
-      "bytes": 741196,
-      "pages": 23,
-      "shards": 1
-    },
-    {
-      "seconds": 1.489227063000726,
-      "bytes": 11724055,
-      "pages": 40,
-      "shards": 4
-    },
-    {
-      "seconds": 0.9323788800029433,
-      "bytes": 1111114,
-      "pages": 34,
-      "shards": 1
-    },
-    {
-      "seconds": 1.5997961780012702,
-      "bytes": 11835967,
-      "pages": 35,
-      "shards": 3
-    },
-    {
-      "seconds": 1.3631727270039846,
-      "bytes": 2146631,
-      "pages": 21,
-      "shards": 2
-    },
-    {
-      "seconds": 1.2327626959959161,
-      "bytes": 11052547,
-      "pages": 48,
-      "shards": 3
-    },
-    {
-      "seconds": 1.4408944379974855,
-      "bytes": 7298137,
-      "pages": 31,
-      "shards": 3
-    },
-    {
-      "seconds": 1.4694450449969736,
-      "bytes": 1110429,
-      "pages": 36,
-      "shards": 1
-    },
-    {
-      "seconds": 1.0526011850015493,
-      "bytes": 6120517,
-      "pages": 31,
-      "shards": 2
-    },
-    {
-      "seconds": 1.7904460849968018,
-      "bytes": 12133874,
-      "pages": 26,
-      "shards": 4
-    },
-    {
-      "seconds": 1.269238109998696,
-      "bytes": 6277214,
-      "pages": 37,
-      "shards": 2
-    },
-    {
-      "seconds": 1.02439347699692,
-      "bytes": 5979878,
-      "pages": 29,
-      "shards": 2
-    },
-    {
-      "seconds": 1.1111059189934167,
-      "bytes": 2867400,
-      "pages": 39,
-      "shards": 2
-    },
-    {
-      "seconds": 1.2084345140028745,
-      "bytes": 10491799,
-      "pages": 30,
-      "shards": 3
-    },
-    {
-      "seconds": 0.8811795219953638,
-      "bytes": 776994,
-      "pages": 26,
-      "shards": 1
-    },
-    {
-      "seconds": 1.837297693004075,
-      "bytes": 13040260,
-      "pages": 38,
-      "shards": 4
-    },
-    {
-      "seconds": 1.5299789529963164,
-      "bytes": 6406874,
-      "pages": 38,
-      "shards": 2
-    },
-    {
-      "seconds": 1.7032136210036697,
-      "bytes": 6726184,
-      "pages": 31,
-      "shards": 3
-    }
-  ],
+  "upload_measurements": [],
   "cache_key": {
     "version": 1,
     "kind": "data",
@@ -606,7 +221,7 @@
   },
   "cache_reused": true,
   "resume_probe_seconds": [
-    3.328129581999974,
-    0.10924991900014902
+    2.576500048000014,
+    0.012398547999964649
   ]
 }

runs/void-byte-v1/events.out.tfevents.1791342976.f74d737f-395e-43a1-ae69-439b0359d002-2qp5c.418.0.1791342976705245012-6808dd50

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f55a3d6927594e3f94c23b592fcd9076e21190d6cbbfb902c83fc265172973f
+size 165