{ "base": { "original": { "cold_generation_seconds": 59.35112356604077, "environment": { "cuda": "12.8", "gpu": "NVIDIA B200", "lingbot_moe_expert_backend": null, "python": "3.12.3 (main, Aug 14 2025, 17:47:21) [GCC 13.3.0]", "torch": "2.8.0+cu128" }, "generation_mean_seconds": 58.78395527719986, "hot_generation_mean_seconds": 58.64216320498963, "load": { "nvidia_smi_after": { "memory.total": "183359", "memory.used": "12496", "name": "NVIDIA B200", "power.draw": "249.16", "temperature.gpu": "31", "timestamp": "2026/07/10 08:13:55.526", "utilization.gpu": "15" }, "peak_disk_used_bytes": 186888527872.0, "peak_gpu_memory_used_mb": 12068.0, "peak_gpu_power_watts": 249.41, "peak_gpu_utilization_percent": 19.0, "peak_process_rss_bytes": 10046115840.0, "peak_system_used_bytes": 80481558528.0, "sample_count": 122, "sample_interval_seconds": 0.25, "seconds": 40.38581502600573, "torch_allocated_after_mb": 11691.93017578125, "torch_peak_allocated_mb": 11691.93017578125, "torch_peak_reserved_mb": 11870.0, "torch_reserved_after_mb": 11870.0 }, "outputs": [ { "ffprobe": { "programs": [], "streams": [ { "codec_name": "h264", "duration": "3.041667", "height": 480, "nb_frames": "73", "pix_fmt": "yuv420p", "r_frame_rate": "24/1", "width": 832 } ] }, "generation_seconds": 59.35112356604077, "prompt_id": "01_arctic_research_drone", "seed": 4201, "sha256": "2c64faa6897cc0a847f7cfe4909db1560fae8977e917ed859106d0a0115ee205", "size_bytes": 356772 }, { "ffprobe": { "programs": [], "streams": [ { "codec_name": "h264", "duration": "3.041667", "height": 480, "nb_frames": "73", "pix_fmt": "yuv420p", "r_frame_rate": "24/1", "width": 832 } ] }, "generation_seconds": 58.53477715305053, "prompt_id": "02_macro_pastry_glaze", "seed": 4202, "sha256": "dedccfc2b298dbaa6d2fc034610a1c5724a264a6cdace1ddf28247b2b9d2b22a", "size_bytes": 315634 }, { "ffprobe": { "programs": [], "streams": [ { "codec_name": "h264", "duration": "3.041667", "height": 480, "nb_frames": "73", "pix_fmt": "yuv420p", "r_frame_rate": "24/1", "width": 832 } ] }, "generation_seconds": 58.75759001693223, "prompt_id": "03_rain_market_lanterns", "seed": 4203, "sha256": "ff27cb543233f0bccb1476c03cd23db79c9afbe9e686a4a1ee76f1207b12e591", "size_bytes": 350205 }, { "ffprobe": { "programs": [], "streams": [ { "codec_name": "h264", "duration": "3.041667", "height": 480, "nb_frames": "73", "pix_fmt": "yuv420p", "r_frame_rate": "24/1", "width": 832 } ] }, "generation_seconds": 58.60783947596792, "prompt_id": "04_underwater_manta", "seed": 4204, "sha256": "c9424a19b856c1f629345711406f9b48990e59e40ab234985863c46390d7cfdd", "size_bytes": 695270 }, { "ffprobe": { "programs": [], "streams": [ { "codec_name": "h264", "duration": "3.041667", "height": 480, "nb_frames": "73", "pix_fmt": "yuv420p", "r_frame_rate": "24/1", "width": 832 } ] }, "generation_seconds": 58.66844617400784, "prompt_id": "05_factory_battery_cells", "seed": 4205, "sha256": "8d30bc91529bafdf5fd7ce989743d0121cfce0f371a0692c377aa80f16c8e2d2", "size_bytes": 281270 } ], "peak_gpu_memory_used_mb": 27122.0, "peak_process_rss_bytes": 3009331200.0, "peak_system_used_bytes": 91598065664.0, "peak_torch_allocated_mb": 20697.9462890625, "settings": { "batch_cfg": false, "fps": 24, "guidance_scale": 3.0, "height": 480, "null_cond_clone_zero": false, "num_frames": 73, "num_inference_steps": 40, "shift": 3.0, "width": 832 }, "variant": "original" }, "sdnq": { "cold_generation_seconds": 59.917206136044115, "environment": { "cuda": "12.8", "gpu": "NVIDIA B200", "lingbot_moe_expert_backend": null, "python": "3.12.3 (main, Aug 14 2025, 17:47:21) [GCC 13.3.0]", "torch": "2.8.0+cu128" }, "generation_mean_seconds": 59.36059695922304, "hot_generation_mean_seconds": 59.22144466501777, "load": { "nvidia_smi_after": { "memory.total": "183359", "memory.used": "10518", "name": "NVIDIA B200", "power.draw": "250.61", "temperature.gpu": "32", "timestamp": "2026/07/10 08:20:20.170", "utilization.gpu": "12" }, "peak_disk_used_bytes": 187330162688.0, "peak_gpu_memory_used_mb": 9702.0, "peak_gpu_power_watts": 250.79, "peak_gpu_utilization_percent": 21.0, "peak_process_rss_bytes": 10072084480.0, "peak_system_used_bytes": 79908110336.0, "sample_count": 109, "sample_interval_seconds": 0.25, "seconds": 36.69832125795074, "torch_allocated_after_mb": 9882.28173828125, "torch_peak_allocated_mb": 9882.28173828125, "torch_peak_reserved_mb": 9892.0, "torch_reserved_after_mb": 9892.0 }, "outputs": [ { "ffprobe": { "programs": [], "streams": [ { "codec_name": "h264", "duration": "3.041667", "height": 480, "nb_frames": "73", "pix_fmt": "yuv420p", "r_frame_rate": "24/1", "width": 832 } ] }, "generation_seconds": 59.917206136044115, "prompt_id": "01_arctic_research_drone", "seed": 4201, "sha256": "1fd51cc84910e799b10e1109d2f6968b7a06286464f71ae77b4d4e0e8dae17ec", "size_bytes": 334231 }, { "ffprobe": { "programs": [], "streams": [ { "codec_name": "h264", "duration": "3.041667", "height": 480, "nb_frames": "73", "pix_fmt": "yuv420p", "r_frame_rate": "24/1", "width": 832 } ] }, "generation_seconds": 59.116676621022634, "prompt_id": "02_macro_pastry_glaze", "seed": 4202, "sha256": "9961cf2ef2b9fd84ee6d88e5129f5e58321fbb9277fbdad66506e3b85e6a8c28", "size_bytes": 274994 }, { "ffprobe": { "programs": [], "streams": [ { "codec_name": "h264", "duration": "3.041667", "height": 480, "nb_frames": "73", "pix_fmt": "yuv420p", "r_frame_rate": "24/1", "width": 832 } ] }, "generation_seconds": 59.288140880991705, "prompt_id": "03_rain_market_lanterns", "seed": 4203, "sha256": "9e6eb2cfb1778b52c1f6fa7231a59d02bb20b6e93e15eee16830a81ef1eeb4e3", "size_bytes": 331116 }, { "ffprobe": { "programs": [], "streams": [ { "codec_name": "h264", "duration": "3.041667", "height": 480, "nb_frames": "73", "pix_fmt": "yuv420p", "r_frame_rate": "24/1", "width": 832 } ] }, "generation_seconds": 59.21318236703519, "prompt_id": "04_underwater_manta", "seed": 4204, "sha256": "599a1d72c6171100bd9180d046318fdf9241c2e6fb450256ec0a12627da52adb", "size_bytes": 677276 }, { "ffprobe": { "programs": [], "streams": [ { "codec_name": "h264", "duration": "3.041667", "height": 480, "nb_frames": "73", "pix_fmt": "yuv420p", "r_frame_rate": "24/1", "width": 832 } ] }, "generation_seconds": 59.267778791021556, "prompt_id": "05_factory_battery_cells", "seed": 4205, "sha256": "3324195b7497a47ce4194eb6669df340f84a9593e0f33c2d3cde98e4345c6572", "size_bytes": 287627 } ], "peak_gpu_memory_used_mb": 24674.0, "peak_process_rss_bytes": 3040641024.0, "peak_system_used_bytes": 145916956672.0, "peak_torch_allocated_mb": 18887.9306640625, "settings": { "batch_cfg": false, "fps": 24, "guidance_scale": 3.0, "height": 480, "null_cond_clone_zero": false, "num_frames": 73, "num_inference_steps": 40, "shift": 3.0, "width": 832 }, "variant": "sdnq" } }, "base_comparison": { "lpips_alex_mean": 0.39064745843410487, "mae_mean": 0.082366082072258, "model_key": "dense", "overview": "results/comparison/dense/original_vs_sdnq_overview.webp", "overview_sha256": "cbb4a175dd52d987fd0c0deccc8a6f175f45d9f554ca86ce1b4891d81239debd", "pair_count": 5, "psnr_db_mean": 18.04760176505988, "rmse_mean": 0.13195521235466004, "rows": [ { "contact_sheet": "results/comparison/dense/contact_sheets/01_arctic_research_drone.webp", "frames_compared": 73, "lpips_alex_max": 0.3372763693332672, "lpips_alex_mean": 0.25796384513378146, "lpips_alex_per_sample": [ 0.23892802000045776, 0.21538953483104706, 0.23302283883094788, 0.26520246267318726, 0.3372763693332672 ], "lpips_sampled_frame_indices": [ 0, 18, 36, 54, 72 ], "mae": 0.05467107519507408, "model_key": "dense", "paired_video": "results/comparison/dense/paired_videos/01_arctic_research_drone.mp4", "paired_video_sha256": "69d34512528194740a20f59fb44d7ffb4e80b20836a626e28d64572386b97ae0", "prompt_id": "01_arctic_research_drone", "psnr_db": 19.839070669585745, "rmse": 0.10187003761529922, "seed": 4201, "ssim_mean": 0.701902933316688, "ssim_min": 0.616367757320404, "ssim_per_frame": [ 0.7471937537193298, 0.7562150955200195, 0.7546193599700928, 0.7632946968078613, 0.7587862610816956, 0.7568566203117371, 0.7517454028129578, 0.7605783343315125, 0.7571811079978943, 0.7553231120109558, 0.7529301643371582, 0.7535589337348938, 0.7473184466362, 0.7509756684303284, 0.7509253621101379, 0.7537309527397156, 0.7479660511016846, 0.7504399418830872, 0.745491087436676, 0.7465166449546814, 0.7374866604804993, 0.7448175549507141, 0.73980313539505, 0.7404298782348633, 0.7313356399536133, 0.7347709536552429, 0.7324097752571106, 0.7349116206169128, 0.7266964316368103, 0.7242375016212463, 0.7233757376670837, 0.7231250405311584, 0.7180678248405457, 0.7137303352355957, 0.7105441689491272, 0.71116042137146, 0.7052137851715088, 0.7082746624946594, 0.7018907070159912, 0.704032838344574, 0.690925121307373, 0.6933974623680115, 0.6836021542549133, 0.6838765740394592, 0.6760963797569275, 0.6777318120002747, 0.6720950603485107, 0.6719871163368225, 0.662132740020752, 0.6670276522636414, 0.6636812686920166, 0.6669259071350098, 0.659309446811676, 0.6580972671508789, 0.6561214327812195, 0.6596272587776184, 0.6582440733909607, 0.6562528610229492, 0.6519058346748352, 0.6598243117332458, 0.652309000492096, 0.6560467481613159, 0.6463138461112976, 0.6531553864479065, 0.6430574059486389, 0.6484587788581848, 0.644949734210968, 0.6463136076927185, 0.6366420388221741, 0.6387086510658264, 0.631862461566925, 0.6279053092002869, 0.616367757320404 ] }, { "contact_sheet": "results/comparison/dense/contact_sheets/02_macro_pastry_glaze.webp", "frames_compared": 73, "lpips_alex_max": 0.3321433365345001, "lpips_alex_mean": 0.2912841498851776, "lpips_alex_per_sample": [ 0.3321433365345001, 0.3053535223007202, 0.2732852101325989, 0.2563779950141907, 0.2892606854438782 ], "lpips_sampled_frame_indices": [ 0, 18, 36, 54, 72 ], "mae": 0.08002743124961853, "model_key": "dense", "paired_video": "results/comparison/dense/paired_videos/02_macro_pastry_glaze.mp4", "paired_video_sha256": "2bd38a2626e00274f063fbcc4cc719b3ab9c32bc3b66a011905113fb779357ed", "prompt_id": "02_macro_pastry_glaze", "psnr_db": 17.42844960527943, "rmse": 0.13445517420768738, "seed": 4202, "ssim_mean": 0.7195924275541958, "ssim_min": 0.696044921875, "ssim_per_frame": [ 0.7048245072364807, 0.6976370811462402, 0.6993125081062317, 0.6984386444091797, 0.6973426938056946, 0.6982628703117371, 0.6961994171142578, 0.7009754180908203, 0.696044921875, 0.6990418434143066, 0.6997641921043396, 0.7011768221855164, 0.7016341090202332, 0.7022469639778137, 0.7054750919342041, 0.7070388793945312, 0.710041344165802, 0.707940399646759, 0.7116069197654724, 0.714179515838623, 0.7162490487098694, 0.712369441986084, 0.714794933795929, 0.7172908186912537, 0.7193088531494141, 0.7174295783042908, 0.722041666507721, 0.7250046730041504, 0.7173066139221191, 0.7226530909538269, 0.7205090522766113, 0.7272472977638245, 0.7263765931129456, 0.7183575630187988, 0.7220049500465393, 0.730372428894043, 0.7299548983573914, 0.7273087501525879, 0.7311800122261047, 0.7363607287406921, 0.731360912322998, 0.7263819575309753, 0.7307758331298828, 0.7374985218048096, 0.7359294891357422, 0.7320865988731384, 0.7315365672111511, 0.7420845627784729, 0.7375485897064209, 0.7317164540290833, 0.7364229559898376, 0.7417614459991455, 0.7407466769218445, 0.7383399605751038, 0.7330822944641113, 0.7415384650230408, 0.7389138340950012, 0.7294940948486328, 0.7307530045509338, 0.7323881983757019, 0.7285518646240234, 0.7212610840797424, 0.7170699238777161, 0.7296475768089294, 0.7250280380249023, 0.714296281337738, 0.7099382281303406, 0.7207785248756409, 0.7174012660980225, 0.7082564234733582, 0.7110009789466858, 0.7138733863830566, 0.7094780802726746 ] }, { "contact_sheet": "results/comparison/dense/contact_sheets/03_rain_market_lanterns.webp", "frames_compared": 73, "lpips_alex_max": 0.572979211807251, "lpips_alex_mean": 0.5170430779457093, "lpips_alex_per_sample": [ 0.5183084011077881, 0.45945197343826294, 0.48312193155288696, 0.5513538718223572, 0.572979211807251 ], "lpips_sampled_frame_indices": [ 0, 18, 36, 54, 72 ], "mae": 0.09383457154035568, "model_key": "dense", "paired_video": "results/comparison/dense/paired_videos/03_rain_market_lanterns.mp4", "paired_video_sha256": "c14700023ad5b5b026455dfc8960fcb275e664f94b008443e09ab22b46706f31", "prompt_id": "03_rain_market_lanterns", "psnr_db": 16.51346738860405, "rmse": 0.1493917554616928, "seed": 4203, "ssim_mean": 0.5551802058742471, "ssim_min": 0.5001453757286072, "ssim_per_frame": [ 0.5460137724876404, 0.537883460521698, 0.5335617065429688, 0.5398474335670471, 0.5396906137466431, 0.5396999716758728, 0.5399553775787354, 0.5471838116645813, 0.5501018166542053, 0.5522258281707764, 0.5493764877319336, 0.557174026966095, 0.5591099858283997, 0.5596940517425537, 0.5620675086975098, 0.5659757852554321, 0.567167341709137, 0.5611782073974609, 0.5550628304481506, 0.5661049485206604, 0.5674117803573608, 0.5632163882255554, 0.5597942471504211, 0.5636829733848572, 0.5638421177864075, 0.5643842220306396, 0.5662687420845032, 0.5725164413452148, 0.5692265033721924, 0.5627036094665527, 0.5619592070579529, 0.5668676495552063, 0.5671069622039795, 0.567237377166748, 0.5684722661972046, 0.5713196396827698, 0.5699535012245178, 0.5652783513069153, 0.562572181224823, 0.5675041675567627, 0.5699062943458557, 0.5679879784584045, 0.5710955262184143, 0.5785568952560425, 0.5771220326423645, 0.5752357840538025, 0.5701524615287781, 0.5728595852851868, 0.56797194480896, 0.5633475184440613, 0.5557839870452881, 0.5593089461326599, 0.5617256164550781, 0.5554195046424866, 0.5518600344657898, 0.5535603165626526, 0.5513514876365662, 0.5499069690704346, 0.5521342158317566, 0.555968701839447, 0.5557594895362854, 0.5529804825782776, 0.554024338722229, 0.5561019778251648, 0.5514987111091614, 0.5402275919914246, 0.5322654247283936, 0.5277871489524841, 0.5203120708465576, 0.5125212669372559, 0.5060989856719971, 0.5067830681800842, 0.5001453757286072 ] }, { "contact_sheet": "results/comparison/dense/contact_sheets/04_underwater_manta.webp", "frames_compared": 73, "lpips_alex_max": 0.33966830372810364, "lpips_alex_mean": 0.30691753029823304, "lpips_alex_per_sample": [ 0.2906302213668823, 0.2743229269981384, 0.3020620346069336, 0.33966830372810364, 0.3279041647911072 ], "lpips_sampled_frame_indices": [ 0, 18, 36, 54, 72 ], "mae": 0.049834128469228745, "model_key": "dense", "paired_video": "results/comparison/dense/paired_videos/04_underwater_manta.mp4", "paired_video_sha256": "f49aafeb8e58d64650f8dbd944da86982d9aafe76d69cbaa5c98e5b6a0af8a96", "prompt_id": "04_underwater_manta", "psnr_db": 22.39862733971149, "rmse": 0.07586974650621414, "seed": 4204, "ssim_mean": 0.6018968224525452, "ssim_min": 0.5572513341903687, "ssim_per_frame": [ 0.664208710193634, 0.6127724051475525, 0.6000454425811768, 0.6248680353164673, 0.6031044721603394, 0.5985252261161804, 0.6051427721977234, 0.6302246451377869, 0.6127393841743469, 0.6028497219085693, 0.6065958142280579, 0.6297205090522766, 0.6141027808189392, 0.605627179145813, 0.6064140200614929, 0.6260539889335632, 0.6150491237640381, 0.6083511710166931, 0.6146304607391357, 0.6339573264122009, 0.6202487349510193, 0.6128219962120056, 0.6131454110145569, 0.630197286605835, 0.6177969574928284, 0.6128177642822266, 0.6142919659614563, 0.6324124932289124, 0.6220951676368713, 0.613743782043457, 0.6151672005653381, 0.6287252306938171, 0.6180891990661621, 0.6116368174552917, 0.6112083196640015, 0.6209772229194641, 0.6114263534545898, 0.6045907735824585, 0.6034649014472961, 0.6139687895774841, 0.6027821898460388, 0.595211923122406, 0.5919741988182068, 0.6048083305358887, 0.5932555198669434, 0.5804936289787292, 0.5798521637916565, 0.5880128145217896, 0.5730334520339966, 0.5584019422531128, 0.557654619216919, 0.5750223994255066, 0.5623368620872498, 0.5572513341903687, 0.5666487216949463, 0.5814085602760315, 0.571403443813324, 0.570702850818634, 0.5796887278556824, 0.5928605794906616, 0.5893638134002686, 0.5858554840087891, 0.591608464717865, 0.6006841659545898, 0.5971329808235168, 0.588640034198761, 0.5915939211845398, 0.603184700012207, 0.5970742106437683, 0.5886041522026062, 0.5910050272941589, 0.5984048843383789, 0.588702380657196 ] }, { "contact_sheet": "results/comparison/dense/contact_sheets/05_factory_battery_cells.webp", "frames_compared": 73, "lpips_alex_max": 0.619697093963623, "lpips_alex_mean": 0.5800286889076233, "lpips_alex_per_sample": [ 0.619697093963623, 0.5832679867744446, 0.5778676867485046, 0.554367184638977, 0.5649434924125671 ], "lpips_sampled_frame_indices": [ 0, 18, 36, 54, 72 ], "mae": 0.13346320390701294, "model_key": "dense", "paired_video": "results/comparison/dense/paired_videos/05_factory_battery_cells.mp4", "paired_video_sha256": "bb276797e2eaef688c49c5b7b87e6242808b5c0ae53996f1262aea3d774fc92d", "prompt_id": "05_factory_battery_cells", "psnr_db": 14.058393822118681, "rmse": 0.19818934798240662, "seed": 4205, "ssim_mean": 0.5124697228000589, "ssim_min": 0.47675788402557373, "ssim_per_frame": [ 0.48231375217437744, 0.4779227674007416, 0.48347237706184387, 0.4852433502674103, 0.5005528330802917, 0.5173484683036804, 0.5178734064102173, 0.5170872211456299, 0.5230890512466431, 0.521146833896637, 0.5299143195152283, 0.5313480496406555, 0.5262935161590576, 0.5245423316955566, 0.5285269618034363, 0.5289155840873718, 0.524918258190155, 0.5219302773475647, 0.5197088122367859, 0.526454508304596, 0.5272583365440369, 0.5274640917778015, 0.5265805721282959, 0.5300747156143188, 0.5305199027061462, 0.5335060954093933, 0.536868155002594, 0.535816490650177, 0.5368642807006836, 0.531595766544342, 0.5188176035881042, 0.5259748697280884, 0.5129804015159607, 0.5164511203765869, 0.5165998935699463, 0.5074930787086487, 0.4967261552810669, 0.48296284675598145, 0.4847036302089691, 0.4791916608810425, 0.47675788402557373, 0.477284699678421, 0.4879685640335083, 0.4897928535938263, 0.5016849040985107, 0.5003893971443176, 0.5004693269729614, 0.5064818263053894, 0.5077937245368958, 0.5093767642974854, 0.5108215808868408, 0.5140495300292969, 0.5172183513641357, 0.5170554518699646, 0.5190156102180481, 0.5172563195228577, 0.5169810652732849, 0.5156589150428772, 0.5144214034080505, 0.5147883892059326, 0.5138988494873047, 0.5096483826637268, 0.5061827301979065, 0.5043655037879944, 0.4989858865737915, 0.5024800896644592, 0.49175354838371277, 0.49998512864112854, 0.5141457915306091, 0.5151110291481018, 0.5229900479316711, 0.5296569466590881, 0.5387669205665588 ] } ], "ssim_mean": 0.618208422399547 }, "coverage": { "transformer": { "moe_experts": { "logical_numel": 0, "original_bytes": 0, "stored_bytes": 0 }, "quantized": { "logical_params": 1318191104, "original_byte_coverage_percent": 94.42866487012878, "original_parameter_bytes_covered": 2636382208, "parameter_coverage_percent": 97.12783780249565, "stored_bytes": 741482496 }, "total": { "logical_params": 1357171264, "original_parameter_bytes": 2791929984 } } }, "generated_utc": "2026-07-10T10:02:00Z", "lingbot_video_code_revision": "a2bb04b78edd848500dc27a26e035a95442ae186", "model_key": "dense", "schema_version": 1, "sdnq_revision": "d841c383ff7be38728d4df829e17af4f15d4fd66", "smoke_evidence": [ "benchmark/smokes/dense-sdnq-model.json", "benchmark/smokes/dense-sdnq-model.mp4", "benchmark/smokes/dense-sdnq-sequential.json", "benchmark/smokes/dense-sdnq-sequential.mp4", "benchmark/smokes/dense-sdnq-standard.json", "benchmark/smokes/dense-sdnq-standard.mp4" ], "source_repo_id": "robbyant/lingbot-video-dense-1.3b", "source_revision": "f9789a7d9b4772a47aba62d4eb5282ddefd1da21", "target_repo_id": "WaveCut/LingBot-Video-Dense-1.3B-SDNQ-uint4-static" }