| { |
| "base": { |
| "original": { |
| "cold_generation_seconds": 59.35112356604077, |
| "environment": { |
| "cuda": "12.8", |
| "gpu": "NVIDIA B200", |
| "lingbot_moe_expert_backend": null, |
| "python": "3.12.3 (main, Aug 14 2025, 17:47:21) [GCC 13.3.0]", |
| "torch": "2.8.0+cu128" |
| }, |
| "generation_mean_seconds": 58.78395527719986, |
| "hot_generation_mean_seconds": 58.64216320498963, |
| "load": { |
| "nvidia_smi_after": { |
| "memory.total": "183359", |
| "memory.used": "12496", |
| "name": "NVIDIA B200", |
| "power.draw": "249.16", |
| "temperature.gpu": "31", |
| "timestamp": "2026/07/10 08:13:55.526", |
| "utilization.gpu": "15" |
| }, |
| "peak_disk_used_bytes": 186888527872.0, |
| "peak_gpu_memory_used_mb": 12068.0, |
| "peak_gpu_power_watts": 249.41, |
| "peak_gpu_utilization_percent": 19.0, |
| "peak_process_rss_bytes": 10046115840.0, |
| "peak_system_used_bytes": 80481558528.0, |
| "sample_count": 122, |
| "sample_interval_seconds": 0.25, |
| "seconds": 40.38581502600573, |
| "torch_allocated_after_mb": 11691.93017578125, |
| "torch_peak_allocated_mb": 11691.93017578125, |
| "torch_peak_reserved_mb": 11870.0, |
| "torch_reserved_after_mb": 11870.0 |
| }, |
| "outputs": [ |
| { |
| "ffprobe": { |
| "programs": [], |
| "streams": [ |
| { |
| "codec_name": "h264", |
| "duration": "3.041667", |
| "height": 480, |
| "nb_frames": "73", |
| "pix_fmt": "yuv420p", |
| "r_frame_rate": "24/1", |
| "width": 832 |
| } |
| ] |
| }, |
| "generation_seconds": 59.35112356604077, |
| "prompt_id": "01_arctic_research_drone", |
| "seed": 4201, |
| "sha256": "2c64faa6897cc0a847f7cfe4909db1560fae8977e917ed859106d0a0115ee205", |
| "size_bytes": 356772 |
| }, |
| { |
| "ffprobe": { |
| "programs": [], |
| "streams": [ |
| { |
| "codec_name": "h264", |
| "duration": "3.041667", |
| "height": 480, |
| "nb_frames": "73", |
| "pix_fmt": "yuv420p", |
| "r_frame_rate": "24/1", |
| "width": 832 |
| } |
| ] |
| }, |
| "generation_seconds": 58.53477715305053, |
| "prompt_id": "02_macro_pastry_glaze", |
| "seed": 4202, |
| "sha256": "dedccfc2b298dbaa6d2fc034610a1c5724a264a6cdace1ddf28247b2b9d2b22a", |
| "size_bytes": 315634 |
| }, |
| { |
| "ffprobe": { |
| "programs": [], |
| "streams": [ |
| { |
| "codec_name": "h264", |
| "duration": "3.041667", |
| "height": 480, |
| "nb_frames": "73", |
| "pix_fmt": "yuv420p", |
| "r_frame_rate": "24/1", |
| "width": 832 |
| } |
| ] |
| }, |
| "generation_seconds": 58.75759001693223, |
| "prompt_id": "03_rain_market_lanterns", |
| "seed": 4203, |
| "sha256": "ff27cb543233f0bccb1476c03cd23db79c9afbe9e686a4a1ee76f1207b12e591", |
| "size_bytes": 350205 |
| }, |
| { |
| "ffprobe": { |
| "programs": [], |
| "streams": [ |
| { |
| "codec_name": "h264", |
| "duration": "3.041667", |
| "height": 480, |
| "nb_frames": "73", |
| "pix_fmt": "yuv420p", |
| "r_frame_rate": "24/1", |
| "width": 832 |
| } |
| ] |
| }, |
| "generation_seconds": 58.60783947596792, |
| "prompt_id": "04_underwater_manta", |
| "seed": 4204, |
| "sha256": "c9424a19b856c1f629345711406f9b48990e59e40ab234985863c46390d7cfdd", |
| "size_bytes": 695270 |
| }, |
| { |
| "ffprobe": { |
| "programs": [], |
| "streams": [ |
| { |
| "codec_name": "h264", |
| "duration": "3.041667", |
| "height": 480, |
| "nb_frames": "73", |
| "pix_fmt": "yuv420p", |
| "r_frame_rate": "24/1", |
| "width": 832 |
| } |
| ] |
| }, |
| "generation_seconds": 58.66844617400784, |
| "prompt_id": "05_factory_battery_cells", |
| "seed": 4205, |
| "sha256": "8d30bc91529bafdf5fd7ce989743d0121cfce0f371a0692c377aa80f16c8e2d2", |
| "size_bytes": 281270 |
| } |
| ], |
| "peak_gpu_memory_used_mb": 27122.0, |
| "peak_process_rss_bytes": 3009331200.0, |
| "peak_system_used_bytes": 91598065664.0, |
| "peak_torch_allocated_mb": 20697.9462890625, |
| "settings": { |
| "batch_cfg": false, |
| "fps": 24, |
| "guidance_scale": 3.0, |
| "height": 480, |
| "null_cond_clone_zero": false, |
| "num_frames": 73, |
| "num_inference_steps": 40, |
| "shift": 3.0, |
| "width": 832 |
| }, |
| "variant": "original" |
| }, |
| "sdnq": { |
| "cold_generation_seconds": 59.917206136044115, |
| "environment": { |
| "cuda": "12.8", |
| "gpu": "NVIDIA B200", |
| "lingbot_moe_expert_backend": null, |
| "python": "3.12.3 (main, Aug 14 2025, 17:47:21) [GCC 13.3.0]", |
| "torch": "2.8.0+cu128" |
| }, |
| "generation_mean_seconds": 59.36059695922304, |
| "hot_generation_mean_seconds": 59.22144466501777, |
| "load": { |
| "nvidia_smi_after": { |
| "memory.total": "183359", |
| "memory.used": "10518", |
| "name": "NVIDIA B200", |
| "power.draw": "250.61", |
| "temperature.gpu": "32", |
| "timestamp": "2026/07/10 08:20:20.170", |
| "utilization.gpu": "12" |
| }, |
| "peak_disk_used_bytes": 187330162688.0, |
| "peak_gpu_memory_used_mb": 9702.0, |
| "peak_gpu_power_watts": 250.79, |
| "peak_gpu_utilization_percent": 21.0, |
| "peak_process_rss_bytes": 10072084480.0, |
| "peak_system_used_bytes": 79908110336.0, |
| "sample_count": 109, |
| "sample_interval_seconds": 0.25, |
| "seconds": 36.69832125795074, |
| "torch_allocated_after_mb": 9882.28173828125, |
| "torch_peak_allocated_mb": 9882.28173828125, |
| "torch_peak_reserved_mb": 9892.0, |
| "torch_reserved_after_mb": 9892.0 |
| }, |
| "outputs": [ |
| { |
| "ffprobe": { |
| "programs": [], |
| "streams": [ |
| { |
| "codec_name": "h264", |
| "duration": "3.041667", |
| "height": 480, |
| "nb_frames": "73", |
| "pix_fmt": "yuv420p", |
| "r_frame_rate": "24/1", |
| "width": 832 |
| } |
| ] |
| }, |
| "generation_seconds": 59.917206136044115, |
| "prompt_id": "01_arctic_research_drone", |
| "seed": 4201, |
| "sha256": "1fd51cc84910e799b10e1109d2f6968b7a06286464f71ae77b4d4e0e8dae17ec", |
| "size_bytes": 334231 |
| }, |
| { |
| "ffprobe": { |
| "programs": [], |
| "streams": [ |
| { |
| "codec_name": "h264", |
| "duration": "3.041667", |
| "height": 480, |
| "nb_frames": "73", |
| "pix_fmt": "yuv420p", |
| "r_frame_rate": "24/1", |
| "width": 832 |
| } |
| ] |
| }, |
| "generation_seconds": 59.116676621022634, |
| "prompt_id": "02_macro_pastry_glaze", |
| "seed": 4202, |
| "sha256": "9961cf2ef2b9fd84ee6d88e5129f5e58321fbb9277fbdad66506e3b85e6a8c28", |
| "size_bytes": 274994 |
| }, |
| { |
| "ffprobe": { |
| "programs": [], |
| "streams": [ |
| { |
| "codec_name": "h264", |
| "duration": "3.041667", |
| "height": 480, |
| "nb_frames": "73", |
| "pix_fmt": "yuv420p", |
| "r_frame_rate": "24/1", |
| "width": 832 |
| } |
| ] |
| }, |
| "generation_seconds": 59.288140880991705, |
| "prompt_id": "03_rain_market_lanterns", |
| "seed": 4203, |
| "sha256": "9e6eb2cfb1778b52c1f6fa7231a59d02bb20b6e93e15eee16830a81ef1eeb4e3", |
| "size_bytes": 331116 |
| }, |
| { |
| "ffprobe": { |
| "programs": [], |
| "streams": [ |
| { |
| "codec_name": "h264", |
| "duration": "3.041667", |
| "height": 480, |
| "nb_frames": "73", |
| "pix_fmt": "yuv420p", |
| "r_frame_rate": "24/1", |
| "width": 832 |
| } |
| ] |
| }, |
| "generation_seconds": 59.21318236703519, |
| "prompt_id": "04_underwater_manta", |
| "seed": 4204, |
| "sha256": "599a1d72c6171100bd9180d046318fdf9241c2e6fb450256ec0a12627da52adb", |
| "size_bytes": 677276 |
| }, |
| { |
| "ffprobe": { |
| "programs": [], |
| "streams": [ |
| { |
| "codec_name": "h264", |
| "duration": "3.041667", |
| "height": 480, |
| "nb_frames": "73", |
| "pix_fmt": "yuv420p", |
| "r_frame_rate": "24/1", |
| "width": 832 |
| } |
| ] |
| }, |
| "generation_seconds": 59.267778791021556, |
| "prompt_id": "05_factory_battery_cells", |
| "seed": 4205, |
| "sha256": "3324195b7497a47ce4194eb6669df340f84a9593e0f33c2d3cde98e4345c6572", |
| "size_bytes": 287627 |
| } |
| ], |
| "peak_gpu_memory_used_mb": 24674.0, |
| "peak_process_rss_bytes": 3040641024.0, |
| "peak_system_used_bytes": 145916956672.0, |
| "peak_torch_allocated_mb": 18887.9306640625, |
| "settings": { |
| "batch_cfg": false, |
| "fps": 24, |
| "guidance_scale": 3.0, |
| "height": 480, |
| "null_cond_clone_zero": false, |
| "num_frames": 73, |
| "num_inference_steps": 40, |
| "shift": 3.0, |
| "width": 832 |
| }, |
| "variant": "sdnq" |
| } |
| }, |
| "base_comparison": { |
| "lpips_alex_mean": 0.39064745843410487, |
| "mae_mean": 0.082366082072258, |
| "model_key": "dense", |
| "overview": "results/comparison/dense/original_vs_sdnq_overview.webp", |
| "overview_sha256": "cbb4a175dd52d987fd0c0deccc8a6f175f45d9f554ca86ce1b4891d81239debd", |
| "pair_count": 5, |
| "psnr_db_mean": 18.04760176505988, |
| "rmse_mean": 0.13195521235466004, |
| "rows": [ |
| { |
| "contact_sheet": "results/comparison/dense/contact_sheets/01_arctic_research_drone.webp", |
| "frames_compared": 73, |
| "lpips_alex_max": 0.3372763693332672, |
| "lpips_alex_mean": 0.25796384513378146, |
| "lpips_alex_per_sample": [ |
| 0.23892802000045776, |
| 0.21538953483104706, |
| 0.23302283883094788, |
| 0.26520246267318726, |
| 0.3372763693332672 |
| ], |
| "lpips_sampled_frame_indices": [ |
| 0, |
| 18, |
| 36, |
| 54, |
| 72 |
| ], |
| "mae": 0.05467107519507408, |
| "model_key": "dense", |
| "paired_video": "results/comparison/dense/paired_videos/01_arctic_research_drone.mp4", |
| "paired_video_sha256": "69d34512528194740a20f59fb44d7ffb4e80b20836a626e28d64572386b97ae0", |
| "prompt_id": "01_arctic_research_drone", |
| "psnr_db": 19.839070669585745, |
| "rmse": 0.10187003761529922, |
| "seed": 4201, |
| "ssim_mean": 0.701902933316688, |
| "ssim_min": 0.616367757320404, |
| "ssim_per_frame": [ |
| 0.7471937537193298, |
| 0.7562150955200195, |
| 0.7546193599700928, |
| 0.7632946968078613, |
| 0.7587862610816956, |
| 0.7568566203117371, |
| 0.7517454028129578, |
| 0.7605783343315125, |
| 0.7571811079978943, |
| 0.7553231120109558, |
| 0.7529301643371582, |
| 0.7535589337348938, |
| 0.7473184466362, |
| 0.7509756684303284, |
| 0.7509253621101379, |
| 0.7537309527397156, |
| 0.7479660511016846, |
| 0.7504399418830872, |
| 0.745491087436676, |
| 0.7465166449546814, |
| 0.7374866604804993, |
| 0.7448175549507141, |
| 0.73980313539505, |
| 0.7404298782348633, |
| 0.7313356399536133, |
| 0.7347709536552429, |
| 0.7324097752571106, |
| 0.7349116206169128, |
| 0.7266964316368103, |
| 0.7242375016212463, |
| 0.7233757376670837, |
| 0.7231250405311584, |
| 0.7180678248405457, |
| 0.7137303352355957, |
| 0.7105441689491272, |
| 0.71116042137146, |
| 0.7052137851715088, |
| 0.7082746624946594, |
| 0.7018907070159912, |
| 0.704032838344574, |
| 0.690925121307373, |
| 0.6933974623680115, |
| 0.6836021542549133, |
| 0.6838765740394592, |
| 0.6760963797569275, |
| 0.6777318120002747, |
| 0.6720950603485107, |
| 0.6719871163368225, |
| 0.662132740020752, |
| 0.6670276522636414, |
| 0.6636812686920166, |
| 0.6669259071350098, |
| 0.659309446811676, |
| 0.6580972671508789, |
| 0.6561214327812195, |
| 0.6596272587776184, |
| 0.6582440733909607, |
| 0.6562528610229492, |
| 0.6519058346748352, |
| 0.6598243117332458, |
| 0.652309000492096, |
| 0.6560467481613159, |
| 0.6463138461112976, |
| 0.6531553864479065, |
| 0.6430574059486389, |
| 0.6484587788581848, |
| 0.644949734210968, |
| 0.6463136076927185, |
| 0.6366420388221741, |
| 0.6387086510658264, |
| 0.631862461566925, |
| 0.6279053092002869, |
| 0.616367757320404 |
| ] |
| }, |
| { |
| "contact_sheet": "results/comparison/dense/contact_sheets/02_macro_pastry_glaze.webp", |
| "frames_compared": 73, |
| "lpips_alex_max": 0.3321433365345001, |
| "lpips_alex_mean": 0.2912841498851776, |
| "lpips_alex_per_sample": [ |
| 0.3321433365345001, |
| 0.3053535223007202, |
| 0.2732852101325989, |
| 0.2563779950141907, |
| 0.2892606854438782 |
| ], |
| "lpips_sampled_frame_indices": [ |
| 0, |
| 18, |
| 36, |
| 54, |
| 72 |
| ], |
| "mae": 0.08002743124961853, |
| "model_key": "dense", |
| "paired_video": "results/comparison/dense/paired_videos/02_macro_pastry_glaze.mp4", |
| "paired_video_sha256": "2bd38a2626e00274f063fbcc4cc719b3ab9c32bc3b66a011905113fb779357ed", |
| "prompt_id": "02_macro_pastry_glaze", |
| "psnr_db": 17.42844960527943, |
| "rmse": 0.13445517420768738, |
| "seed": 4202, |
| "ssim_mean": 0.7195924275541958, |
| "ssim_min": 0.696044921875, |
| "ssim_per_frame": [ |
| 0.7048245072364807, |
| 0.6976370811462402, |
| 0.6993125081062317, |
| 0.6984386444091797, |
| 0.6973426938056946, |
| 0.6982628703117371, |
| 0.6961994171142578, |
| 0.7009754180908203, |
| 0.696044921875, |
| 0.6990418434143066, |
| 0.6997641921043396, |
| 0.7011768221855164, |
| 0.7016341090202332, |
| 0.7022469639778137, |
| 0.7054750919342041, |
| 0.7070388793945312, |
| 0.710041344165802, |
| 0.707940399646759, |
| 0.7116069197654724, |
| 0.714179515838623, |
| 0.7162490487098694, |
| 0.712369441986084, |
| 0.714794933795929, |
| 0.7172908186912537, |
| 0.7193088531494141, |
| 0.7174295783042908, |
| 0.722041666507721, |
| 0.7250046730041504, |
| 0.7173066139221191, |
| 0.7226530909538269, |
| 0.7205090522766113, |
| 0.7272472977638245, |
| 0.7263765931129456, |
| 0.7183575630187988, |
| 0.7220049500465393, |
| 0.730372428894043, |
| 0.7299548983573914, |
| 0.7273087501525879, |
| 0.7311800122261047, |
| 0.7363607287406921, |
| 0.731360912322998, |
| 0.7263819575309753, |
| 0.7307758331298828, |
| 0.7374985218048096, |
| 0.7359294891357422, |
| 0.7320865988731384, |
| 0.7315365672111511, |
| 0.7420845627784729, |
| 0.7375485897064209, |
| 0.7317164540290833, |
| 0.7364229559898376, |
| 0.7417614459991455, |
| 0.7407466769218445, |
| 0.7383399605751038, |
| 0.7330822944641113, |
| 0.7415384650230408, |
| 0.7389138340950012, |
| 0.7294940948486328, |
| 0.7307530045509338, |
| 0.7323881983757019, |
| 0.7285518646240234, |
| 0.7212610840797424, |
| 0.7170699238777161, |
| 0.7296475768089294, |
| 0.7250280380249023, |
| 0.714296281337738, |
| 0.7099382281303406, |
| 0.7207785248756409, |
| 0.7174012660980225, |
| 0.7082564234733582, |
| 0.7110009789466858, |
| 0.7138733863830566, |
| 0.7094780802726746 |
| ] |
| }, |
| { |
| "contact_sheet": "results/comparison/dense/contact_sheets/03_rain_market_lanterns.webp", |
| "frames_compared": 73, |
| "lpips_alex_max": 0.572979211807251, |
| "lpips_alex_mean": 0.5170430779457093, |
| "lpips_alex_per_sample": [ |
| 0.5183084011077881, |
| 0.45945197343826294, |
| 0.48312193155288696, |
| 0.5513538718223572, |
| 0.572979211807251 |
| ], |
| "lpips_sampled_frame_indices": [ |
| 0, |
| 18, |
| 36, |
| 54, |
| 72 |
| ], |
| "mae": 0.09383457154035568, |
| "model_key": "dense", |
| "paired_video": "results/comparison/dense/paired_videos/03_rain_market_lanterns.mp4", |
| "paired_video_sha256": "c14700023ad5b5b026455dfc8960fcb275e664f94b008443e09ab22b46706f31", |
| "prompt_id": "03_rain_market_lanterns", |
| "psnr_db": 16.51346738860405, |
| "rmse": 0.1493917554616928, |
| "seed": 4203, |
| "ssim_mean": 0.5551802058742471, |
| "ssim_min": 0.5001453757286072, |
| "ssim_per_frame": [ |
| 0.5460137724876404, |
| 0.537883460521698, |
| 0.5335617065429688, |
| 0.5398474335670471, |
| 0.5396906137466431, |
| 0.5396999716758728, |
| 0.5399553775787354, |
| 0.5471838116645813, |
| 0.5501018166542053, |
| 0.5522258281707764, |
| 0.5493764877319336, |
| 0.557174026966095, |
| 0.5591099858283997, |
| 0.5596940517425537, |
| 0.5620675086975098, |
| 0.5659757852554321, |
| 0.567167341709137, |
| 0.5611782073974609, |
| 0.5550628304481506, |
| 0.5661049485206604, |
| 0.5674117803573608, |
| 0.5632163882255554, |
| 0.5597942471504211, |
| 0.5636829733848572, |
| 0.5638421177864075, |
| 0.5643842220306396, |
| 0.5662687420845032, |
| 0.5725164413452148, |
| 0.5692265033721924, |
| 0.5627036094665527, |
| 0.5619592070579529, |
| 0.5668676495552063, |
| 0.5671069622039795, |
| 0.567237377166748, |
| 0.5684722661972046, |
| 0.5713196396827698, |
| 0.5699535012245178, |
| 0.5652783513069153, |
| 0.562572181224823, |
| 0.5675041675567627, |
| 0.5699062943458557, |
| 0.5679879784584045, |
| 0.5710955262184143, |
| 0.5785568952560425, |
| 0.5771220326423645, |
| 0.5752357840538025, |
| 0.5701524615287781, |
| 0.5728595852851868, |
| 0.56797194480896, |
| 0.5633475184440613, |
| 0.5557839870452881, |
| 0.5593089461326599, |
| 0.5617256164550781, |
| 0.5554195046424866, |
| 0.5518600344657898, |
| 0.5535603165626526, |
| 0.5513514876365662, |
| 0.5499069690704346, |
| 0.5521342158317566, |
| 0.555968701839447, |
| 0.5557594895362854, |
| 0.5529804825782776, |
| 0.554024338722229, |
| 0.5561019778251648, |
| 0.5514987111091614, |
| 0.5402275919914246, |
| 0.5322654247283936, |
| 0.5277871489524841, |
| 0.5203120708465576, |
| 0.5125212669372559, |
| 0.5060989856719971, |
| 0.5067830681800842, |
| 0.5001453757286072 |
| ] |
| }, |
| { |
| "contact_sheet": "results/comparison/dense/contact_sheets/04_underwater_manta.webp", |
| "frames_compared": 73, |
| "lpips_alex_max": 0.33966830372810364, |
| "lpips_alex_mean": 0.30691753029823304, |
| "lpips_alex_per_sample": [ |
| 0.2906302213668823, |
| 0.2743229269981384, |
| 0.3020620346069336, |
| 0.33966830372810364, |
| 0.3279041647911072 |
| ], |
| "lpips_sampled_frame_indices": [ |
| 0, |
| 18, |
| 36, |
| 54, |
| 72 |
| ], |
| "mae": 0.049834128469228745, |
| "model_key": "dense", |
| "paired_video": "results/comparison/dense/paired_videos/04_underwater_manta.mp4", |
| "paired_video_sha256": "f49aafeb8e58d64650f8dbd944da86982d9aafe76d69cbaa5c98e5b6a0af8a96", |
| "prompt_id": "04_underwater_manta", |
| "psnr_db": 22.39862733971149, |
| "rmse": 0.07586974650621414, |
| "seed": 4204, |
| "ssim_mean": 0.6018968224525452, |
| "ssim_min": 0.5572513341903687, |
| "ssim_per_frame": [ |
| 0.664208710193634, |
| 0.6127724051475525, |
| 0.6000454425811768, |
| 0.6248680353164673, |
| 0.6031044721603394, |
| 0.5985252261161804, |
| 0.6051427721977234, |
| 0.6302246451377869, |
| 0.6127393841743469, |
| 0.6028497219085693, |
| 0.6065958142280579, |
| 0.6297205090522766, |
| 0.6141027808189392, |
| 0.605627179145813, |
| 0.6064140200614929, |
| 0.6260539889335632, |
| 0.6150491237640381, |
| 0.6083511710166931, |
| 0.6146304607391357, |
| 0.6339573264122009, |
| 0.6202487349510193, |
| 0.6128219962120056, |
| 0.6131454110145569, |
| 0.630197286605835, |
| 0.6177969574928284, |
| 0.6128177642822266, |
| 0.6142919659614563, |
| 0.6324124932289124, |
| 0.6220951676368713, |
| 0.613743782043457, |
| 0.6151672005653381, |
| 0.6287252306938171, |
| 0.6180891990661621, |
| 0.6116368174552917, |
| 0.6112083196640015, |
| 0.6209772229194641, |
| 0.6114263534545898, |
| 0.6045907735824585, |
| 0.6034649014472961, |
| 0.6139687895774841, |
| 0.6027821898460388, |
| 0.595211923122406, |
| 0.5919741988182068, |
| 0.6048083305358887, |
| 0.5932555198669434, |
| 0.5804936289787292, |
| 0.5798521637916565, |
| 0.5880128145217896, |
| 0.5730334520339966, |
| 0.5584019422531128, |
| 0.557654619216919, |
| 0.5750223994255066, |
| 0.5623368620872498, |
| 0.5572513341903687, |
| 0.5666487216949463, |
| 0.5814085602760315, |
| 0.571403443813324, |
| 0.570702850818634, |
| 0.5796887278556824, |
| 0.5928605794906616, |
| 0.5893638134002686, |
| 0.5858554840087891, |
| 0.591608464717865, |
| 0.6006841659545898, |
| 0.5971329808235168, |
| 0.588640034198761, |
| 0.5915939211845398, |
| 0.603184700012207, |
| 0.5970742106437683, |
| 0.5886041522026062, |
| 0.5910050272941589, |
| 0.5984048843383789, |
| 0.588702380657196 |
| ] |
| }, |
| { |
| "contact_sheet": "results/comparison/dense/contact_sheets/05_factory_battery_cells.webp", |
| "frames_compared": 73, |
| "lpips_alex_max": 0.619697093963623, |
| "lpips_alex_mean": 0.5800286889076233, |
| "lpips_alex_per_sample": [ |
| 0.619697093963623, |
| 0.5832679867744446, |
| 0.5778676867485046, |
| 0.554367184638977, |
| 0.5649434924125671 |
| ], |
| "lpips_sampled_frame_indices": [ |
| 0, |
| 18, |
| 36, |
| 54, |
| 72 |
| ], |
| "mae": 0.13346320390701294, |
| "model_key": "dense", |
| "paired_video": "results/comparison/dense/paired_videos/05_factory_battery_cells.mp4", |
| "paired_video_sha256": "bb276797e2eaef688c49c5b7b87e6242808b5c0ae53996f1262aea3d774fc92d", |
| "prompt_id": "05_factory_battery_cells", |
| "psnr_db": 14.058393822118681, |
| "rmse": 0.19818934798240662, |
| "seed": 4205, |
| "ssim_mean": 0.5124697228000589, |
| "ssim_min": 0.47675788402557373, |
| "ssim_per_frame": [ |
| 0.48231375217437744, |
| 0.4779227674007416, |
| 0.48347237706184387, |
| 0.4852433502674103, |
| 0.5005528330802917, |
| 0.5173484683036804, |
| 0.5178734064102173, |
| 0.5170872211456299, |
| 0.5230890512466431, |
| 0.521146833896637, |
| 0.5299143195152283, |
| 0.5313480496406555, |
| 0.5262935161590576, |
| 0.5245423316955566, |
| 0.5285269618034363, |
| 0.5289155840873718, |
| 0.524918258190155, |
| 0.5219302773475647, |
| 0.5197088122367859, |
| 0.526454508304596, |
| 0.5272583365440369, |
| 0.5274640917778015, |
| 0.5265805721282959, |
| 0.5300747156143188, |
| 0.5305199027061462, |
| 0.5335060954093933, |
| 0.536868155002594, |
| 0.535816490650177, |
| 0.5368642807006836, |
| 0.531595766544342, |
| 0.5188176035881042, |
| 0.5259748697280884, |
| 0.5129804015159607, |
| 0.5164511203765869, |
| 0.5165998935699463, |
| 0.5074930787086487, |
| 0.4967261552810669, |
| 0.48296284675598145, |
| 0.4847036302089691, |
| 0.4791916608810425, |
| 0.47675788402557373, |
| 0.477284699678421, |
| 0.4879685640335083, |
| 0.4897928535938263, |
| 0.5016849040985107, |
| 0.5003893971443176, |
| 0.5004693269729614, |
| 0.5064818263053894, |
| 0.5077937245368958, |
| 0.5093767642974854, |
| 0.5108215808868408, |
| 0.5140495300292969, |
| 0.5172183513641357, |
| 0.5170554518699646, |
| 0.5190156102180481, |
| 0.5172563195228577, |
| 0.5169810652732849, |
| 0.5156589150428772, |
| 0.5144214034080505, |
| 0.5147883892059326, |
| 0.5138988494873047, |
| 0.5096483826637268, |
| 0.5061827301979065, |
| 0.5043655037879944, |
| 0.4989858865737915, |
| 0.5024800896644592, |
| 0.49175354838371277, |
| 0.49998512864112854, |
| 0.5141457915306091, |
| 0.5151110291481018, |
| 0.5229900479316711, |
| 0.5296569466590881, |
| 0.5387669205665588 |
| ] |
| } |
| ], |
| "ssim_mean": 0.618208422399547 |
| }, |
| "coverage": { |
| "transformer": { |
| "moe_experts": { |
| "logical_numel": 0, |
| "original_bytes": 0, |
| "stored_bytes": 0 |
| }, |
| "quantized": { |
| "logical_params": 1318191104, |
| "original_byte_coverage_percent": 94.42866487012878, |
| "original_parameter_bytes_covered": 2636382208, |
| "parameter_coverage_percent": 97.12783780249565, |
| "stored_bytes": 741482496 |
| }, |
| "total": { |
| "logical_params": 1357171264, |
| "original_parameter_bytes": 2791929984 |
| } |
| } |
| }, |
| "generated_utc": "2026-07-10T10:02:00Z", |
| "lingbot_video_code_revision": "a2bb04b78edd848500dc27a26e035a95442ae186", |
| "model_key": "dense", |
| "schema_version": 1, |
| "sdnq_revision": "d841c383ff7be38728d4df829e17af4f15d4fd66", |
| "smoke_evidence": [ |
| "benchmark/smokes/dense-sdnq-model.json", |
| "benchmark/smokes/dense-sdnq-model.mp4", |
| "benchmark/smokes/dense-sdnq-sequential.json", |
| "benchmark/smokes/dense-sdnq-sequential.mp4", |
| "benchmark/smokes/dense-sdnq-standard.json", |
| "benchmark/smokes/dense-sdnq-standard.mp4" |
| ], |
| "source_repo_id": "robbyant/lingbot-video-dense-1.3b", |
| "source_revision": "f9789a7d9b4772a47aba62d4eb5282ddefd1da21", |
| "target_repo_id": "WaveCut/LingBot-Video-Dense-1.3B-SDNQ-uint4-static" |
| } |
|
|
