Upload Cosmos3 latent reasoning probe
Browse files- .gitattributes +10 -0
- README.md +6 -5
- index.html +575 -17
- metadata.json +516 -0
- videos/strong_physics_omitted_law_004_omitted_law_support_gravity_sweep_seed16304_baseline_save_latents_good_seed16304.mp4 +3 -0
- videos/strong_physics_omitted_law_004_omitted_law_support_gravity_sweep_seed16304_patch_good_to_bad_step05_seed16304.mp4 +3 -0
- videos/strong_physics_omitted_law_004_omitted_law_support_gravity_sweep_seed16304_patch_good_to_bad_step10_seed16304.mp4 +3 -0
- videos/strong_physics_omitted_law_004_omitted_law_support_gravity_sweep_seed16304_patch_good_to_bad_step15_seed16304.mp4 +3 -0
- videos/strong_physics_omitted_law_004_omitted_law_support_gravity_sweep_seed16304_patch_good_to_bad_step20_seed16304.mp4 +3 -0
- videos/strong_physics_omitted_law_004_omitted_law_support_gravity_sweep_seed9304_baseline_save_latents_bad_seed9304.mp4 +3 -0
- videos/strong_physics_omitted_law_004_omitted_law_support_gravity_sweep_seed9304_patch_bad_to_good_step05_seed9304.mp4 +3 -0
- videos/strong_physics_omitted_law_004_omitted_law_support_gravity_sweep_seed9304_patch_bad_to_good_step10_seed9304.mp4 +3 -0
- videos/strong_physics_omitted_law_004_omitted_law_support_gravity_sweep_seed9304_patch_bad_to_good_step15_seed9304.mp4 +3 -0
- videos/strong_physics_omitted_law_004_omitted_law_support_gravity_sweep_seed9304_patch_bad_to_good_step20_seed9304.mp4 +3 -0
.gitattributes
CHANGED
|
@@ -33,3 +33,13 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
|
| 33 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
| 34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
| 35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 33 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
| 34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
| 35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
| 36 |
+
videos/strong_physics_omitted_law_004_omitted_law_support_gravity_sweep_seed16304_baseline_save_latents_good_seed16304.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 37 |
+
videos/strong_physics_omitted_law_004_omitted_law_support_gravity_sweep_seed16304_patch_good_to_bad_step05_seed16304.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 38 |
+
videos/strong_physics_omitted_law_004_omitted_law_support_gravity_sweep_seed16304_patch_good_to_bad_step10_seed16304.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 39 |
+
videos/strong_physics_omitted_law_004_omitted_law_support_gravity_sweep_seed16304_patch_good_to_bad_step15_seed16304.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 40 |
+
videos/strong_physics_omitted_law_004_omitted_law_support_gravity_sweep_seed16304_patch_good_to_bad_step20_seed16304.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 41 |
+
videos/strong_physics_omitted_law_004_omitted_law_support_gravity_sweep_seed9304_baseline_save_latents_bad_seed9304.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 42 |
+
videos/strong_physics_omitted_law_004_omitted_law_support_gravity_sweep_seed9304_patch_bad_to_good_step05_seed9304.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 43 |
+
videos/strong_physics_omitted_law_004_omitted_law_support_gravity_sweep_seed9304_patch_bad_to_good_step10_seed9304.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 44 |
+
videos/strong_physics_omitted_law_004_omitted_law_support_gravity_sweep_seed9304_patch_bad_to_good_step15_seed9304.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 45 |
+
videos/strong_physics_omitted_law_004_omitted_law_support_gravity_sweep_seed9304_patch_bad_to_good_step20_seed9304.mp4 filter=lfs diff=lfs merge=lfs -text
|
README.md
CHANGED
|
@@ -1,10 +1,11 @@
|
|
| 1 |
---
|
| 2 |
-
title: Cosmos3
|
| 3 |
-
emoji: 👀
|
| 4 |
-
colorFrom: red
|
| 5 |
-
colorTo: gray
|
| 6 |
sdk: static
|
|
|
|
| 7 |
pinned: false
|
| 8 |
---
|
| 9 |
|
| 10 |
-
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
---
|
| 2 |
+
title: Cosmos3 Latent Reasoning Probe
|
|
|
|
|
|
|
|
|
|
| 3 |
sdk: static
|
| 4 |
+
app_file: index.html
|
| 5 |
pinned: false
|
| 6 |
---
|
| 7 |
|
| 8 |
+
# Cosmos3 Latent Reasoning Probe
|
| 9 |
+
|
| 10 |
+
Gallery for clean, corrupted, and corrective prompt variants used to probe whether
|
| 11 |
+
Cosmos3 video generation can recover from language-space physical errors.
|
index.html
CHANGED
|
@@ -1,19 +1,577 @@
|
|
| 1 |
<!doctype html>
|
| 2 |
-
<html>
|
| 3 |
-
|
| 4 |
-
|
| 5 |
-
|
| 6 |
-
|
| 7 |
-
|
| 8 |
-
|
| 9 |
-
|
| 10 |
-
|
| 11 |
-
|
| 12 |
-
|
| 13 |
-
|
| 14 |
-
|
| 15 |
-
|
| 16 |
-
|
| 17 |
-
|
| 18 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 19 |
</html>
|
|
|
|
| 1 |
<!doctype html>
|
| 2 |
+
<html lang="en">
|
| 3 |
+
<head>
|
| 4 |
+
<meta charset="utf-8">
|
| 5 |
+
<meta name="viewport" content="width=device-width, initial-scale=1">
|
| 6 |
+
<title>Cosmos3 Latent Reasoning Probe</title>
|
| 7 |
+
<style>
|
| 8 |
+
:root {
|
| 9 |
+
color-scheme: light;
|
| 10 |
+
--bg: #f7f7f4;
|
| 11 |
+
--panel: #ffffff;
|
| 12 |
+
--text: #222222;
|
| 13 |
+
--muted: #6f6f67;
|
| 14 |
+
--line: #d8d8ce;
|
| 15 |
+
--accent: #0b6b57;
|
| 16 |
+
--soft: #eef3ef;
|
| 17 |
+
}
|
| 18 |
+
* { box-sizing: border-box; }
|
| 19 |
+
body {
|
| 20 |
+
margin: 0;
|
| 21 |
+
font-family: Inter, ui-sans-serif, system-ui, -apple-system, BlinkMacSystemFont, "Segoe UI", sans-serif;
|
| 22 |
+
background: var(--bg);
|
| 23 |
+
color: var(--text);
|
| 24 |
+
}
|
| 25 |
+
header {
|
| 26 |
+
padding: 28px 32px 18px;
|
| 27 |
+
border-bottom: 1px solid var(--line);
|
| 28 |
+
background: var(--panel);
|
| 29 |
+
}
|
| 30 |
+
h1 {
|
| 31 |
+
margin: 0 0 8px;
|
| 32 |
+
font-size: 28px;
|
| 33 |
+
line-height: 1.2;
|
| 34 |
+
letter-spacing: 0;
|
| 35 |
+
}
|
| 36 |
+
.subtitle {
|
| 37 |
+
margin: 0;
|
| 38 |
+
color: var(--muted);
|
| 39 |
+
max-width: 920px;
|
| 40 |
+
line-height: 1.45;
|
| 41 |
+
}
|
| 42 |
+
main {
|
| 43 |
+
display: grid;
|
| 44 |
+
grid-template-columns: minmax(280px, 360px) minmax(0, 1fr);
|
| 45 |
+
gap: 18px;
|
| 46 |
+
padding: 18px;
|
| 47 |
+
}
|
| 48 |
+
aside, section {
|
| 49 |
+
background: var(--panel);
|
| 50 |
+
border: 1px solid var(--line);
|
| 51 |
+
border-radius: 8px;
|
| 52 |
+
}
|
| 53 |
+
aside {
|
| 54 |
+
padding: 16px;
|
| 55 |
+
align-self: start;
|
| 56 |
+
position: sticky;
|
| 57 |
+
top: 12px;
|
| 58 |
+
max-height: calc(100vh - 24px);
|
| 59 |
+
overflow: auto;
|
| 60 |
+
}
|
| 61 |
+
section {
|
| 62 |
+
padding: 16px;
|
| 63 |
+
min-width: 0;
|
| 64 |
+
}
|
| 65 |
+
label {
|
| 66 |
+
display: block;
|
| 67 |
+
color: var(--muted);
|
| 68 |
+
font-size: 12px;
|
| 69 |
+
margin: 12px 0 6px;
|
| 70 |
+
text-transform: uppercase;
|
| 71 |
+
}
|
| 72 |
+
select, input, textarea, button {
|
| 73 |
+
width: 100%;
|
| 74 |
+
min-height: 36px;
|
| 75 |
+
border: 1px solid var(--line);
|
| 76 |
+
border-radius: 6px;
|
| 77 |
+
background: #fff;
|
| 78 |
+
color: var(--text);
|
| 79 |
+
padding: 6px 8px;
|
| 80 |
+
font-size: 14px;
|
| 81 |
+
}
|
| 82 |
+
textarea {
|
| 83 |
+
min-height: 84px;
|
| 84 |
+
resize: vertical;
|
| 85 |
+
font-family: inherit;
|
| 86 |
+
line-height: 1.4;
|
| 87 |
+
}
|
| 88 |
+
button {
|
| 89 |
+
cursor: pointer;
|
| 90 |
+
background: var(--accent);
|
| 91 |
+
color: #fff;
|
| 92 |
+
border-color: var(--accent);
|
| 93 |
+
font-weight: 650;
|
| 94 |
+
}
|
| 95 |
+
button.secondary {
|
| 96 |
+
background: #fff;
|
| 97 |
+
color: var(--accent);
|
| 98 |
+
}
|
| 99 |
+
.manual-grid {
|
| 100 |
+
display: grid;
|
| 101 |
+
grid-template-columns: repeat(3, minmax(0, 1fr));
|
| 102 |
+
gap: 10px;
|
| 103 |
+
}
|
| 104 |
+
.manual-actions {
|
| 105 |
+
display: grid;
|
| 106 |
+
grid-template-columns: repeat(4, minmax(0, 1fr));
|
| 107 |
+
gap: 10px;
|
| 108 |
+
margin-top: 12px;
|
| 109 |
+
}
|
| 110 |
+
.status {
|
| 111 |
+
color: var(--muted);
|
| 112 |
+
font-size: 12px;
|
| 113 |
+
margin-top: 8px;
|
| 114 |
+
min-height: 18px;
|
| 115 |
+
}
|
| 116 |
+
#videoList {
|
| 117 |
+
min-height: 240px;
|
| 118 |
+
font-family: ui-monospace, SFMono-Regular, Menlo, Consolas, monospace;
|
| 119 |
+
font-size: 12px;
|
| 120 |
+
}
|
| 121 |
+
video {
|
| 122 |
+
width: 100%;
|
| 123 |
+
max-height: 62vh;
|
| 124 |
+
background: #111;
|
| 125 |
+
border-radius: 6px;
|
| 126 |
+
border: 1px solid var(--line);
|
| 127 |
+
}
|
| 128 |
+
.badges {
|
| 129 |
+
display: flex;
|
| 130 |
+
flex-wrap: wrap;
|
| 131 |
+
gap: 8px;
|
| 132 |
+
margin: 12px 0;
|
| 133 |
+
}
|
| 134 |
+
.badge {
|
| 135 |
+
background: var(--soft);
|
| 136 |
+
color: #173b32;
|
| 137 |
+
border: 1px solid #c9d8d0;
|
| 138 |
+
border-radius: 999px;
|
| 139 |
+
padding: 5px 9px;
|
| 140 |
+
font-size: 12px;
|
| 141 |
+
}
|
| 142 |
+
.grid {
|
| 143 |
+
display: grid;
|
| 144 |
+
grid-template-columns: repeat(2, minmax(0, 1fr));
|
| 145 |
+
gap: 12px;
|
| 146 |
+
margin-top: 12px;
|
| 147 |
+
}
|
| 148 |
+
.block {
|
| 149 |
+
border-top: 1px solid var(--line);
|
| 150 |
+
padding-top: 12px;
|
| 151 |
+
min-width: 0;
|
| 152 |
+
}
|
| 153 |
+
.block.full { grid-column: 1 / -1; }
|
| 154 |
+
h2 {
|
| 155 |
+
margin: 0 0 6px;
|
| 156 |
+
font-size: 15px;
|
| 157 |
+
line-height: 1.35;
|
| 158 |
+
}
|
| 159 |
+
pre {
|
| 160 |
+
margin: 0;
|
| 161 |
+
white-space: pre-wrap;
|
| 162 |
+
overflow-wrap: anywhere;
|
| 163 |
+
background: #fbfbf9;
|
| 164 |
+
border: 1px solid var(--line);
|
| 165 |
+
border-radius: 6px;
|
| 166 |
+
padding: 10px;
|
| 167 |
+
max-height: 360px;
|
| 168 |
+
overflow: auto;
|
| 169 |
+
font-size: 12px;
|
| 170 |
+
line-height: 1.45;
|
| 171 |
+
}
|
| 172 |
+
.scores {
|
| 173 |
+
display: grid;
|
| 174 |
+
grid-template-columns: repeat(4, minmax(0, 1fr));
|
| 175 |
+
gap: 8px;
|
| 176 |
+
margin: 12px 0;
|
| 177 |
+
}
|
| 178 |
+
.score {
|
| 179 |
+
background: #fbfbf9;
|
| 180 |
+
border: 1px solid var(--line);
|
| 181 |
+
border-radius: 6px;
|
| 182 |
+
padding: 8px;
|
| 183 |
+
}
|
| 184 |
+
.score span {
|
| 185 |
+
display: block;
|
| 186 |
+
color: var(--muted);
|
| 187 |
+
font-size: 11px;
|
| 188 |
+
margin-bottom: 3px;
|
| 189 |
+
}
|
| 190 |
+
.score strong { font-size: 15px; }
|
| 191 |
+
@media (max-width: 900px) {
|
| 192 |
+
main { grid-template-columns: 1fr; }
|
| 193 |
+
aside { position: static; max-height: none; }
|
| 194 |
+
.grid, .scores, .manual-grid, .manual-actions { grid-template-columns: 1fr; }
|
| 195 |
+
}
|
| 196 |
+
</style>
|
| 197 |
+
</head>
|
| 198 |
+
<body>
|
| 199 |
+
<header>
|
| 200 |
+
<h1>Cosmos3 Latent Reasoning Probe</h1>
|
| 201 |
+
<p class="subtitle">Clean, corrupted, and corrective prompt variants for inspecting whether Cosmos3 video generation recovers from language-space physical errors.</p>
|
| 202 |
+
</header>
|
| 203 |
+
<main>
|
| 204 |
+
<aside>
|
| 205 |
+
<label for="benchmarkFilter">Benchmark</label>
|
| 206 |
+
<select id="benchmarkFilter"></select>
|
| 207 |
+
<label for="conditionFilter">Condition</label>
|
| 208 |
+
<select id="conditionFilter"></select>
|
| 209 |
+
<label for="errorFilter">Error type</label>
|
| 210 |
+
<select id="errorFilter"></select>
|
| 211 |
+
<label for="videoList">Video</label>
|
| 212 |
+
<select id="videoList" size="14"></select>
|
| 213 |
+
</aside>
|
| 214 |
+
<section>
|
| 215 |
+
<video id="video" controls playsinline></video>
|
| 216 |
+
<div class="badges" id="badges"></div>
|
| 217 |
+
<div class="scores" id="scores"></div>
|
| 218 |
+
<div class="grid">
|
| 219 |
+
<div class="block full">
|
| 220 |
+
<h2>Original Prompt</h2>
|
| 221 |
+
<pre id="original"></pre>
|
| 222 |
+
</div>
|
| 223 |
+
<div class="block">
|
| 224 |
+
<h2>Automatic Evaluation</h2>
|
| 225 |
+
<pre id="evaluation"></pre>
|
| 226 |
+
</div>
|
| 227 |
+
<div class="block full">
|
| 228 |
+
<h2>Manual Evaluation</h2>
|
| 229 |
+
<p class="subtitle">Mark only whether this video is a world-prior success. Saved in this browser; export JSONL/CSV after labeling.</p>
|
| 230 |
+
<div class="manual-grid">
|
| 231 |
+
<div>
|
| 232 |
+
<label for="manualWorldPrior">World-prior success?</label>
|
| 233 |
+
<select id="manualWorldPrior"></select>
|
| 234 |
+
</div>
|
| 235 |
+
</div>
|
| 236 |
+
<div class="manual-actions">
|
| 237 |
+
<button id="saveManual">Save Current</button>
|
| 238 |
+
<button id="clearManual" class="secondary">Clear Current</button>
|
| 239 |
+
<button id="exportJsonl" class="secondary">Export JSONL</button>
|
| 240 |
+
<button id="exportCsv" class="secondary">Export CSV</button>
|
| 241 |
+
</div>
|
| 242 |
+
<div id="manualStatus" class="status"></div>
|
| 243 |
+
</div>
|
| 244 |
+
<div class="block">
|
| 245 |
+
<h2>Metadata</h2>
|
| 246 |
+
<pre id="metadata"></pre>
|
| 247 |
+
</div>
|
| 248 |
+
<div class="block">
|
| 249 |
+
<h2>Clean Upsampled Prompt</h2>
|
| 250 |
+
<pre id="clean"></pre>
|
| 251 |
+
</div>
|
| 252 |
+
<div class="block">
|
| 253 |
+
<h2>Generation Prompt</h2>
|
| 254 |
+
<pre id="generation"></pre>
|
| 255 |
+
</div>
|
| 256 |
+
</div>
|
| 257 |
+
</section>
|
| 258 |
+
</main>
|
| 259 |
+
<script>
|
| 260 |
+
let items = [];
|
| 261 |
+
let filtered = [];
|
| 262 |
+
let manualReviews = {};
|
| 263 |
+
const REVIEW_STORAGE_KEY = "cosmos3_reasoning_probe_manual_reviews_v1";
|
| 264 |
+
|
| 265 |
+
const ids = [
|
| 266 |
+
"benchmarkFilter", "conditionFilter", "errorFilter", "videoList", "video",
|
| 267 |
+
"badges", "scores", "original", "evaluation", "metadata", "clean", "generation",
|
| 268 |
+
"manualWorldPrior", "saveManual", "clearManual", "exportJsonl", "exportCsv",
|
| 269 |
+
"manualStatus"
|
| 270 |
+
];
|
| 271 |
+
const el = Object.fromEntries(ids.map((id) => [id, document.getElementById(id)]));
|
| 272 |
+
|
| 273 |
+
function pretty(value) {
|
| 274 |
+
if (value === null || value === undefined || value === "") return "";
|
| 275 |
+
if (typeof value === "string") {
|
| 276 |
+
try { value = JSON.parse(value); } catch (_) { return value; }
|
| 277 |
+
}
|
| 278 |
+
return JSON.stringify(value, null, 2);
|
| 279 |
+
}
|
| 280 |
+
|
| 281 |
+
function unique(field) {
|
| 282 |
+
const values = [...new Set(items.map((item) => item[field]).filter(Boolean).map(String))].sort();
|
| 283 |
+
return ["All", ...values];
|
| 284 |
+
}
|
| 285 |
+
|
| 286 |
+
function fillSelect(select, values) {
|
| 287 |
+
select.innerHTML = "";
|
| 288 |
+
for (const value of values) {
|
| 289 |
+
const option = document.createElement("option");
|
| 290 |
+
option.value = value;
|
| 291 |
+
option.textContent = value;
|
| 292 |
+
select.appendChild(option);
|
| 293 |
+
}
|
| 294 |
+
}
|
| 295 |
+
|
| 296 |
+
function fillManualControls() {
|
| 297 |
+
const tri = ["", "true", "false", "unclear"];
|
| 298 |
+
fillSelect(el.manualWorldPrior, tri);
|
| 299 |
+
}
|
| 300 |
+
|
| 301 |
+
function parseTriState(value) {
|
| 302 |
+
if (value === "true") return true;
|
| 303 |
+
if (value === "false") return false;
|
| 304 |
+
if (value === "unclear") return "unclear";
|
| 305 |
+
return null;
|
| 306 |
+
}
|
| 307 |
+
|
| 308 |
+
function triStateToValue(value) {
|
| 309 |
+
if (value === true) return "true";
|
| 310 |
+
if (value === false) return "false";
|
| 311 |
+
if (value === "unclear") return "unclear";
|
| 312 |
+
return "";
|
| 313 |
+
}
|
| 314 |
+
|
| 315 |
+
function itemKey(item) {
|
| 316 |
+
return [
|
| 317 |
+
item.file || "",
|
| 318 |
+
item.output_stem || "",
|
| 319 |
+
item.seed ?? "",
|
| 320 |
+
item.num_inference_steps ?? "",
|
| 321 |
+
].join("::");
|
| 322 |
+
}
|
| 323 |
+
|
| 324 |
+
function loadManualReviews() {
|
| 325 |
+
try {
|
| 326 |
+
manualReviews = JSON.parse(localStorage.getItem(REVIEW_STORAGE_KEY) || "{}");
|
| 327 |
+
} catch (_) {
|
| 328 |
+
manualReviews = {};
|
| 329 |
+
}
|
| 330 |
+
}
|
| 331 |
+
|
| 332 |
+
function persistManualReviews() {
|
| 333 |
+
localStorage.setItem(REVIEW_STORAGE_KEY, JSON.stringify(manualReviews));
|
| 334 |
+
}
|
| 335 |
+
|
| 336 |
+
function currentItem() {
|
| 337 |
+
if (!filtered.length) return null;
|
| 338 |
+
return filtered[Number(el.videoList.value || 0)] || null;
|
| 339 |
+
}
|
| 340 |
+
|
| 341 |
+
function setManualStatus(text) {
|
| 342 |
+
el.manualStatus.textContent = text;
|
| 343 |
+
}
|
| 344 |
+
|
| 345 |
+
function loadManualForm(item) {
|
| 346 |
+
const review = item ? manualReviews[itemKey(item)] : null;
|
| 347 |
+
const manual = review?.manual || {};
|
| 348 |
+
el.manualWorldPrior.value = triStateToValue(manual.world_prior_success_signal);
|
| 349 |
+
setManualStatus(review ? `Loaded saved manual review from ${review.updated_at}.` : "No manual review saved for this video.");
|
| 350 |
+
}
|
| 351 |
+
|
| 352 |
+
function buildManualReview(item) {
|
| 353 |
+
const evaluation = item.evaluation || {};
|
| 354 |
+
return {
|
| 355 |
+
review_key: itemKey(item),
|
| 356 |
+
updated_at: new Date().toISOString(),
|
| 357 |
+
row_number: item.row_number,
|
| 358 |
+
benchmark: item.benchmark,
|
| 359 |
+
source_index: item.source_index,
|
| 360 |
+
condition: item.condition,
|
| 361 |
+
error_type: item.error_type,
|
| 362 |
+
seed: item.seed ?? null,
|
| 363 |
+
num_inference_steps: item.num_inference_steps ?? null,
|
| 364 |
+
file: item.file,
|
| 365 |
+
output_stem: item.output_stem,
|
| 366 |
+
original_prompt: item.original_prompt || "",
|
| 367 |
+
expected_physical_outcome: item.expected_physical_outcome || "",
|
| 368 |
+
withheld_physical_law: item.withheld_physical_law || "",
|
| 369 |
+
target_violation: item.target_violation || "",
|
| 370 |
+
auto_evaluation: evaluation,
|
| 371 |
+
manual: {
|
| 372 |
+
world_prior_success_signal: parseTriState(el.manualWorldPrior.value),
|
| 373 |
+
},
|
| 374 |
+
};
|
| 375 |
+
}
|
| 376 |
+
|
| 377 |
+
function saveCurrentManualReview() {
|
| 378 |
+
const item = currentItem();
|
| 379 |
+
if (!item) return;
|
| 380 |
+
const review = buildManualReview(item);
|
| 381 |
+
manualReviews[review.review_key] = review;
|
| 382 |
+
persistManualReviews();
|
| 383 |
+
setManualStatus(`Saved manual review at ${review.updated_at}. Total saved: ${Object.keys(manualReviews).length}.`);
|
| 384 |
+
renderItem(item);
|
| 385 |
+
}
|
| 386 |
+
|
| 387 |
+
function clearCurrentManualReview() {
|
| 388 |
+
const item = currentItem();
|
| 389 |
+
if (!item) return;
|
| 390 |
+
delete manualReviews[itemKey(item)];
|
| 391 |
+
persistManualReviews();
|
| 392 |
+
loadManualForm(item);
|
| 393 |
+
renderItem(item);
|
| 394 |
+
}
|
| 395 |
+
|
| 396 |
+
function downloadText(filename, text, mime) {
|
| 397 |
+
const blob = new Blob([text], {type: mime});
|
| 398 |
+
const url = URL.createObjectURL(blob);
|
| 399 |
+
const link = document.createElement("a");
|
| 400 |
+
link.href = url;
|
| 401 |
+
link.download = filename;
|
| 402 |
+
document.body.appendChild(link);
|
| 403 |
+
link.click();
|
| 404 |
+
link.remove();
|
| 405 |
+
URL.revokeObjectURL(url);
|
| 406 |
+
}
|
| 407 |
+
|
| 408 |
+
function exportManualJsonl() {
|
| 409 |
+
const rows = Object.values(manualReviews);
|
| 410 |
+
const text = rows.map((row) => JSON.stringify(row)).join("\n") + (rows.length ? "\n" : "");
|
| 411 |
+
downloadText("cosmos3_manual_reviews.jsonl", text, "application/jsonl");
|
| 412 |
+
setManualStatus(`Exported ${rows.length} manual reviews as JSONL.`);
|
| 413 |
+
}
|
| 414 |
+
|
| 415 |
+
function csvCell(value) {
|
| 416 |
+
if (value === null || value === undefined) return "";
|
| 417 |
+
const text = typeof value === "string" ? value : JSON.stringify(value);
|
| 418 |
+
return `"${text.replaceAll('"', '""')}"`;
|
| 419 |
+
}
|
| 420 |
+
|
| 421 |
+
function exportManualCsv() {
|
| 422 |
+
const rows = Object.values(manualReviews);
|
| 423 |
+
const header = [
|
| 424 |
+
"updated_at", "source_index", "condition", "error_type", "seed",
|
| 425 |
+
"num_inference_steps", "manual_world_prior_success_signal",
|
| 426 |
+
"auto_world_prior_success_signal", "auto_target_law_violation_present", "file"
|
| 427 |
+
];
|
| 428 |
+
const lines = [header.join(",")];
|
| 429 |
+
for (const row of rows) {
|
| 430 |
+
const manual = row.manual || {};
|
| 431 |
+
const auto = row.auto_evaluation || {};
|
| 432 |
+
lines.push([
|
| 433 |
+
row.updated_at,
|
| 434 |
+
row.source_index,
|
| 435 |
+
row.condition,
|
| 436 |
+
row.error_type,
|
| 437 |
+
row.seed,
|
| 438 |
+
row.num_inference_steps,
|
| 439 |
+
manual.world_prior_success_signal,
|
| 440 |
+
auto.world_prior_success_signal,
|
| 441 |
+
auto.target_law_violation_present,
|
| 442 |
+
row.file,
|
| 443 |
+
].map(csvCell).join(","));
|
| 444 |
+
}
|
| 445 |
+
downloadText("cosmos3_manual_reviews.csv", lines.join("\n") + "\n", "text/csv");
|
| 446 |
+
setManualStatus(`Exported ${rows.length} manual reviews as CSV.`);
|
| 447 |
+
}
|
| 448 |
+
|
| 449 |
+
function label(item) {
|
| 450 |
+
const parts = [
|
| 451 |
+
String(item.source_index).padStart(3, "0"),
|
| 452 |
+
item.condition,
|
| 453 |
+
item.error_type,
|
| 454 |
+
];
|
| 455 |
+
if (item.seed !== undefined && item.seed !== null) parts.push(`seed ${item.seed}`);
|
| 456 |
+
if (item.num_inference_steps !== undefined && item.num_inference_steps !== null) {
|
| 457 |
+
parts.push(`step ${item.num_inference_steps}`);
|
| 458 |
+
}
|
| 459 |
+
return parts.join(" | ");
|
| 460 |
+
}
|
| 461 |
+
|
| 462 |
+
function applyFilters() {
|
| 463 |
+
const benchmark = el.benchmarkFilter.value;
|
| 464 |
+
const condition = el.conditionFilter.value;
|
| 465 |
+
const errorType = el.errorFilter.value;
|
| 466 |
+
filtered = items.filter((item) => {
|
| 467 |
+
if (benchmark !== "All" && item.benchmark !== benchmark) return false;
|
| 468 |
+
if (condition !== "All" && item.condition !== condition) return false;
|
| 469 |
+
if (errorType !== "All" && item.error_type !== errorType) return false;
|
| 470 |
+
return true;
|
| 471 |
+
});
|
| 472 |
+
el.videoList.innerHTML = "";
|
| 473 |
+
filtered.forEach((item, index) => {
|
| 474 |
+
const option = document.createElement("option");
|
| 475 |
+
option.value = String(index);
|
| 476 |
+
option.textContent = label(item);
|
| 477 |
+
el.videoList.appendChild(option);
|
| 478 |
+
});
|
| 479 |
+
if (filtered.length) {
|
| 480 |
+
el.videoList.value = "0";
|
| 481 |
+
renderItem(filtered[0]);
|
| 482 |
+
} else {
|
| 483 |
+
renderEmpty();
|
| 484 |
+
}
|
| 485 |
+
}
|
| 486 |
+
|
| 487 |
+
function scoreCard(labelText, value) {
|
| 488 |
+
return `<div class="score"><span>${labelText}</span><strong>${value ?? "NA"}</strong></div>`;
|
| 489 |
+
}
|
| 490 |
+
|
| 491 |
+
function renderItem(item) {
|
| 492 |
+
const evaluation = item.evaluation || {};
|
| 493 |
+
const hasManual = Boolean(manualReviews[itemKey(item)]);
|
| 494 |
+
const relativeVideoUrl = `${item.file}?v=${encodeURIComponent(item.asset_version || "1")}`;
|
| 495 |
+
el.video.src = item.file_url || relativeVideoUrl;
|
| 496 |
+
el.video.load();
|
| 497 |
+
el.badges.innerHTML = [
|
| 498 |
+
["Benchmark", item.benchmark],
|
| 499 |
+
["Source", item.source_index],
|
| 500 |
+
["Condition", item.condition],
|
| 501 |
+
["Error", item.error_type],
|
| 502 |
+
["Seed", item.seed],
|
| 503 |
+
["Steps", item.num_inference_steps],
|
| 504 |
+
["Injected error", evaluation.injected_error_present],
|
| 505 |
+
["Target violation", evaluation.target_law_violation_present],
|
| 506 |
+
["World-prior success", evaluation.world_prior_success_signal],
|
| 507 |
+
["Manual saved", hasManual],
|
| 508 |
+
["Corrected", evaluation.corrected_in_video],
|
| 509 |
+
["Black-box signal", evaluation.black_box_correction_signal],
|
| 510 |
+
].map(([k, v]) => `<span class="badge">${k}: ${v ?? ""}</span>`).join("");
|
| 511 |
+
el.scores.innerHTML = [
|
| 512 |
+
scoreCard("Physical plausibility", evaluation.physical_plausibility),
|
| 513 |
+
scoreCard("Task completion", evaluation.task_completion),
|
| 514 |
+
scoreCard("Object permanence", evaluation.object_permanence),
|
| 515 |
+
scoreCard("Contact / support", evaluation.contact_support),
|
| 516 |
+
scoreCard("Causal order", evaluation.causal_order),
|
| 517 |
+
scoreCard("Confidence", evaluation.confidence),
|
| 518 |
+
].join("");
|
| 519 |
+
el.original.textContent = item.original_prompt || "";
|
| 520 |
+
el.evaluation.textContent = pretty(evaluation);
|
| 521 |
+
el.metadata.textContent = pretty({
|
| 522 |
+
source_path: item.source_path,
|
| 523 |
+
file_url: item.file_url,
|
| 524 |
+
seed: item.seed,
|
| 525 |
+
num_inference_steps: item.num_inference_steps,
|
| 526 |
+
expected_physical_outcome: item.expected_physical_outcome,
|
| 527 |
+
target_violation: item.target_violation,
|
| 528 |
+
withheld_physical_law: item.withheld_physical_law,
|
| 529 |
+
injected_error: item.injected_error,
|
| 530 |
+
trajectory_probe: item.trajectory_probe,
|
| 531 |
+
seed_sweep: item.seed_sweep,
|
| 532 |
+
causal_intervention: item.causal_intervention,
|
| 533 |
+
benchmark_metadata: item.metadata,
|
| 534 |
+
});
|
| 535 |
+
el.clean.textContent = pretty(item.clean_upsampled_prompt);
|
| 536 |
+
el.generation.textContent = pretty(item.generation_prompt);
|
| 537 |
+
loadManualForm(item);
|
| 538 |
+
}
|
| 539 |
+
|
| 540 |
+
function renderEmpty() {
|
| 541 |
+
el.video.removeAttribute("src");
|
| 542 |
+
el.badges.textContent = "No videos match the selected filters.";
|
| 543 |
+
el.scores.innerHTML = "";
|
| 544 |
+
for (const key of ["original", "evaluation", "metadata", "clean", "generation"]) {
|
| 545 |
+
el[key].textContent = "";
|
| 546 |
+
}
|
| 547 |
+
loadManualForm(null);
|
| 548 |
+
}
|
| 549 |
+
|
| 550 |
+
async function main() {
|
| 551 |
+
const response = await fetch("metadata.json");
|
| 552 |
+
items = await response.json();
|
| 553 |
+
loadManualReviews();
|
| 554 |
+
fillManualControls();
|
| 555 |
+
fillSelect(el.benchmarkFilter, unique("benchmark"));
|
| 556 |
+
fillSelect(el.conditionFilter, unique("condition"));
|
| 557 |
+
fillSelect(el.errorFilter, unique("error_type"));
|
| 558 |
+
for (const select of [el.benchmarkFilter, el.conditionFilter, el.errorFilter]) {
|
| 559 |
+
select.addEventListener("change", applyFilters);
|
| 560 |
+
}
|
| 561 |
+
el.videoList.addEventListener("change", () => {
|
| 562 |
+
renderItem(filtered[Number(el.videoList.value)]);
|
| 563 |
+
});
|
| 564 |
+
el.saveManual.addEventListener("click", saveCurrentManualReview);
|
| 565 |
+
el.clearManual.addEventListener("click", clearCurrentManualReview);
|
| 566 |
+
el.exportJsonl.addEventListener("click", exportManualJsonl);
|
| 567 |
+
el.exportCsv.addEventListener("click", exportManualCsv);
|
| 568 |
+
applyFilters();
|
| 569 |
+
}
|
| 570 |
+
|
| 571 |
+
main().catch((error) => {
|
| 572 |
+
console.error(error);
|
| 573 |
+
el.badges.textContent = `Failed to load metadata: ${error}`;
|
| 574 |
+
});
|
| 575 |
+
</script>
|
| 576 |
+
</body>
|
| 577 |
</html>
|
metadata.json
ADDED
|
@@ -0,0 +1,516 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
[
|
| 2 |
+
{
|
| 3 |
+
"probe_index": 32,
|
| 4 |
+
"source_index": 4,
|
| 5 |
+
"benchmark": "strong_physics_omitted_law",
|
| 6 |
+
"condition": "omitted_law",
|
| 7 |
+
"error_type": "support_gravity",
|
| 8 |
+
"seed": 16304,
|
| 9 |
+
"original_prompt": "A wooden cube is lifted from a shelf and released above a table in normal gravity.",
|
| 10 |
+
"generation_prompt": "{\"scene_imagination\":\"A wooden cube is lifted from a shelf and released above a table in normal gravity. A wooden cube is released above a table and lands on the tabletop.\",\"temporal_caption\":\"0:00 establish the scene. 0:01-0:06 A wooden cube is released above a table and lands on the tabletop. 0:07 final state is visible.\",\"audio_description\":\"\",\"subjects\":[],\"background_setting\":\"Simple realistic tabletop or indoor physical test scene with no distracting extra objects.\",\"lighting\":{\"conditions\":\"even indoor lighting\",\"direction\":\"consistent with the scene\",\"shadows\":\"stable realistic shadows\",\"illumination_effect\":\"photorealistic highlights and material response\"},\"cinematography\":{\"camera_view\":\"fixed camera, medium shot\",\"camera_motion\":\"static\",\"framing\":\"the full physical interaction remains visible\",\"focus\":\"sharp focus on the objects and interaction\"},\"style_medium\":\"photorealistic real-world video\",\"artistic_style\":\"neutral documentary realism\",\"context\":\"A controlled omitted-law probe. The task event is specified, but the prompt intentionally avoids explicit reminders about the target physical law.\",\"actions\":[{\"time\":\"0:01-0:06\",\"description\":\"A wooden cube is released above a table and lands on the tabletop.\"}],\"segments\":[{\"segment_index\":0,\"time_range\":\"0:00-0:01\",\"description\":\"Scene setup with all relevant objects visible.\",\"key_changes\":\"No physical interaction yet.\",\"camera\":\"static\"},{\"segment_index\":1,\"time_range\":\"0:01-0:06\",\"description\":\"A wooden cube is released above a table and lands on the tabletop.\",\"key_changes\":\"The central event unfolds clearly.\",\"camera\":\"static\"},{\"segment_index\":2,\"time_range\":\"0:06-0:08\",\"description\":\"The final state remains visible for inspection.\",\"key_changes\":\"Motion settles.\",\"camera\":\"static\"}],\"transitions\":[],\"resolution\":{\"W\":1280,\"H\":720},\"aspect_ratio\":\"16,9\",\"duration\":\"0:08\",\"fps\":24,\"probe_condition\":\"omitted_law\",\"probe_error_type\":\"support_gravity\",\"withheld_physical_law\":\"Unsupported objects fall under gravity and need support to remain suspended.\",\"expected_physical_outcome\":\"The released cube should fall downward and come to rest on the table.\",\"counterfactual_error\":\"\"}",
|
| 11 |
+
"withheld_physical_law": "Unsupported objects fall under gravity and need support to remain suspended.",
|
| 12 |
+
"expected_physical_outcome": "The released cube should fall downward and come to rest on the table.",
|
| 13 |
+
"target_violation": "After release, the cube remains suspended in midair with no hand, string, shelf, or other support.",
|
| 14 |
+
"injected_error": "",
|
| 15 |
+
"metadata": {
|
| 16 |
+
"physical_laws": "Unsupported objects fall under gravity and need support to remain suspended.",
|
| 17 |
+
"expected_physical_outcome": "The released cube should fall downward and come to rest on the table.",
|
| 18 |
+
"omitted_timeline": "A wooden cube is released above a table and lands on the tabletop.",
|
| 19 |
+
"full_constraint_timeline": "After release, the cube falls downward and lands on the table, then rests on the tabletop without floating unsupported.",
|
| 20 |
+
"counterfactual_timeline": "After release, the cube remains suspended in midair with no hand, string, shelf, or other support."
|
| 21 |
+
},
|
| 22 |
+
"output_stem": "strong_physics_omitted_law_004_omitted_law_support_gravity_sweep_seed16304_baseline_save_latents_good",
|
| 23 |
+
"seed_sweep": {
|
| 24 |
+
"base_seed": 9304,
|
| 25 |
+
"seed_index": 7,
|
| 26 |
+
"seed": 16304
|
| 27 |
+
},
|
| 28 |
+
"size": "1280x720",
|
| 29 |
+
"num_frames": 189,
|
| 30 |
+
"fps": 24,
|
| 31 |
+
"num_inference_steps": 50,
|
| 32 |
+
"guidance_scale": 6.0,
|
| 33 |
+
"flow_shift": 10.0,
|
| 34 |
+
"max_sequence_length": "4096",
|
| 35 |
+
"manual_seed_label": "good",
|
| 36 |
+
"extra_params": "{\"guardrails\":false,\"trajectory_dump_dir\":\"outputs/reasoning_probe/causal_intervention/source4_support_gravity_patch/true_trajectory_raw\",\"trajectory_dump_steps\":[5,10,15,20],\"trajectory_dump_prefix\":\"source04_good_seed16304\",\"trajectory_save_latent_dir\":\"outputs/reasoning_probe/causal_intervention/source4_support_gravity_patch/saved_latents\",\"trajectory_save_latent_steps\":[5,10,15,20],\"trajectory_save_latent_prefix\":\"source04_good_seed16304\"}",
|
| 37 |
+
"causal_intervention": {
|
| 38 |
+
"type": "baseline_save_latents",
|
| 39 |
+
"latent_prefix": "source04_good_seed16304",
|
| 40 |
+
"latent_dir": "outputs/reasoning_probe/causal_intervention/source4_support_gravity_patch/saved_latents",
|
| 41 |
+
"save_steps": [
|
| 42 |
+
5,
|
| 43 |
+
10,
|
| 44 |
+
15,
|
| 45 |
+
20
|
| 46 |
+
]
|
| 47 |
+
},
|
| 48 |
+
"row_number": 1,
|
| 49 |
+
"file": "videos/strong_physics_omitted_law_004_omitted_law_support_gravity_sweep_seed16304_baseline_save_latents_good_seed16304.mp4",
|
| 50 |
+
"file_url": "https://huggingface.co/spaces/Litzy619/cosmos3-source4-support-gravity-patch/resolve/main/videos/strong_physics_omitted_law_004_omitted_law_support_gravity_sweep_seed16304_baseline_save_latents_good_seed16304.mp4?v=1782860684",
|
| 51 |
+
"source_path": "outputs/reasoning_probe/causal_intervention/source4_support_gravity_patch/baseline_videos/strong_physics_omitted_law_004_omitted_law_support_gravity_sweep_seed16304_baseline_save_latents_good_seed16304.mp4",
|
| 52 |
+
"asset_version": "1782860684",
|
| 53 |
+
"evaluation": {}
|
| 54 |
+
},
|
| 55 |
+
{
|
| 56 |
+
"probe_index": 25,
|
| 57 |
+
"source_index": 4,
|
| 58 |
+
"benchmark": "strong_physics_omitted_law",
|
| 59 |
+
"condition": "omitted_law",
|
| 60 |
+
"error_type": "support_gravity",
|
| 61 |
+
"seed": 9304,
|
| 62 |
+
"original_prompt": "A wooden cube is lifted from a shelf and released above a table in normal gravity.",
|
| 63 |
+
"generation_prompt": "{\"scene_imagination\":\"A wooden cube is lifted from a shelf and released above a table in normal gravity. A wooden cube is released above a table and lands on the tabletop.\",\"temporal_caption\":\"0:00 establish the scene. 0:01-0:06 A wooden cube is released above a table and lands on the tabletop. 0:07 final state is visible.\",\"audio_description\":\"\",\"subjects\":[],\"background_setting\":\"Simple realistic tabletop or indoor physical test scene with no distracting extra objects.\",\"lighting\":{\"conditions\":\"even indoor lighting\",\"direction\":\"consistent with the scene\",\"shadows\":\"stable realistic shadows\",\"illumination_effect\":\"photorealistic highlights and material response\"},\"cinematography\":{\"camera_view\":\"fixed camera, medium shot\",\"camera_motion\":\"static\",\"framing\":\"the full physical interaction remains visible\",\"focus\":\"sharp focus on the objects and interaction\"},\"style_medium\":\"photorealistic real-world video\",\"artistic_style\":\"neutral documentary realism\",\"context\":\"A controlled omitted-law probe. The task event is specified, but the prompt intentionally avoids explicit reminders about the target physical law.\",\"actions\":[{\"time\":\"0:01-0:06\",\"description\":\"A wooden cube is released above a table and lands on the tabletop.\"}],\"segments\":[{\"segment_index\":0,\"time_range\":\"0:00-0:01\",\"description\":\"Scene setup with all relevant objects visible.\",\"key_changes\":\"No physical interaction yet.\",\"camera\":\"static\"},{\"segment_index\":1,\"time_range\":\"0:01-0:06\",\"description\":\"A wooden cube is released above a table and lands on the tabletop.\",\"key_changes\":\"The central event unfolds clearly.\",\"camera\":\"static\"},{\"segment_index\":2,\"time_range\":\"0:06-0:08\",\"description\":\"The final state remains visible for inspection.\",\"key_changes\":\"Motion settles.\",\"camera\":\"static\"}],\"transitions\":[],\"resolution\":{\"W\":1280,\"H\":720},\"aspect_ratio\":\"16,9\",\"duration\":\"0:08\",\"fps\":24,\"probe_condition\":\"omitted_law\",\"probe_error_type\":\"support_gravity\",\"withheld_physical_law\":\"Unsupported objects fall under gravity and need support to remain suspended.\",\"expected_physical_outcome\":\"The released cube should fall downward and come to rest on the table.\",\"counterfactual_error\":\"\"}",
|
| 64 |
+
"withheld_physical_law": "Unsupported objects fall under gravity and need support to remain suspended.",
|
| 65 |
+
"expected_physical_outcome": "The released cube should fall downward and come to rest on the table.",
|
| 66 |
+
"target_violation": "After release, the cube remains suspended in midair with no hand, string, shelf, or other support.",
|
| 67 |
+
"injected_error": "",
|
| 68 |
+
"metadata": {
|
| 69 |
+
"physical_laws": "Unsupported objects fall under gravity and need support to remain suspended.",
|
| 70 |
+
"expected_physical_outcome": "The released cube should fall downward and come to rest on the table.",
|
| 71 |
+
"omitted_timeline": "A wooden cube is released above a table and lands on the tabletop.",
|
| 72 |
+
"full_constraint_timeline": "After release, the cube falls downward and lands on the table, then rests on the tabletop without floating unsupported.",
|
| 73 |
+
"counterfactual_timeline": "After release, the cube remains suspended in midair with no hand, string, shelf, or other support."
|
| 74 |
+
},
|
| 75 |
+
"output_stem": "strong_physics_omitted_law_004_omitted_law_support_gravity_sweep_seed9304_baseline_save_latents_bad",
|
| 76 |
+
"seed_sweep": {
|
| 77 |
+
"base_seed": 9304,
|
| 78 |
+
"seed_index": 0,
|
| 79 |
+
"seed": 9304
|
| 80 |
+
},
|
| 81 |
+
"size": "1280x720",
|
| 82 |
+
"num_frames": 189,
|
| 83 |
+
"fps": 24,
|
| 84 |
+
"num_inference_steps": 50,
|
| 85 |
+
"guidance_scale": 6.0,
|
| 86 |
+
"flow_shift": 10.0,
|
| 87 |
+
"max_sequence_length": "4096",
|
| 88 |
+
"manual_seed_label": "bad",
|
| 89 |
+
"extra_params": "{\"guardrails\":false,\"trajectory_dump_dir\":\"outputs/reasoning_probe/causal_intervention/source4_support_gravity_patch/true_trajectory_raw\",\"trajectory_dump_steps\":[5,10,15,20],\"trajectory_dump_prefix\":\"source04_bad_seed9304\",\"trajectory_save_latent_dir\":\"outputs/reasoning_probe/causal_intervention/source4_support_gravity_patch/saved_latents\",\"trajectory_save_latent_steps\":[5,10,15,20],\"trajectory_save_latent_prefix\":\"source04_bad_seed9304\"}",
|
| 90 |
+
"causal_intervention": {
|
| 91 |
+
"type": "baseline_save_latents",
|
| 92 |
+
"latent_prefix": "source04_bad_seed9304",
|
| 93 |
+
"latent_dir": "outputs/reasoning_probe/causal_intervention/source4_support_gravity_patch/saved_latents",
|
| 94 |
+
"save_steps": [
|
| 95 |
+
5,
|
| 96 |
+
10,
|
| 97 |
+
15,
|
| 98 |
+
20
|
| 99 |
+
]
|
| 100 |
+
},
|
| 101 |
+
"row_number": 2,
|
| 102 |
+
"file": "videos/strong_physics_omitted_law_004_omitted_law_support_gravity_sweep_seed9304_baseline_save_latents_bad_seed9304.mp4",
|
| 103 |
+
"file_url": "https://huggingface.co/spaces/Litzy619/cosmos3-source4-support-gravity-patch/resolve/main/videos/strong_physics_omitted_law_004_omitted_law_support_gravity_sweep_seed9304_baseline_save_latents_bad_seed9304.mp4?v=1782860684",
|
| 104 |
+
"source_path": "outputs/reasoning_probe/causal_intervention/source4_support_gravity_patch/baseline_videos/strong_physics_omitted_law_004_omitted_law_support_gravity_sweep_seed9304_baseline_save_latents_bad_seed9304.mp4",
|
| 105 |
+
"asset_version": "1782860684",
|
| 106 |
+
"evaluation": {}
|
| 107 |
+
},
|
| 108 |
+
{
|
| 109 |
+
"probe_index": 25,
|
| 110 |
+
"source_index": 4,
|
| 111 |
+
"benchmark": "strong_physics_omitted_law",
|
| 112 |
+
"condition": "omitted_law",
|
| 113 |
+
"error_type": "support_gravity",
|
| 114 |
+
"seed": 9304,
|
| 115 |
+
"original_prompt": "A wooden cube is lifted from a shelf and released above a table in normal gravity.",
|
| 116 |
+
"generation_prompt": "{\"scene_imagination\":\"A wooden cube is lifted from a shelf and released above a table in normal gravity. A wooden cube is released above a table and lands on the tabletop.\",\"temporal_caption\":\"0:00 establish the scene. 0:01-0:06 A wooden cube is released above a table and lands on the tabletop. 0:07 final state is visible.\",\"audio_description\":\"\",\"subjects\":[],\"background_setting\":\"Simple realistic tabletop or indoor physical test scene with no distracting extra objects.\",\"lighting\":{\"conditions\":\"even indoor lighting\",\"direction\":\"consistent with the scene\",\"shadows\":\"stable realistic shadows\",\"illumination_effect\":\"photorealistic highlights and material response\"},\"cinematography\":{\"camera_view\":\"fixed camera, medium shot\",\"camera_motion\":\"static\",\"framing\":\"the full physical interaction remains visible\",\"focus\":\"sharp focus on the objects and interaction\"},\"style_medium\":\"photorealistic real-world video\",\"artistic_style\":\"neutral documentary realism\",\"context\":\"A controlled omitted-law probe. The task event is specified, but the prompt intentionally avoids explicit reminders about the target physical law.\",\"actions\":[{\"time\":\"0:01-0:06\",\"description\":\"A wooden cube is released above a table and lands on the tabletop.\"}],\"segments\":[{\"segment_index\":0,\"time_range\":\"0:00-0:01\",\"description\":\"Scene setup with all relevant objects visible.\",\"key_changes\":\"No physical interaction yet.\",\"camera\":\"static\"},{\"segment_index\":1,\"time_range\":\"0:01-0:06\",\"description\":\"A wooden cube is released above a table and lands on the tabletop.\",\"key_changes\":\"The central event unfolds clearly.\",\"camera\":\"static\"},{\"segment_index\":2,\"time_range\":\"0:06-0:08\",\"description\":\"The final state remains visible for inspection.\",\"key_changes\":\"Motion settles.\",\"camera\":\"static\"}],\"transitions\":[],\"resolution\":{\"W\":1280,\"H\":720},\"aspect_ratio\":\"16,9\",\"duration\":\"0:08\",\"fps\":24,\"probe_condition\":\"omitted_law\",\"probe_error_type\":\"support_gravity\",\"withheld_physical_law\":\"Unsupported objects fall under gravity and need support to remain suspended.\",\"expected_physical_outcome\":\"The released cube should fall downward and come to rest on the table.\",\"counterfactual_error\":\"\"}",
|
| 117 |
+
"withheld_physical_law": "Unsupported objects fall under gravity and need support to remain suspended.",
|
| 118 |
+
"expected_physical_outcome": "The released cube should fall downward and come to rest on the table.",
|
| 119 |
+
"target_violation": "After release, the cube remains suspended in midair with no hand, string, shelf, or other support.",
|
| 120 |
+
"injected_error": "",
|
| 121 |
+
"metadata": {
|
| 122 |
+
"physical_laws": "Unsupported objects fall under gravity and need support to remain suspended.",
|
| 123 |
+
"expected_physical_outcome": "The released cube should fall downward and come to rest on the table.",
|
| 124 |
+
"omitted_timeline": "A wooden cube is released above a table and lands on the tabletop.",
|
| 125 |
+
"full_constraint_timeline": "After release, the cube falls downward and lands on the table, then rests on the tabletop without floating unsupported.",
|
| 126 |
+
"counterfactual_timeline": "After release, the cube remains suspended in midair with no hand, string, shelf, or other support."
|
| 127 |
+
},
|
| 128 |
+
"output_stem": "strong_physics_omitted_law_004_omitted_law_support_gravity_sweep_seed9304_patch_bad_to_good_step05",
|
| 129 |
+
"seed_sweep": {
|
| 130 |
+
"base_seed": 9304,
|
| 131 |
+
"seed_index": 0,
|
| 132 |
+
"seed": 9304
|
| 133 |
+
},
|
| 134 |
+
"size": "1280x720",
|
| 135 |
+
"num_frames": 189,
|
| 136 |
+
"fps": 24,
|
| 137 |
+
"num_inference_steps": 50,
|
| 138 |
+
"guidance_scale": 6.0,
|
| 139 |
+
"flow_shift": 10.0,
|
| 140 |
+
"max_sequence_length": "4096",
|
| 141 |
+
"manual_seed_label": "bad",
|
| 142 |
+
"extra_params": "{\"guardrails\":false,\"trajectory_latent_patch_step\":5,\"trajectory_latent_patch_dir\":\"outputs/reasoning_probe/causal_intervention/source4_support_gravity_patch/saved_latents\",\"trajectory_latent_patch_prefix\":\"source04_good_seed16304\"}",
|
| 143 |
+
"causal_intervention": {
|
| 144 |
+
"type": "latent_patch",
|
| 145 |
+
"step": 5,
|
| 146 |
+
"direction": "bad_to_good",
|
| 147 |
+
"start_label": "bad",
|
| 148 |
+
"donor_label": "good",
|
| 149 |
+
"donor_seed": 16304,
|
| 150 |
+
"donor_prefix": "source04_good_seed16304"
|
| 151 |
+
},
|
| 152 |
+
"row_number": 3,
|
| 153 |
+
"file": "videos/strong_physics_omitted_law_004_omitted_law_support_gravity_sweep_seed9304_patch_bad_to_good_step05_seed9304.mp4",
|
| 154 |
+
"file_url": "https://huggingface.co/spaces/Litzy619/cosmos3-source4-support-gravity-patch/resolve/main/videos/strong_physics_omitted_law_004_omitted_law_support_gravity_sweep_seed9304_patch_bad_to_good_step05_seed9304.mp4?v=1782860684",
|
| 155 |
+
"source_path": "outputs/reasoning_probe/causal_intervention/source4_support_gravity_patch/patch_videos/strong_physics_omitted_law_004_omitted_law_support_gravity_sweep_seed9304_patch_bad_to_good_step05_seed9304.mp4",
|
| 156 |
+
"asset_version": "1782860684",
|
| 157 |
+
"evaluation": {}
|
| 158 |
+
},
|
| 159 |
+
{
|
| 160 |
+
"probe_index": 32,
|
| 161 |
+
"source_index": 4,
|
| 162 |
+
"benchmark": "strong_physics_omitted_law",
|
| 163 |
+
"condition": "omitted_law",
|
| 164 |
+
"error_type": "support_gravity",
|
| 165 |
+
"seed": 16304,
|
| 166 |
+
"original_prompt": "A wooden cube is lifted from a shelf and released above a table in normal gravity.",
|
| 167 |
+
"generation_prompt": "{\"scene_imagination\":\"A wooden cube is lifted from a shelf and released above a table in normal gravity. A wooden cube is released above a table and lands on the tabletop.\",\"temporal_caption\":\"0:00 establish the scene. 0:01-0:06 A wooden cube is released above a table and lands on the tabletop. 0:07 final state is visible.\",\"audio_description\":\"\",\"subjects\":[],\"background_setting\":\"Simple realistic tabletop or indoor physical test scene with no distracting extra objects.\",\"lighting\":{\"conditions\":\"even indoor lighting\",\"direction\":\"consistent with the scene\",\"shadows\":\"stable realistic shadows\",\"illumination_effect\":\"photorealistic highlights and material response\"},\"cinematography\":{\"camera_view\":\"fixed camera, medium shot\",\"camera_motion\":\"static\",\"framing\":\"the full physical interaction remains visible\",\"focus\":\"sharp focus on the objects and interaction\"},\"style_medium\":\"photorealistic real-world video\",\"artistic_style\":\"neutral documentary realism\",\"context\":\"A controlled omitted-law probe. The task event is specified, but the prompt intentionally avoids explicit reminders about the target physical law.\",\"actions\":[{\"time\":\"0:01-0:06\",\"description\":\"A wooden cube is released above a table and lands on the tabletop.\"}],\"segments\":[{\"segment_index\":0,\"time_range\":\"0:00-0:01\",\"description\":\"Scene setup with all relevant objects visible.\",\"key_changes\":\"No physical interaction yet.\",\"camera\":\"static\"},{\"segment_index\":1,\"time_range\":\"0:01-0:06\",\"description\":\"A wooden cube is released above a table and lands on the tabletop.\",\"key_changes\":\"The central event unfolds clearly.\",\"camera\":\"static\"},{\"segment_index\":2,\"time_range\":\"0:06-0:08\",\"description\":\"The final state remains visible for inspection.\",\"key_changes\":\"Motion settles.\",\"camera\":\"static\"}],\"transitions\":[],\"resolution\":{\"W\":1280,\"H\":720},\"aspect_ratio\":\"16,9\",\"duration\":\"0:08\",\"fps\":24,\"probe_condition\":\"omitted_law\",\"probe_error_type\":\"support_gravity\",\"withheld_physical_law\":\"Unsupported objects fall under gravity and need support to remain suspended.\",\"expected_physical_outcome\":\"The released cube should fall downward and come to rest on the table.\",\"counterfactual_error\":\"\"}",
|
| 168 |
+
"withheld_physical_law": "Unsupported objects fall under gravity and need support to remain suspended.",
|
| 169 |
+
"expected_physical_outcome": "The released cube should fall downward and come to rest on the table.",
|
| 170 |
+
"target_violation": "After release, the cube remains suspended in midair with no hand, string, shelf, or other support.",
|
| 171 |
+
"injected_error": "",
|
| 172 |
+
"metadata": {
|
| 173 |
+
"physical_laws": "Unsupported objects fall under gravity and need support to remain suspended.",
|
| 174 |
+
"expected_physical_outcome": "The released cube should fall downward and come to rest on the table.",
|
| 175 |
+
"omitted_timeline": "A wooden cube is released above a table and lands on the tabletop.",
|
| 176 |
+
"full_constraint_timeline": "After release, the cube falls downward and lands on the table, then rests on the tabletop without floating unsupported.",
|
| 177 |
+
"counterfactual_timeline": "After release, the cube remains suspended in midair with no hand, string, shelf, or other support."
|
| 178 |
+
},
|
| 179 |
+
"output_stem": "strong_physics_omitted_law_004_omitted_law_support_gravity_sweep_seed16304_patch_good_to_bad_step05",
|
| 180 |
+
"seed_sweep": {
|
| 181 |
+
"base_seed": 9304,
|
| 182 |
+
"seed_index": 7,
|
| 183 |
+
"seed": 16304
|
| 184 |
+
},
|
| 185 |
+
"size": "1280x720",
|
| 186 |
+
"num_frames": 189,
|
| 187 |
+
"fps": 24,
|
| 188 |
+
"num_inference_steps": 50,
|
| 189 |
+
"guidance_scale": 6.0,
|
| 190 |
+
"flow_shift": 10.0,
|
| 191 |
+
"max_sequence_length": "4096",
|
| 192 |
+
"manual_seed_label": "good",
|
| 193 |
+
"extra_params": "{\"guardrails\":false,\"trajectory_latent_patch_step\":5,\"trajectory_latent_patch_dir\":\"outputs/reasoning_probe/causal_intervention/source4_support_gravity_patch/saved_latents\",\"trajectory_latent_patch_prefix\":\"source04_bad_seed9304\"}",
|
| 194 |
+
"causal_intervention": {
|
| 195 |
+
"type": "latent_patch",
|
| 196 |
+
"step": 5,
|
| 197 |
+
"direction": "good_to_bad",
|
| 198 |
+
"start_label": "good",
|
| 199 |
+
"donor_label": "bad",
|
| 200 |
+
"donor_seed": 9304,
|
| 201 |
+
"donor_prefix": "source04_bad_seed9304"
|
| 202 |
+
},
|
| 203 |
+
"row_number": 4,
|
| 204 |
+
"file": "videos/strong_physics_omitted_law_004_omitted_law_support_gravity_sweep_seed16304_patch_good_to_bad_step05_seed16304.mp4",
|
| 205 |
+
"file_url": "https://huggingface.co/spaces/Litzy619/cosmos3-source4-support-gravity-patch/resolve/main/videos/strong_physics_omitted_law_004_omitted_law_support_gravity_sweep_seed16304_patch_good_to_bad_step05_seed16304.mp4?v=1782860684",
|
| 206 |
+
"source_path": "outputs/reasoning_probe/causal_intervention/source4_support_gravity_patch/patch_videos/strong_physics_omitted_law_004_omitted_law_support_gravity_sweep_seed16304_patch_good_to_bad_step05_seed16304.mp4",
|
| 207 |
+
"asset_version": "1782860684",
|
| 208 |
+
"evaluation": {}
|
| 209 |
+
},
|
| 210 |
+
{
|
| 211 |
+
"probe_index": 25,
|
| 212 |
+
"source_index": 4,
|
| 213 |
+
"benchmark": "strong_physics_omitted_law",
|
| 214 |
+
"condition": "omitted_law",
|
| 215 |
+
"error_type": "support_gravity",
|
| 216 |
+
"seed": 9304,
|
| 217 |
+
"original_prompt": "A wooden cube is lifted from a shelf and released above a table in normal gravity.",
|
| 218 |
+
"generation_prompt": "{\"scene_imagination\":\"A wooden cube is lifted from a shelf and released above a table in normal gravity. A wooden cube is released above a table and lands on the tabletop.\",\"temporal_caption\":\"0:00 establish the scene. 0:01-0:06 A wooden cube is released above a table and lands on the tabletop. 0:07 final state is visible.\",\"audio_description\":\"\",\"subjects\":[],\"background_setting\":\"Simple realistic tabletop or indoor physical test scene with no distracting extra objects.\",\"lighting\":{\"conditions\":\"even indoor lighting\",\"direction\":\"consistent with the scene\",\"shadows\":\"stable realistic shadows\",\"illumination_effect\":\"photorealistic highlights and material response\"},\"cinematography\":{\"camera_view\":\"fixed camera, medium shot\",\"camera_motion\":\"static\",\"framing\":\"the full physical interaction remains visible\",\"focus\":\"sharp focus on the objects and interaction\"},\"style_medium\":\"photorealistic real-world video\",\"artistic_style\":\"neutral documentary realism\",\"context\":\"A controlled omitted-law probe. The task event is specified, but the prompt intentionally avoids explicit reminders about the target physical law.\",\"actions\":[{\"time\":\"0:01-0:06\",\"description\":\"A wooden cube is released above a table and lands on the tabletop.\"}],\"segments\":[{\"segment_index\":0,\"time_range\":\"0:00-0:01\",\"description\":\"Scene setup with all relevant objects visible.\",\"key_changes\":\"No physical interaction yet.\",\"camera\":\"static\"},{\"segment_index\":1,\"time_range\":\"0:01-0:06\",\"description\":\"A wooden cube is released above a table and lands on the tabletop.\",\"key_changes\":\"The central event unfolds clearly.\",\"camera\":\"static\"},{\"segment_index\":2,\"time_range\":\"0:06-0:08\",\"description\":\"The final state remains visible for inspection.\",\"key_changes\":\"Motion settles.\",\"camera\":\"static\"}],\"transitions\":[],\"resolution\":{\"W\":1280,\"H\":720},\"aspect_ratio\":\"16,9\",\"duration\":\"0:08\",\"fps\":24,\"probe_condition\":\"omitted_law\",\"probe_error_type\":\"support_gravity\",\"withheld_physical_law\":\"Unsupported objects fall under gravity and need support to remain suspended.\",\"expected_physical_outcome\":\"The released cube should fall downward and come to rest on the table.\",\"counterfactual_error\":\"\"}",
|
| 219 |
+
"withheld_physical_law": "Unsupported objects fall under gravity and need support to remain suspended.",
|
| 220 |
+
"expected_physical_outcome": "The released cube should fall downward and come to rest on the table.",
|
| 221 |
+
"target_violation": "After release, the cube remains suspended in midair with no hand, string, shelf, or other support.",
|
| 222 |
+
"injected_error": "",
|
| 223 |
+
"metadata": {
|
| 224 |
+
"physical_laws": "Unsupported objects fall under gravity and need support to remain suspended.",
|
| 225 |
+
"expected_physical_outcome": "The released cube should fall downward and come to rest on the table.",
|
| 226 |
+
"omitted_timeline": "A wooden cube is released above a table and lands on the tabletop.",
|
| 227 |
+
"full_constraint_timeline": "After release, the cube falls downward and lands on the table, then rests on the tabletop without floating unsupported.",
|
| 228 |
+
"counterfactual_timeline": "After release, the cube remains suspended in midair with no hand, string, shelf, or other support."
|
| 229 |
+
},
|
| 230 |
+
"output_stem": "strong_physics_omitted_law_004_omitted_law_support_gravity_sweep_seed9304_patch_bad_to_good_step10",
|
| 231 |
+
"seed_sweep": {
|
| 232 |
+
"base_seed": 9304,
|
| 233 |
+
"seed_index": 0,
|
| 234 |
+
"seed": 9304
|
| 235 |
+
},
|
| 236 |
+
"size": "1280x720",
|
| 237 |
+
"num_frames": 189,
|
| 238 |
+
"fps": 24,
|
| 239 |
+
"num_inference_steps": 50,
|
| 240 |
+
"guidance_scale": 6.0,
|
| 241 |
+
"flow_shift": 10.0,
|
| 242 |
+
"max_sequence_length": "4096",
|
| 243 |
+
"manual_seed_label": "bad",
|
| 244 |
+
"extra_params": "{\"guardrails\":false,\"trajectory_latent_patch_step\":10,\"trajectory_latent_patch_dir\":\"outputs/reasoning_probe/causal_intervention/source4_support_gravity_patch/saved_latents\",\"trajectory_latent_patch_prefix\":\"source04_good_seed16304\"}",
|
| 245 |
+
"causal_intervention": {
|
| 246 |
+
"type": "latent_patch",
|
| 247 |
+
"step": 10,
|
| 248 |
+
"direction": "bad_to_good",
|
| 249 |
+
"start_label": "bad",
|
| 250 |
+
"donor_label": "good",
|
| 251 |
+
"donor_seed": 16304,
|
| 252 |
+
"donor_prefix": "source04_good_seed16304"
|
| 253 |
+
},
|
| 254 |
+
"row_number": 5,
|
| 255 |
+
"file": "videos/strong_physics_omitted_law_004_omitted_law_support_gravity_sweep_seed9304_patch_bad_to_good_step10_seed9304.mp4",
|
| 256 |
+
"file_url": "https://huggingface.co/spaces/Litzy619/cosmos3-source4-support-gravity-patch/resolve/main/videos/strong_physics_omitted_law_004_omitted_law_support_gravity_sweep_seed9304_patch_bad_to_good_step10_seed9304.mp4?v=1782860684",
|
| 257 |
+
"source_path": "outputs/reasoning_probe/causal_intervention/source4_support_gravity_patch/patch_videos/strong_physics_omitted_law_004_omitted_law_support_gravity_sweep_seed9304_patch_bad_to_good_step10_seed9304.mp4",
|
| 258 |
+
"asset_version": "1782860684",
|
| 259 |
+
"evaluation": {}
|
| 260 |
+
},
|
| 261 |
+
{
|
| 262 |
+
"probe_index": 32,
|
| 263 |
+
"source_index": 4,
|
| 264 |
+
"benchmark": "strong_physics_omitted_law",
|
| 265 |
+
"condition": "omitted_law",
|
| 266 |
+
"error_type": "support_gravity",
|
| 267 |
+
"seed": 16304,
|
| 268 |
+
"original_prompt": "A wooden cube is lifted from a shelf and released above a table in normal gravity.",
|
| 269 |
+
"generation_prompt": "{\"scene_imagination\":\"A wooden cube is lifted from a shelf and released above a table in normal gravity. A wooden cube is released above a table and lands on the tabletop.\",\"temporal_caption\":\"0:00 establish the scene. 0:01-0:06 A wooden cube is released above a table and lands on the tabletop. 0:07 final state is visible.\",\"audio_description\":\"\",\"subjects\":[],\"background_setting\":\"Simple realistic tabletop or indoor physical test scene with no distracting extra objects.\",\"lighting\":{\"conditions\":\"even indoor lighting\",\"direction\":\"consistent with the scene\",\"shadows\":\"stable realistic shadows\",\"illumination_effect\":\"photorealistic highlights and material response\"},\"cinematography\":{\"camera_view\":\"fixed camera, medium shot\",\"camera_motion\":\"static\",\"framing\":\"the full physical interaction remains visible\",\"focus\":\"sharp focus on the objects and interaction\"},\"style_medium\":\"photorealistic real-world video\",\"artistic_style\":\"neutral documentary realism\",\"context\":\"A controlled omitted-law probe. The task event is specified, but the prompt intentionally avoids explicit reminders about the target physical law.\",\"actions\":[{\"time\":\"0:01-0:06\",\"description\":\"A wooden cube is released above a table and lands on the tabletop.\"}],\"segments\":[{\"segment_index\":0,\"time_range\":\"0:00-0:01\",\"description\":\"Scene setup with all relevant objects visible.\",\"key_changes\":\"No physical interaction yet.\",\"camera\":\"static\"},{\"segment_index\":1,\"time_range\":\"0:01-0:06\",\"description\":\"A wooden cube is released above a table and lands on the tabletop.\",\"key_changes\":\"The central event unfolds clearly.\",\"camera\":\"static\"},{\"segment_index\":2,\"time_range\":\"0:06-0:08\",\"description\":\"The final state remains visible for inspection.\",\"key_changes\":\"Motion settles.\",\"camera\":\"static\"}],\"transitions\":[],\"resolution\":{\"W\":1280,\"H\":720},\"aspect_ratio\":\"16,9\",\"duration\":\"0:08\",\"fps\":24,\"probe_condition\":\"omitted_law\",\"probe_error_type\":\"support_gravity\",\"withheld_physical_law\":\"Unsupported objects fall under gravity and need support to remain suspended.\",\"expected_physical_outcome\":\"The released cube should fall downward and come to rest on the table.\",\"counterfactual_error\":\"\"}",
|
| 270 |
+
"withheld_physical_law": "Unsupported objects fall under gravity and need support to remain suspended.",
|
| 271 |
+
"expected_physical_outcome": "The released cube should fall downward and come to rest on the table.",
|
| 272 |
+
"target_violation": "After release, the cube remains suspended in midair with no hand, string, shelf, or other support.",
|
| 273 |
+
"injected_error": "",
|
| 274 |
+
"metadata": {
|
| 275 |
+
"physical_laws": "Unsupported objects fall under gravity and need support to remain suspended.",
|
| 276 |
+
"expected_physical_outcome": "The released cube should fall downward and come to rest on the table.",
|
| 277 |
+
"omitted_timeline": "A wooden cube is released above a table and lands on the tabletop.",
|
| 278 |
+
"full_constraint_timeline": "After release, the cube falls downward and lands on the table, then rests on the tabletop without floating unsupported.",
|
| 279 |
+
"counterfactual_timeline": "After release, the cube remains suspended in midair with no hand, string, shelf, or other support."
|
| 280 |
+
},
|
| 281 |
+
"output_stem": "strong_physics_omitted_law_004_omitted_law_support_gravity_sweep_seed16304_patch_good_to_bad_step10",
|
| 282 |
+
"seed_sweep": {
|
| 283 |
+
"base_seed": 9304,
|
| 284 |
+
"seed_index": 7,
|
| 285 |
+
"seed": 16304
|
| 286 |
+
},
|
| 287 |
+
"size": "1280x720",
|
| 288 |
+
"num_frames": 189,
|
| 289 |
+
"fps": 24,
|
| 290 |
+
"num_inference_steps": 50,
|
| 291 |
+
"guidance_scale": 6.0,
|
| 292 |
+
"flow_shift": 10.0,
|
| 293 |
+
"max_sequence_length": "4096",
|
| 294 |
+
"manual_seed_label": "good",
|
| 295 |
+
"extra_params": "{\"guardrails\":false,\"trajectory_latent_patch_step\":10,\"trajectory_latent_patch_dir\":\"outputs/reasoning_probe/causal_intervention/source4_support_gravity_patch/saved_latents\",\"trajectory_latent_patch_prefix\":\"source04_bad_seed9304\"}",
|
| 296 |
+
"causal_intervention": {
|
| 297 |
+
"type": "latent_patch",
|
| 298 |
+
"step": 10,
|
| 299 |
+
"direction": "good_to_bad",
|
| 300 |
+
"start_label": "good",
|
| 301 |
+
"donor_label": "bad",
|
| 302 |
+
"donor_seed": 9304,
|
| 303 |
+
"donor_prefix": "source04_bad_seed9304"
|
| 304 |
+
},
|
| 305 |
+
"row_number": 6,
|
| 306 |
+
"file": "videos/strong_physics_omitted_law_004_omitted_law_support_gravity_sweep_seed16304_patch_good_to_bad_step10_seed16304.mp4",
|
| 307 |
+
"file_url": "https://huggingface.co/spaces/Litzy619/cosmos3-source4-support-gravity-patch/resolve/main/videos/strong_physics_omitted_law_004_omitted_law_support_gravity_sweep_seed16304_patch_good_to_bad_step10_seed16304.mp4?v=1782860684",
|
| 308 |
+
"source_path": "outputs/reasoning_probe/causal_intervention/source4_support_gravity_patch/patch_videos/strong_physics_omitted_law_004_omitted_law_support_gravity_sweep_seed16304_patch_good_to_bad_step10_seed16304.mp4",
|
| 309 |
+
"asset_version": "1782860684",
|
| 310 |
+
"evaluation": {}
|
| 311 |
+
},
|
| 312 |
+
{
|
| 313 |
+
"probe_index": 25,
|
| 314 |
+
"source_index": 4,
|
| 315 |
+
"benchmark": "strong_physics_omitted_law",
|
| 316 |
+
"condition": "omitted_law",
|
| 317 |
+
"error_type": "support_gravity",
|
| 318 |
+
"seed": 9304,
|
| 319 |
+
"original_prompt": "A wooden cube is lifted from a shelf and released above a table in normal gravity.",
|
| 320 |
+
"generation_prompt": "{\"scene_imagination\":\"A wooden cube is lifted from a shelf and released above a table in normal gravity. A wooden cube is released above a table and lands on the tabletop.\",\"temporal_caption\":\"0:00 establish the scene. 0:01-0:06 A wooden cube is released above a table and lands on the tabletop. 0:07 final state is visible.\",\"audio_description\":\"\",\"subjects\":[],\"background_setting\":\"Simple realistic tabletop or indoor physical test scene with no distracting extra objects.\",\"lighting\":{\"conditions\":\"even indoor lighting\",\"direction\":\"consistent with the scene\",\"shadows\":\"stable realistic shadows\",\"illumination_effect\":\"photorealistic highlights and material response\"},\"cinematography\":{\"camera_view\":\"fixed camera, medium shot\",\"camera_motion\":\"static\",\"framing\":\"the full physical interaction remains visible\",\"focus\":\"sharp focus on the objects and interaction\"},\"style_medium\":\"photorealistic real-world video\",\"artistic_style\":\"neutral documentary realism\",\"context\":\"A controlled omitted-law probe. The task event is specified, but the prompt intentionally avoids explicit reminders about the target physical law.\",\"actions\":[{\"time\":\"0:01-0:06\",\"description\":\"A wooden cube is released above a table and lands on the tabletop.\"}],\"segments\":[{\"segment_index\":0,\"time_range\":\"0:00-0:01\",\"description\":\"Scene setup with all relevant objects visible.\",\"key_changes\":\"No physical interaction yet.\",\"camera\":\"static\"},{\"segment_index\":1,\"time_range\":\"0:01-0:06\",\"description\":\"A wooden cube is released above a table and lands on the tabletop.\",\"key_changes\":\"The central event unfolds clearly.\",\"camera\":\"static\"},{\"segment_index\":2,\"time_range\":\"0:06-0:08\",\"description\":\"The final state remains visible for inspection.\",\"key_changes\":\"Motion settles.\",\"camera\":\"static\"}],\"transitions\":[],\"resolution\":{\"W\":1280,\"H\":720},\"aspect_ratio\":\"16,9\",\"duration\":\"0:08\",\"fps\":24,\"probe_condition\":\"omitted_law\",\"probe_error_type\":\"support_gravity\",\"withheld_physical_law\":\"Unsupported objects fall under gravity and need support to remain suspended.\",\"expected_physical_outcome\":\"The released cube should fall downward and come to rest on the table.\",\"counterfactual_error\":\"\"}",
|
| 321 |
+
"withheld_physical_law": "Unsupported objects fall under gravity and need support to remain suspended.",
|
| 322 |
+
"expected_physical_outcome": "The released cube should fall downward and come to rest on the table.",
|
| 323 |
+
"target_violation": "After release, the cube remains suspended in midair with no hand, string, shelf, or other support.",
|
| 324 |
+
"injected_error": "",
|
| 325 |
+
"metadata": {
|
| 326 |
+
"physical_laws": "Unsupported objects fall under gravity and need support to remain suspended.",
|
| 327 |
+
"expected_physical_outcome": "The released cube should fall downward and come to rest on the table.",
|
| 328 |
+
"omitted_timeline": "A wooden cube is released above a table and lands on the tabletop.",
|
| 329 |
+
"full_constraint_timeline": "After release, the cube falls downward and lands on the table, then rests on the tabletop without floating unsupported.",
|
| 330 |
+
"counterfactual_timeline": "After release, the cube remains suspended in midair with no hand, string, shelf, or other support."
|
| 331 |
+
},
|
| 332 |
+
"output_stem": "strong_physics_omitted_law_004_omitted_law_support_gravity_sweep_seed9304_patch_bad_to_good_step15",
|
| 333 |
+
"seed_sweep": {
|
| 334 |
+
"base_seed": 9304,
|
| 335 |
+
"seed_index": 0,
|
| 336 |
+
"seed": 9304
|
| 337 |
+
},
|
| 338 |
+
"size": "1280x720",
|
| 339 |
+
"num_frames": 189,
|
| 340 |
+
"fps": 24,
|
| 341 |
+
"num_inference_steps": 50,
|
| 342 |
+
"guidance_scale": 6.0,
|
| 343 |
+
"flow_shift": 10.0,
|
| 344 |
+
"max_sequence_length": "4096",
|
| 345 |
+
"manual_seed_label": "bad",
|
| 346 |
+
"extra_params": "{\"guardrails\":false,\"trajectory_latent_patch_step\":15,\"trajectory_latent_patch_dir\":\"outputs/reasoning_probe/causal_intervention/source4_support_gravity_patch/saved_latents\",\"trajectory_latent_patch_prefix\":\"source04_good_seed16304\"}",
|
| 347 |
+
"causal_intervention": {
|
| 348 |
+
"type": "latent_patch",
|
| 349 |
+
"step": 15,
|
| 350 |
+
"direction": "bad_to_good",
|
| 351 |
+
"start_label": "bad",
|
| 352 |
+
"donor_label": "good",
|
| 353 |
+
"donor_seed": 16304,
|
| 354 |
+
"donor_prefix": "source04_good_seed16304"
|
| 355 |
+
},
|
| 356 |
+
"row_number": 7,
|
| 357 |
+
"file": "videos/strong_physics_omitted_law_004_omitted_law_support_gravity_sweep_seed9304_patch_bad_to_good_step15_seed9304.mp4",
|
| 358 |
+
"file_url": "https://huggingface.co/spaces/Litzy619/cosmos3-source4-support-gravity-patch/resolve/main/videos/strong_physics_omitted_law_004_omitted_law_support_gravity_sweep_seed9304_patch_bad_to_good_step15_seed9304.mp4?v=1782860684",
|
| 359 |
+
"source_path": "outputs/reasoning_probe/causal_intervention/source4_support_gravity_patch/patch_videos/strong_physics_omitted_law_004_omitted_law_support_gravity_sweep_seed9304_patch_bad_to_good_step15_seed9304.mp4",
|
| 360 |
+
"asset_version": "1782860684",
|
| 361 |
+
"evaluation": {}
|
| 362 |
+
},
|
| 363 |
+
{
|
| 364 |
+
"probe_index": 32,
|
| 365 |
+
"source_index": 4,
|
| 366 |
+
"benchmark": "strong_physics_omitted_law",
|
| 367 |
+
"condition": "omitted_law",
|
| 368 |
+
"error_type": "support_gravity",
|
| 369 |
+
"seed": 16304,
|
| 370 |
+
"original_prompt": "A wooden cube is lifted from a shelf and released above a table in normal gravity.",
|
| 371 |
+
"generation_prompt": "{\"scene_imagination\":\"A wooden cube is lifted from a shelf and released above a table in normal gravity. A wooden cube is released above a table and lands on the tabletop.\",\"temporal_caption\":\"0:00 establish the scene. 0:01-0:06 A wooden cube is released above a table and lands on the tabletop. 0:07 final state is visible.\",\"audio_description\":\"\",\"subjects\":[],\"background_setting\":\"Simple realistic tabletop or indoor physical test scene with no distracting extra objects.\",\"lighting\":{\"conditions\":\"even indoor lighting\",\"direction\":\"consistent with the scene\",\"shadows\":\"stable realistic shadows\",\"illumination_effect\":\"photorealistic highlights and material response\"},\"cinematography\":{\"camera_view\":\"fixed camera, medium shot\",\"camera_motion\":\"static\",\"framing\":\"the full physical interaction remains visible\",\"focus\":\"sharp focus on the objects and interaction\"},\"style_medium\":\"photorealistic real-world video\",\"artistic_style\":\"neutral documentary realism\",\"context\":\"A controlled omitted-law probe. The task event is specified, but the prompt intentionally avoids explicit reminders about the target physical law.\",\"actions\":[{\"time\":\"0:01-0:06\",\"description\":\"A wooden cube is released above a table and lands on the tabletop.\"}],\"segments\":[{\"segment_index\":0,\"time_range\":\"0:00-0:01\",\"description\":\"Scene setup with all relevant objects visible.\",\"key_changes\":\"No physical interaction yet.\",\"camera\":\"static\"},{\"segment_index\":1,\"time_range\":\"0:01-0:06\",\"description\":\"A wooden cube is released above a table and lands on the tabletop.\",\"key_changes\":\"The central event unfolds clearly.\",\"camera\":\"static\"},{\"segment_index\":2,\"time_range\":\"0:06-0:08\",\"description\":\"The final state remains visible for inspection.\",\"key_changes\":\"Motion settles.\",\"camera\":\"static\"}],\"transitions\":[],\"resolution\":{\"W\":1280,\"H\":720},\"aspect_ratio\":\"16,9\",\"duration\":\"0:08\",\"fps\":24,\"probe_condition\":\"omitted_law\",\"probe_error_type\":\"support_gravity\",\"withheld_physical_law\":\"Unsupported objects fall under gravity and need support to remain suspended.\",\"expected_physical_outcome\":\"The released cube should fall downward and come to rest on the table.\",\"counterfactual_error\":\"\"}",
|
| 372 |
+
"withheld_physical_law": "Unsupported objects fall under gravity and need support to remain suspended.",
|
| 373 |
+
"expected_physical_outcome": "The released cube should fall downward and come to rest on the table.",
|
| 374 |
+
"target_violation": "After release, the cube remains suspended in midair with no hand, string, shelf, or other support.",
|
| 375 |
+
"injected_error": "",
|
| 376 |
+
"metadata": {
|
| 377 |
+
"physical_laws": "Unsupported objects fall under gravity and need support to remain suspended.",
|
| 378 |
+
"expected_physical_outcome": "The released cube should fall downward and come to rest on the table.",
|
| 379 |
+
"omitted_timeline": "A wooden cube is released above a table and lands on the tabletop.",
|
| 380 |
+
"full_constraint_timeline": "After release, the cube falls downward and lands on the table, then rests on the tabletop without floating unsupported.",
|
| 381 |
+
"counterfactual_timeline": "After release, the cube remains suspended in midair with no hand, string, shelf, or other support."
|
| 382 |
+
},
|
| 383 |
+
"output_stem": "strong_physics_omitted_law_004_omitted_law_support_gravity_sweep_seed16304_patch_good_to_bad_step15",
|
| 384 |
+
"seed_sweep": {
|
| 385 |
+
"base_seed": 9304,
|
| 386 |
+
"seed_index": 7,
|
| 387 |
+
"seed": 16304
|
| 388 |
+
},
|
| 389 |
+
"size": "1280x720",
|
| 390 |
+
"num_frames": 189,
|
| 391 |
+
"fps": 24,
|
| 392 |
+
"num_inference_steps": 50,
|
| 393 |
+
"guidance_scale": 6.0,
|
| 394 |
+
"flow_shift": 10.0,
|
| 395 |
+
"max_sequence_length": "4096",
|
| 396 |
+
"manual_seed_label": "good",
|
| 397 |
+
"extra_params": "{\"guardrails\":false,\"trajectory_latent_patch_step\":15,\"trajectory_latent_patch_dir\":\"outputs/reasoning_probe/causal_intervention/source4_support_gravity_patch/saved_latents\",\"trajectory_latent_patch_prefix\":\"source04_bad_seed9304\"}",
|
| 398 |
+
"causal_intervention": {
|
| 399 |
+
"type": "latent_patch",
|
| 400 |
+
"step": 15,
|
| 401 |
+
"direction": "good_to_bad",
|
| 402 |
+
"start_label": "good",
|
| 403 |
+
"donor_label": "bad",
|
| 404 |
+
"donor_seed": 9304,
|
| 405 |
+
"donor_prefix": "source04_bad_seed9304"
|
| 406 |
+
},
|
| 407 |
+
"row_number": 8,
|
| 408 |
+
"file": "videos/strong_physics_omitted_law_004_omitted_law_support_gravity_sweep_seed16304_patch_good_to_bad_step15_seed16304.mp4",
|
| 409 |
+
"file_url": "https://huggingface.co/spaces/Litzy619/cosmos3-source4-support-gravity-patch/resolve/main/videos/strong_physics_omitted_law_004_omitted_law_support_gravity_sweep_seed16304_patch_good_to_bad_step15_seed16304.mp4?v=1782860684",
|
| 410 |
+
"source_path": "outputs/reasoning_probe/causal_intervention/source4_support_gravity_patch/patch_videos/strong_physics_omitted_law_004_omitted_law_support_gravity_sweep_seed16304_patch_good_to_bad_step15_seed16304.mp4",
|
| 411 |
+
"asset_version": "1782860684",
|
| 412 |
+
"evaluation": {}
|
| 413 |
+
},
|
| 414 |
+
{
|
| 415 |
+
"probe_index": 25,
|
| 416 |
+
"source_index": 4,
|
| 417 |
+
"benchmark": "strong_physics_omitted_law",
|
| 418 |
+
"condition": "omitted_law",
|
| 419 |
+
"error_type": "support_gravity",
|
| 420 |
+
"seed": 9304,
|
| 421 |
+
"original_prompt": "A wooden cube is lifted from a shelf and released above a table in normal gravity.",
|
| 422 |
+
"generation_prompt": "{\"scene_imagination\":\"A wooden cube is lifted from a shelf and released above a table in normal gravity. A wooden cube is released above a table and lands on the tabletop.\",\"temporal_caption\":\"0:00 establish the scene. 0:01-0:06 A wooden cube is released above a table and lands on the tabletop. 0:07 final state is visible.\",\"audio_description\":\"\",\"subjects\":[],\"background_setting\":\"Simple realistic tabletop or indoor physical test scene with no distracting extra objects.\",\"lighting\":{\"conditions\":\"even indoor lighting\",\"direction\":\"consistent with the scene\",\"shadows\":\"stable realistic shadows\",\"illumination_effect\":\"photorealistic highlights and material response\"},\"cinematography\":{\"camera_view\":\"fixed camera, medium shot\",\"camera_motion\":\"static\",\"framing\":\"the full physical interaction remains visible\",\"focus\":\"sharp focus on the objects and interaction\"},\"style_medium\":\"photorealistic real-world video\",\"artistic_style\":\"neutral documentary realism\",\"context\":\"A controlled omitted-law probe. The task event is specified, but the prompt intentionally avoids explicit reminders about the target physical law.\",\"actions\":[{\"time\":\"0:01-0:06\",\"description\":\"A wooden cube is released above a table and lands on the tabletop.\"}],\"segments\":[{\"segment_index\":0,\"time_range\":\"0:00-0:01\",\"description\":\"Scene setup with all relevant objects visible.\",\"key_changes\":\"No physical interaction yet.\",\"camera\":\"static\"},{\"segment_index\":1,\"time_range\":\"0:01-0:06\",\"description\":\"A wooden cube is released above a table and lands on the tabletop.\",\"key_changes\":\"The central event unfolds clearly.\",\"camera\":\"static\"},{\"segment_index\":2,\"time_range\":\"0:06-0:08\",\"description\":\"The final state remains visible for inspection.\",\"key_changes\":\"Motion settles.\",\"camera\":\"static\"}],\"transitions\":[],\"resolution\":{\"W\":1280,\"H\":720},\"aspect_ratio\":\"16,9\",\"duration\":\"0:08\",\"fps\":24,\"probe_condition\":\"omitted_law\",\"probe_error_type\":\"support_gravity\",\"withheld_physical_law\":\"Unsupported objects fall under gravity and need support to remain suspended.\",\"expected_physical_outcome\":\"The released cube should fall downward and come to rest on the table.\",\"counterfactual_error\":\"\"}",
|
| 423 |
+
"withheld_physical_law": "Unsupported objects fall under gravity and need support to remain suspended.",
|
| 424 |
+
"expected_physical_outcome": "The released cube should fall downward and come to rest on the table.",
|
| 425 |
+
"target_violation": "After release, the cube remains suspended in midair with no hand, string, shelf, or other support.",
|
| 426 |
+
"injected_error": "",
|
| 427 |
+
"metadata": {
|
| 428 |
+
"physical_laws": "Unsupported objects fall under gravity and need support to remain suspended.",
|
| 429 |
+
"expected_physical_outcome": "The released cube should fall downward and come to rest on the table.",
|
| 430 |
+
"omitted_timeline": "A wooden cube is released above a table and lands on the tabletop.",
|
| 431 |
+
"full_constraint_timeline": "After release, the cube falls downward and lands on the table, then rests on the tabletop without floating unsupported.",
|
| 432 |
+
"counterfactual_timeline": "After release, the cube remains suspended in midair with no hand, string, shelf, or other support."
|
| 433 |
+
},
|
| 434 |
+
"output_stem": "strong_physics_omitted_law_004_omitted_law_support_gravity_sweep_seed9304_patch_bad_to_good_step20",
|
| 435 |
+
"seed_sweep": {
|
| 436 |
+
"base_seed": 9304,
|
| 437 |
+
"seed_index": 0,
|
| 438 |
+
"seed": 9304
|
| 439 |
+
},
|
| 440 |
+
"size": "1280x720",
|
| 441 |
+
"num_frames": 189,
|
| 442 |
+
"fps": 24,
|
| 443 |
+
"num_inference_steps": 50,
|
| 444 |
+
"guidance_scale": 6.0,
|
| 445 |
+
"flow_shift": 10.0,
|
| 446 |
+
"max_sequence_length": "4096",
|
| 447 |
+
"manual_seed_label": "bad",
|
| 448 |
+
"extra_params": "{\"guardrails\":false,\"trajectory_latent_patch_step\":20,\"trajectory_latent_patch_dir\":\"outputs/reasoning_probe/causal_intervention/source4_support_gravity_patch/saved_latents\",\"trajectory_latent_patch_prefix\":\"source04_good_seed16304\"}",
|
| 449 |
+
"causal_intervention": {
|
| 450 |
+
"type": "latent_patch",
|
| 451 |
+
"step": 20,
|
| 452 |
+
"direction": "bad_to_good",
|
| 453 |
+
"start_label": "bad",
|
| 454 |
+
"donor_label": "good",
|
| 455 |
+
"donor_seed": 16304,
|
| 456 |
+
"donor_prefix": "source04_good_seed16304"
|
| 457 |
+
},
|
| 458 |
+
"row_number": 9,
|
| 459 |
+
"file": "videos/strong_physics_omitted_law_004_omitted_law_support_gravity_sweep_seed9304_patch_bad_to_good_step20_seed9304.mp4",
|
| 460 |
+
"file_url": "https://huggingface.co/spaces/Litzy619/cosmos3-source4-support-gravity-patch/resolve/main/videos/strong_physics_omitted_law_004_omitted_law_support_gravity_sweep_seed9304_patch_bad_to_good_step20_seed9304.mp4?v=1782860684",
|
| 461 |
+
"source_path": "outputs/reasoning_probe/causal_intervention/source4_support_gravity_patch/patch_videos/strong_physics_omitted_law_004_omitted_law_support_gravity_sweep_seed9304_patch_bad_to_good_step20_seed9304.mp4",
|
| 462 |
+
"asset_version": "1782860684",
|
| 463 |
+
"evaluation": {}
|
| 464 |
+
},
|
| 465 |
+
{
|
| 466 |
+
"probe_index": 32,
|
| 467 |
+
"source_index": 4,
|
| 468 |
+
"benchmark": "strong_physics_omitted_law",
|
| 469 |
+
"condition": "omitted_law",
|
| 470 |
+
"error_type": "support_gravity",
|
| 471 |
+
"seed": 16304,
|
| 472 |
+
"original_prompt": "A wooden cube is lifted from a shelf and released above a table in normal gravity.",
|
| 473 |
+
"generation_prompt": "{\"scene_imagination\":\"A wooden cube is lifted from a shelf and released above a table in normal gravity. A wooden cube is released above a table and lands on the tabletop.\",\"temporal_caption\":\"0:00 establish the scene. 0:01-0:06 A wooden cube is released above a table and lands on the tabletop. 0:07 final state is visible.\",\"audio_description\":\"\",\"subjects\":[],\"background_setting\":\"Simple realistic tabletop or indoor physical test scene with no distracting extra objects.\",\"lighting\":{\"conditions\":\"even indoor lighting\",\"direction\":\"consistent with the scene\",\"shadows\":\"stable realistic shadows\",\"illumination_effect\":\"photorealistic highlights and material response\"},\"cinematography\":{\"camera_view\":\"fixed camera, medium shot\",\"camera_motion\":\"static\",\"framing\":\"the full physical interaction remains visible\",\"focus\":\"sharp focus on the objects and interaction\"},\"style_medium\":\"photorealistic real-world video\",\"artistic_style\":\"neutral documentary realism\",\"context\":\"A controlled omitted-law probe. The task event is specified, but the prompt intentionally avoids explicit reminders about the target physical law.\",\"actions\":[{\"time\":\"0:01-0:06\",\"description\":\"A wooden cube is released above a table and lands on the tabletop.\"}],\"segments\":[{\"segment_index\":0,\"time_range\":\"0:00-0:01\",\"description\":\"Scene setup with all relevant objects visible.\",\"key_changes\":\"No physical interaction yet.\",\"camera\":\"static\"},{\"segment_index\":1,\"time_range\":\"0:01-0:06\",\"description\":\"A wooden cube is released above a table and lands on the tabletop.\",\"key_changes\":\"The central event unfolds clearly.\",\"camera\":\"static\"},{\"segment_index\":2,\"time_range\":\"0:06-0:08\",\"description\":\"The final state remains visible for inspection.\",\"key_changes\":\"Motion settles.\",\"camera\":\"static\"}],\"transitions\":[],\"resolution\":{\"W\":1280,\"H\":720},\"aspect_ratio\":\"16,9\",\"duration\":\"0:08\",\"fps\":24,\"probe_condition\":\"omitted_law\",\"probe_error_type\":\"support_gravity\",\"withheld_physical_law\":\"Unsupported objects fall under gravity and need support to remain suspended.\",\"expected_physical_outcome\":\"The released cube should fall downward and come to rest on the table.\",\"counterfactual_error\":\"\"}",
|
| 474 |
+
"withheld_physical_law": "Unsupported objects fall under gravity and need support to remain suspended.",
|
| 475 |
+
"expected_physical_outcome": "The released cube should fall downward and come to rest on the table.",
|
| 476 |
+
"target_violation": "After release, the cube remains suspended in midair with no hand, string, shelf, or other support.",
|
| 477 |
+
"injected_error": "",
|
| 478 |
+
"metadata": {
|
| 479 |
+
"physical_laws": "Unsupported objects fall under gravity and need support to remain suspended.",
|
| 480 |
+
"expected_physical_outcome": "The released cube should fall downward and come to rest on the table.",
|
| 481 |
+
"omitted_timeline": "A wooden cube is released above a table and lands on the tabletop.",
|
| 482 |
+
"full_constraint_timeline": "After release, the cube falls downward and lands on the table, then rests on the tabletop without floating unsupported.",
|
| 483 |
+
"counterfactual_timeline": "After release, the cube remains suspended in midair with no hand, string, shelf, or other support."
|
| 484 |
+
},
|
| 485 |
+
"output_stem": "strong_physics_omitted_law_004_omitted_law_support_gravity_sweep_seed16304_patch_good_to_bad_step20",
|
| 486 |
+
"seed_sweep": {
|
| 487 |
+
"base_seed": 9304,
|
| 488 |
+
"seed_index": 7,
|
| 489 |
+
"seed": 16304
|
| 490 |
+
},
|
| 491 |
+
"size": "1280x720",
|
| 492 |
+
"num_frames": 189,
|
| 493 |
+
"fps": 24,
|
| 494 |
+
"num_inference_steps": 50,
|
| 495 |
+
"guidance_scale": 6.0,
|
| 496 |
+
"flow_shift": 10.0,
|
| 497 |
+
"max_sequence_length": "4096",
|
| 498 |
+
"manual_seed_label": "good",
|
| 499 |
+
"extra_params": "{\"guardrails\":false,\"trajectory_latent_patch_step\":20,\"trajectory_latent_patch_dir\":\"outputs/reasoning_probe/causal_intervention/source4_support_gravity_patch/saved_latents\",\"trajectory_latent_patch_prefix\":\"source04_bad_seed9304\"}",
|
| 500 |
+
"causal_intervention": {
|
| 501 |
+
"type": "latent_patch",
|
| 502 |
+
"step": 20,
|
| 503 |
+
"direction": "good_to_bad",
|
| 504 |
+
"start_label": "good",
|
| 505 |
+
"donor_label": "bad",
|
| 506 |
+
"donor_seed": 9304,
|
| 507 |
+
"donor_prefix": "source04_bad_seed9304"
|
| 508 |
+
},
|
| 509 |
+
"row_number": 10,
|
| 510 |
+
"file": "videos/strong_physics_omitted_law_004_omitted_law_support_gravity_sweep_seed16304_patch_good_to_bad_step20_seed16304.mp4",
|
| 511 |
+
"file_url": "https://huggingface.co/spaces/Litzy619/cosmos3-source4-support-gravity-patch/resolve/main/videos/strong_physics_omitted_law_004_omitted_law_support_gravity_sweep_seed16304_patch_good_to_bad_step20_seed16304.mp4?v=1782860684",
|
| 512 |
+
"source_path": "outputs/reasoning_probe/causal_intervention/source4_support_gravity_patch/patch_videos/strong_physics_omitted_law_004_omitted_law_support_gravity_sweep_seed16304_patch_good_to_bad_step20_seed16304.mp4",
|
| 513 |
+
"asset_version": "1782860684",
|
| 514 |
+
"evaluation": {}
|
| 515 |
+
}
|
| 516 |
+
]
|
videos/strong_physics_omitted_law_004_omitted_law_support_gravity_sweep_seed16304_baseline_save_latents_good_seed16304.mp4
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:9122cdbde40af0f38bf59dfc5a4341878455b6f979eb18d7eeabc6f865e43038
|
| 3 |
+
size 294674
|
videos/strong_physics_omitted_law_004_omitted_law_support_gravity_sweep_seed16304_patch_good_to_bad_step05_seed16304.mp4
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:5902d8bff99dbb4786aff0e3e3fa4713434b858a2ee5ba086cf89eb1792fac08
|
| 3 |
+
size 245767
|
videos/strong_physics_omitted_law_004_omitted_law_support_gravity_sweep_seed16304_patch_good_to_bad_step10_seed16304.mp4
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:8a513f1fb746dac53869cdc8b8ca116b6be4eb3d36702c8aecb816ed2a4e29b9
|
| 3 |
+
size 219075
|
videos/strong_physics_omitted_law_004_omitted_law_support_gravity_sweep_seed16304_patch_good_to_bad_step15_seed16304.mp4
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:4be54e77ff64b374e15e51259a8e4a94dc71627792dd476a22cfa071dd355be4
|
| 3 |
+
size 280921
|
videos/strong_physics_omitted_law_004_omitted_law_support_gravity_sweep_seed16304_patch_good_to_bad_step20_seed16304.mp4
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:1226a232257a17655e4a6f794d333370967085e0657cb76bb5623618a51b7ef6
|
| 3 |
+
size 289425
|
videos/strong_physics_omitted_law_004_omitted_law_support_gravity_sweep_seed9304_baseline_save_latents_bad_seed9304.mp4
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:997defd99f2a697f0059e25ee73408d28d22be2f4a12020ae0b887b2f1dd1ccf
|
| 3 |
+
size 261962
|
videos/strong_physics_omitted_law_004_omitted_law_support_gravity_sweep_seed9304_patch_bad_to_good_step05_seed9304.mp4
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b9ced7232c17aa245ed5a25e7cc4c1c9a3b47ddb20e54b8c2ff63e1aefdbc890
|
| 3 |
+
size 548487
|
videos/strong_physics_omitted_law_004_omitted_law_support_gravity_sweep_seed9304_patch_bad_to_good_step10_seed9304.mp4
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:6e8ebd57df0c21c3fdae0e3e5be29386041d06847038e86af6ba950e393fd18c
|
| 3 |
+
size 258930
|
videos/strong_physics_omitted_law_004_omitted_law_support_gravity_sweep_seed9304_patch_bad_to_good_step15_seed9304.mp4
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:44a9b2bd99f180dab9706776086ed3e922d9ef7428cd1472b78395fa81c66060
|
| 3 |
+
size 247193
|
videos/strong_physics_omitted_law_004_omitted_law_support_gravity_sweep_seed9304_patch_bad_to_good_step20_seed9304.mp4
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a7085e6e538ed03b8ee649328ebff7f15b5982bf3203c2e7f6acdf4445f79686
|
| 3 |
+
size 241804
|