chore: deploy private lightloom build

LICENSE

@@ -0,0 +1,201 @@
+                                 Apache License
+                           Version 2.0, January 2004
+                        http://www.apache.org/licenses/
+
+   TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION
+
+   1. Definitions.
+
+      "License" shall mean the terms and conditions for use, reproduction,
+      and distribution as defined by Sections 1 through 9 of this document.
+
+      "Licensor" shall mean the copyright owner or entity authorized by
+      the copyright owner that is granting the License.
+
+      "Legal Entity" shall mean the union of the acting entity and all
+      other entities that control, are controlled by, or are under common
+      control with that entity. For the purposes of this definition,
+      "control" means (i) the power, direct or indirect, to cause the
+      direction or management of such entity, whether by contract or
+      otherwise, or (ii) ownership of fifty percent (50%) or more of the
+      outstanding shares, or (iii) beneficial ownership of such entity.
+
+      "You" (or "Your") shall mean an individual or Legal Entity
+      exercising permissions granted by this License.
+
+      "Source" form shall mean the preferred form for making modifications,
+      including but not limited to software source code, documentation
+      source, and configuration files.
+
+      "Object" form shall mean any form resulting from mechanical
+      transformation or translation of a Source form, including but
+      not limited to compiled object code, generated documentation,
+      and conversions to other media types.
+
+      "Work" shall mean the work of authorship, whether in Source or
+      Object form, made available under the License, as indicated by a
+      copyright notice that is included in or attached to the work
+      (an example is provided in the Appendix below).
+
+      "Derivative Works" shall mean any work, whether in Source or Object
+      form, that is based on (or derived from) the Work and for which the
+      editorial revisions, annotations, elaborations, or other modifications
+      represent, as a whole, an original work of authorship. For the purposes
+      of this License, Derivative Works shall not include works that remain
+      separable from, or merely link (or bind by name) to the interfaces of,
+      the Work and Derivative Works thereof.
+
+      "Contribution" shall mean any work of authorship, including
+      the original version of the Work and any modifications or additions
+      to that Work or Derivative Works thereof, that is intentionally
+      submitted to Licensor for inclusion in the Work by the copyright owner
+      or by an individual or Legal Entity authorized to submit on behalf of
+      the copyright owner. For the purposes of this definition, "submitted"
+      means any form of electronic, verbal, or written communication sent
+      to the Licensor or its representatives, including but not limited to
+      communication on electronic mailing lists, source code control systems,
+      and issue tracking systems that are managed by, or on behalf of, the
+      Licensor for the purpose of discussing and improving the Work, but
+      excluding communication that is conspicuously marked or otherwise
+      designated in writing by the copyright owner as "Not a Contribution."
+
+      "Contributor" shall mean Licensor and any individual or Legal Entity
+      on behalf of whom a Contribution has been received by Licensor and
+      subsequently incorporated within the Work.
+
+   2. Grant of Copyright License. Subject to the terms and conditions of
+      this License, each Contributor hereby grants to You a perpetual,
+      worldwide, non-exclusive, no-charge, royalty-free, irrevocable
+      copyright license to reproduce, prepare Derivative Works of,
+      publicly display, publicly perform, sublicense, and distribute the
+      Work and such Derivative Works in Source or Object form.
+
+   3. Grant of Patent License. Subject to the terms and conditions of
+      this License, each Contributor hereby grants to You a perpetual,
+      worldwide, non-exclusive, no-charge, royalty-free, irrevocable
+      (except as stated in this section) patent license to make, have made,
+      use, offer to sell, sell, import, and otherwise transfer the Work,
+      where such license applies only to those patent claims licensable
+      by such Contributor that are necessarily infringed by their
+      Contribution(s) alone or by combination of their Contribution(s)
+      with the Work to which such Contribution(s) was submitted. If You
+      institute patent litigation against any entity (including a
+      cross-claim or counterclaim in a lawsuit) alleging that the Work
+      or a Contribution incorporated within the Work constitutes direct
+      or contributory patent infringement, then any patent licenses
+      granted to You under this License for that Work shall terminate
+      as of the date such litigation is filed.
+
+   4. Redistribution. You may reproduce and distribute copies of the
+      Work or Derivative Works thereof in any medium, with or without
+      modifications, and in Source or Object form, provided that You
+      meet the following conditions:
+
+      (a) You must give any other recipients of the Work or Derivative
+          Works a copy of this License; and
+
+      (b) You must cause any modified files to carry prominent notices
+          stating that You changed the files; and
+
+      (c) You must retain, in the Source form of any Derivative Works
+          that You distribute, all copyright, patent, trademark, and
+          attribution notices from the Source form of the Work, excluding
+          those notices that do not pertain to any part of the Derivative
+          Works; and
+
+      (d) If the Work includes a "NOTICE" text file as part of its
+          distribution, then any Derivative Works that You distribute must
+          include a readable copy of the attribution notices contained
+          within such NOTICE file, excluding those notices that do not
+          pertain to any part of the Derivative Works, in at least one
+          of the following places: within a NOTICE text file distributed
+          as part of the Derivative Works; within the Source form or
+          documentation, if provided along with the Derivative Works; or,
+          within a display generated by the Derivative Works, if and
+          wherever such third-party notices normally appear. The contents
+          of the NOTICE file are for informational purposes only and do
+          not modify the License. You may add Your own attribution notices
+          within Derivative Works that You distribute, alongside or as an
+          addendum to the NOTICE text from the Work, provided that such
+          additional attribution notices cannot be construed as modifying
+          the License.
+
+      You may add Your own copyright statement to Your modifications and
+      may provide additional or different license terms and conditions
+      for use, reproduction, or distribution of Your modifications, or
+      for any such Derivative Works as a whole, provided Your use,
+      reproduction, and distribution of the Work otherwise complies with
+      the conditions stated in this License.
+
+   5. Submission of Contributions. Unless You explicitly state otherwise,
+      any Contribution intentionally submitted for inclusion in the Work
+      by You to the Licensor shall be under the terms and conditions of
+      this License, without any additional terms or conditions.
+      Notwithstanding the above, nothing herein shall supersede or modify
+      the terms of any separate license agreement you may have executed
+      with Licensor regarding such Contributions.
+
+   6. Trademarks. This License does not grant permission to use the trade
+      names, trademarks, service marks, or product names of the Licensor,
+      except as required for reasonable and customary use in describing the
+      origin of the Work and reproducing the content of the NOTICE file.
+
+   7. Disclaimer of Warranty. Unless required by applicable law or
+      agreed to in writing, Licensor provides the Work (and each
+      Contributor provides its Contributions) on an "AS IS" BASIS,
+      WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
+      implied, including, without limitation, any warranties or conditions
+      of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A
+      PARTICULAR PURPOSE. You are solely responsible for determining the
+      appropriateness of using or redistributing the Work and assume any
+      risks associated with Your exercise of permissions under this License.
+
+   8. Limitation of Liability. In no event and under no legal theory,
+      whether in tort (including negligence), contract, or otherwise,
+      unless required by applicable law (such as deliberate and grossly
+      negligent acts) or agreed to in writing, shall any Contributor be
+      liable to You for damages, including any direct, indirect, special,
+      incidental, or consequential damages of any character arising as a
+      result of this License or out of the use or inability to use the
+      Work (including but not limited to damages for loss of goodwill,
+      work stoppage, computer failure or malfunction, or any and all
+      other commercial damages or losses), even if such Contributor
+      has been advised of the possibility of such damages.
+
+   9. Accepting Warranty or Additional Liability. While redistributing
+      the Work or Derivative Works thereof, You may choose to offer,
+      and charge a fee for, acceptance of support, warranty, indemnity,
+      or other liability obligations and/or rights consistent with this
+      License. However, in accepting such obligations, You may act only
+      on Your own behalf and on Your sole responsibility, not on behalf
+      of any other Contributor, and only if You agree to indemnify,
+      defend, and hold each Contributor harmless for any liability
+      incurred by, or claims asserted against, such Contributor by reason
+      of your accepting any such warranty or additional liability.
+
+   END OF TERMS AND CONDITIONS
+
+   APPENDIX: How to apply the Apache License to your work.
+
+      To apply the Apache License to your work, attach the following
+      boilerplate notice, with the fields enclosed by brackets "[]"
+      replaced with your own identifying information. (Don't include
+      the brackets!)  The text should be enclosed in the appropriate
+      comment syntax for the file format. We also recommend that a
+      file or class name and description of purpose be included on the
+      same "printed page" as the copyright notice for easier
+      identification within third-party archives.
+
+   Copyright 2026 Efrain Deulofeu
+
+   Licensed under the Apache License, Version 2.0 (the "License");
+   you may not use this file except in compliance with the License.
+   You may obtain a copy of the License at
+
+       http://www.apache.org/licenses/LICENSE-2.0
+
+   Unless required by applicable law or agreed to in writing, software
+   distributed under the License is distributed on an "AS IS" BASIS,
+   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+   See the License for the specific language governing permissions and
+   limitations under the License.

README.md

@@ -5,6 +5,7 @@ colorFrom: indigo
 colorTo: yellow
 sdk: gradio
 app_file: app.py
+license: apache-2.0
 pinned: false
 short_description: Speak — a living 2.5D world unrolls ahead of you.
 ---
@@ -25,7 +26,7 @@ given depth, so it drifts past you in real parallax. No cloud APIs. The world *i
 
 ```mermaid
 flowchart LR
-  V[🎙 Your voice] -->|Whisper-turbo · transcribe/translate| T[English transcript]
+  V[🎙 Your voice] -->|NVIDIA Parakeet-CTC · transcribe| T[transcript]
   T -->|split into phrases| D[Director · MiniCPM]
   D -->|vivid scene + style per phrase| P[Painter · FLUX.2 klein · 4 steps]
   P --> I[panorama strips]
@@ -44,31 +45,35 @@ browser-side VAD), so the world keeps extending and flowing while you narrate.
 
 **Honesty notes (rule R6).** The world is real, generated *live* in this Space (~25–30 s one-time
 model warm-up, covered by a pre-rendered ambient scroll, then ~0.8 s per 384-px strip, 2 strips per
-spoken phrase). The 2.5D is a **depth-displaced relief mesh** (the DepthAnything map pushes a subdivided plane's vertices
-under a gently-swaying perspective camera — the picture is sampled at its true uv, so depth edges
-bend like a rubber sheet instead of tearing), **not** Gaussian-splat reconstruction like WonderWorld and **not** video diffusion — each
-strip is a single still image given depth. In live narration, **one spoken phrase = one
+spoken phrase). The live scroll shows the painted panorama with a subtle DepthAnything depth cue (aerial perspective).
+At session end you can step INTO the finished world as a **navigable depth-displaced 3D mesh**
+("Explore in 3D", client-GPU WebGL — the depth map pushes a subdivided plane's vertices under a
+drag-to-peer camera). Either way each strip is a single still image given depth — **not** Gaussian-splat
+reconstruction and **not** video diffusion. In live narration, **one spoken phrase = one
 `@spaces.GPU` call** that paints a few strips continuing the panorama (continuity is keyed per session
 on disk). Voice is optional: you can also type. We evaluated **Cohere Transcribe** for the ASR but its
 custom architecture is incompatible with the transformers version FLUX/MiniCPM require (it loads
-cleanly yet emits garbage), so speech→text uses **Whisper-turbo**, which also *translates* non-English
-narration to English on its own (`task="translate"`).
+cleanly yet emits garbage), so speech→text uses **NVIDIA Parakeet-CTC-1.1b** — an alignment-based CTC
+model that emits blanks on silence and so structurally cannot hallucinate filler. It **transcribes the
+spoken language; there is no live translation step** (Whisper-large-v3-turbo is a fallback only).
 
 ## The orchestra (parameter ledger — from `/health`, ≤ 32B)
 
 | Model | Role | Params | License | Runtime |
 |---|---|---|---|---|
-| openai/whisper-large-v3-turbo | Voice → text (+ translate) | 0.809B | mit | ✓ |
+| nvidia/parakeet-ctc-1.1b | **Voice → text** (CTC; no hallucinated filler) | 1.10B | cc-by-4.0 | ✓ |
 | openbmb/MiniCPM5-1B | **Director** (shot + style per scene) | 1.00B | apache-2.0 | ✓ |
 | black-forest-labs/FLUX.2-klein-4B | **Painter** (4-step strip) | 4.00B | apache-2.0 | ✓ |
 | depth-anything/Depth-Anything-V2-Small | Depth / relief | 0.025B | apache-2.0 | ✓ |
+| openbmb/MiniCPM-V-4.6 | **Art Director** — names the keepsake from its pixels (post-process) | 1.30B | apache-2.0 | ✓* |
+| openai/whisper-large-v3-turbo | ASR fallback (only if Parakeet fails to load) | 0.809B | mit | — |
+| CohereLabs/tiny-aya-global-GGUF | Translator (Cohere, evaluated — not loaded) | 3.35B | cc-by-nc-4.0 | — |
 | stabilityai/stable-audio-open-small | Ambient bed (not yet wired) | 0.341B | Stability Community | — |
 | onnx-community/silero-vad | Voice activity (browser RMS does VAD) | 0.002B | mit | — |
-| hzwer/Practical-RIFE | Export interpolation (not wired) | 0.010B | (see card) | — |
-| CohereLabs/tiny-aya-global-GGUF | Translator (Cohere, evaluated) | 3.35B | cc-by-nc-4.0 | — |
 
-**TOTAL: 5.83B / 32B runtime** (Whisper + MiniCPM + klein-4B + Depth-Anything — the only four
-models actually loaded) — verifiable live at `/health`.
+**TOTAL: 6.13B / 32B live runtime** (Parakeet + MiniCPM Director + klein-4B + Depth-Anything — the four
+models on the live slot) — verifiable at `/health`. The MiniCPM-V Art Director (1.30B, ✓*) loads only at
+session-end (post-process), never on the live painter slot.
 
 ## Tracks & sponsor integrations
 
@@ -77,8 +82,8 @@ models actually loaded) — verifiable live at `/health`.
 - **Black Forest Labs — FLUX.2 [klein] 4B.** The distilled **4-step, CFG-free** painter is what makes
   the live scroll possible (~0.8 s per 384-px strip on the Blackwell slot).
 - **Cohere.** We **evaluated** **Tiny Aya** (Cohere translator) and **Cohere Transcribe**; the latter
-  is incompatible with the transformers version FLUX/MiniCPM pin (it loads but emits garbage), so the
-  shipped multilingual path uses Whisper's own translation. Aya is documented in the ledger as
+  is incompatible with the transformers version FLUX/MiniCPM pin (it loads but emits garbage). The live
+  path **transcribes the spoken language and does not translate**; Aya is documented in the ledger as
   evaluated, not loaded at runtime.
 - **OpenAI — built with Codex.** See the attributed commit history.
 - **Modal — credits prize.** A painterly **style LoRA** for FLUX.2-klein is trained on Modal

app.py

@@ -1422,7 +1422,7 @@ def _scroll_live_phrase(session: str, text: str, audio_b64: str, lang: str):
             # guard misses). Reroll it (new seed) carrying the already-validated context, so a bad ROLL is fixed
             # while continuity is kept; if use_ctx was dropped above, this is a clean fresh repaint instead.
             if _strip_looks_corrupt(sec) or _strip_looks_abstract(sec) > 0.5:
-                sec = outpaint_right(pipe, use_ctx, paint_prompt, seg_w=seg, height=h, overlap=overlap, steps=4, seed=211 + g * 3)
+                sec = outpaint_right(pipe, use_ctx, paint_prompt, seg_w=seg, height=h, overlap=overlap, steps=4, seed=211 + g * 3, image_reference=cast_ref)
             ctx = sec
             sec.save(out_dir / f"section-{g}.webp", "WEBP", quality=92)
             yield {
@@ -1638,6 +1638,7 @@ def _postprocess_world(session: str, lang: str = "en"):
         "explore_color": explore_color,
         "explore_depth": explore_depth,
         "field_notes": seer.get("field_notes") or [],
+        "focal_points": seer.get("focal_points") or [],
     }
 
 

frontend/js/controller.js

@@ -431,7 +431,7 @@ const controller = {
       ex.className = "keepsake__dl keepsake__explore"; ex.type = "button";
       ex.textContent = es ? "✦ Explorar en 3D" : "✦ Explore in 3D";
       ex.addEventListener("click", () => {
-        try { LL.explore3d && LL.explore3d.open({ color: ev.explore_color, depth: ev.explore_depth, title: ev.title }); }
+        try { LL.explore3d && LL.explore3d.open({ color: ev.explore_color, depth: ev.explore_depth, title: ev.title, focal: ev.focal_points }); }
         catch (_) { this._status(es ? "No se pudo abrir el 3D" : "Couldn't open 3D", 3000); }
       });
       actions.append(ex);

frontend/js/explore3d.js

@@ -19,7 +19,7 @@ window.LL = window.LL || {};
 
 const Explore3D = (() => {
   let host = null, renderer = null, scene = null, camera = null, mesh = null, mat = null, backdrop = null, raf = 0;
-  let hintEl = null, hintTimer = 0;
+  let hintEl = null, hintTimer = 0, _onWinMove = null, _onWinUp = null;
   // fade the "drag to peer" hint out the first time the user interacts, or after a grace period.
   function fadeHint() { if (hintEl) hintEl.classList.add("is-faded"); if (hintTimer) { clearTimeout(hintTimer); hintTimer = 0; } }
   let target = null; // THREE.Vector3 look-point on the strip (x travels along the mural)
@@ -108,7 +108,7 @@ const Explore3D = (() => {
 
   function onKey(e) { if (e.key === "Escape") Explore3D.close(); }
 
-  async function openFn({ color, depth, title } = {}) {
+  async function openFn({ color, depth, title, focal } = {}) {
     if (open) Explore3D.close();
     if (!color || !depth) return false;
     const { canvas, slider, hint } = buildOverlay();
@@ -149,6 +149,9 @@ const Explore3D = (() => {
     target = new THREE.Vector3(0, 0, 0);
     yaw = 0; pitch = 0; dist = 1.5; open = true;
     resize();
+    // open on the region MiniCPM's Art Director judged most striking (focal_points), else the middle
+    const fx0 = (Array.isArray(focal) && focal[0] && typeof focal[0].x === "number") ? Math.min(1, Math.max(0, focal[0].x)) : 0.5;
+    slider.value = String(Math.round(fx0 * 1000));
     slider.addEventListener("input", () => {
       const u = (+slider.value) / 1000;
       const halfVis = halfVisU * worldW;
@@ -176,8 +179,10 @@ const Explore3D = (() => {
     };
     const up = () => { drag = false; };
     canvas.addEventListener("mousedown", (e) => down(e.clientX, e.clientY));
-    window.addEventListener("mousemove", (e) => move(e.clientX, e.clientY));
-    window.addEventListener("mouseup", up);
+    _onWinMove = (e) => move(e.clientX, e.clientY);   // named so closeFn can remove them (no window leak)
+    _onWinUp = up;
+    window.addEventListener("mousemove", _onWinMove);
+    window.addEventListener("mouseup", _onWinUp);
     canvas.addEventListener("touchstart", (e) => { const t = e.touches[0]; down(t.clientX, t.clientY); }, { passive: true });
     canvas.addEventListener("touchmove", (e) => { const t = e.touches[0]; move(t.clientX, t.clientY); }, { passive: true });
     canvas.addEventListener("touchend", up);
@@ -211,6 +216,8 @@ const Explore3D = (() => {
     hintEl = null;
     window.removeEventListener("resize", resize);
     document.removeEventListener("keydown", onKey);
+    if (_onWinMove) { window.removeEventListener("mousemove", _onWinMove); _onWinMove = null; } // no leak per open/close
+    if (_onWinUp) { window.removeEventListener("mouseup", _onWinUp); _onWinUp = null; }
     try { if (mesh) { mesh.geometry.dispose(); } } catch (_) {}
     try { if (backdrop) { backdrop.geometry.dispose(); backdrop.material.dispose(); } } catch (_) {}
     try { if (mat) { for (const k of ["uImg", "uDep"]) { const t = mat.uniforms[k] && mat.uniforms[k].value; if (t && t.dispose) t.dispose(); } mat.dispose(); } } catch (_) {}