Serve Crello corpus aafdb0e86816 from the mounted bucket

core/corpus.py

@@ -138,7 +138,7 @@ class BucketSource:
 
     def fetch(self, path: str, dest: Path) -> Path:
         dest.parent.mkdir(parents=True, exist_ok=True)
-        tmp = dest.with_suffix(dest.suffix + ".part")
+        tmp = dest.with_suffix(dest.suffix + f".{os.getpid()}.part")  # workers may fetch the same file at once
         with self.open(path) as src, open(tmp, "wb") as out:
             shutil.copyfileobj(src, out, 1 << 22)
         tmp.replace(dest)

scripts/deploy_space.py

@@ -1,11 +1,11 @@
 """Publish the environment as a Hugging Face Space that serves the full corpus.
 
-The Space image holds code and the corpus manifest only. The Crello bucket is
-attached read-only at /corpus; the catalog is copied from it at startup and
-each design's pixels are read from the mount the first time an episode uses it.
+The Space image holds code and the corpus manifest only. The catalog is copied from the bucket at startup, and
+each design's pixels are read from it the first time an episode uses it: over HTTP by default, or with
+--transport mount from the bucket attached read-only at /corpus.
 
     python scripts/deploy_space.py --space FineEnvs/design-canvas \\
-        --manifest corpus-manifest.json
+        --manifest corpus-manifest.json --private
 
 Refuses to deploy unless the manifest's catalog is published in the bucket
 with the exact size recorded in the manifest.
@@ -36,6 +36,9 @@ def main(argv=None) -> int:
     ap.add_argument("--max-envs", type=int, default=32, help="concurrent environment sessions per worker")
     ap.add_argument("--workers", type=int, default=4, help="server processes behind the Space's one URL")
     ap.add_argument("--reward", default="3", help="DESIGN_CANVAS_REWARD (3 = reward v3, as the evals use)")
+    ap.add_argument("--transport", choices=["http", "mount"], default="http",
+                    help="read designs over HTTP (default) or from the bucket mounted at /corpus; the mount returned "
+                         "I/O errors under the workers' random reads (2026-10-05)")
     args = ap.parse_args(argv)
 
     manifest = json.loads(Path(args.manifest).read_text())
@@ -63,18 +66,21 @@ def main(argv=None) -> int:
                                                   "from the mounted bucket")
     runtime = api.space_info(args.space).runtime
     volumes = [v for v in (runtime.volumes or []) if v.mount_path != "/corpus"] if runtime else []
-    volumes.append(Volume(type="bucket", source=bucket, mount_path="/corpus", read_only=True))
+    if args.transport == "mount":
+        volumes.append(Volume(type="bucket", source=bucket, mount_path="/corpus", read_only=True))
     api.set_space_volumes(args.space, volumes=volumes)
     current = api.get_space_variables(args.space)
+    if args.transport == "http" and "DESIGN_CANVAS_SOURCE_ROOT" in current:
+        api.delete_space_variable(args.space, "DESIGN_CANVAS_SOURCE_ROOT")
     for key, value in {"MAX_CONCURRENT_ENVS": str(args.max_envs),
                        "DESIGN_CANVAS_WORKERS": str(args.workers),
                        "DESIGN_CANVAS_REWARD": args.reward,
-                       "DESIGN_CANVAS_SOURCE_ROOT": "/corpus",
+                       **({"DESIGN_CANVAS_SOURCE_ROOT": "/corpus"} if args.transport == "mount" else {}),
                        "DESIGN_CANVAS_PUBLIC_URL": f"https://{args.space.replace('/', '-').lower()}.hf.space"}.items():
         if key not in current or current[key].value != value:
             api.add_space_variable(args.space, key, value)
     print(json.dumps({"space": args.space, "commit": commit.oid, "snapshot_id": manifest["snapshot_id"],
-                      "bucket": bucket, "mount": "/corpus (read-only)",
+                      "bucket": bucket, "transport": args.transport,
                       "url": f"https://huggingface.co/spaces/{args.space}"}, indent=2))
     return 0
 

server/router.py

@@ -166,7 +166,7 @@ class Router:
                     except WebSocketDisconnect:
                         pass
                     finally:
-                        await up.close()
+                        await up.close()  # also ends up_to_down when the client goes
 
                 async def up_to_down():
                     try:
@@ -182,7 +182,7 @@ class Router:
                     finally:
                         try:
                             await ws.close(code=up.close_code or 1000)
-                        except RuntimeError:
+                        except (RuntimeError, WebSocketDisconnect):  # the client left first
                             pass
 
                 await asyncio.gather(down_to_up(), up_to_down())