Show logs

Dockerfile

@@ -51,6 +51,7 @@ ENV HUGGINGFACE_HUB_CACHE=/tmp/huggingface
 ENV XDG_CACHE_HOME=/tmp/.cache
 ENV GRADIO_CACHE_DIR=/tmp/.gradio
 ENV GRADIO_EXAMPLES_CACHE=/tmp/.gradio/cached_examples
+ENV PYTHONUNBUFFERED=1
 
 RUN mkdir -p /tmp/model /tmp/huggingface /tmp/.cache /tmp/.gradio /tmp/.gradio/cached_examples \
     && chmod -R 777 /tmp/model /tmp/huggingface /tmp/.cache /tmp/.gradio /tmp/.gradio/cached_examples

test_compress.py

@@ -143,7 +143,19 @@ def _digest_exists_remotely(digest: str) -> bool:
         return True
     except ClientError as exc:
         code = exc.response.get("Error", {}).get("Code")
-        if code in {"404", "NoSuchKey"}:
+        if code in {"404", "NoSuchKey", "403", "Forbidden"}:
+            if code in {"403", "Forbidden"}:
+                print(
+                    json.dumps(
+                        {
+                            "event": "dedupe_head_forbidden",
+                            "digest": digest[:12],
+                            "issue": "head_object_forbidden",
+                        },
+                        ensure_ascii=True,
+                        sort_keys=True,
+                    )
+                )
             return False
         raise
 
@@ -151,13 +163,30 @@ def _digest_exists_remotely(digest: str) -> bool:
 def _store_digest_marker(digest: str, metadata: dict[str, str]) -> None:
     if not s3 or not BUCKET_NAME:
         return
-    s3.put_object(
-        Bucket=BUCKET_NAME,
-        Key=_digest_marker_key(digest),
-        Body=b"",
-        ContentType="text/plain",
-        Metadata=metadata,
-    )
+    try:
+        s3.put_object(
+            Bucket=BUCKET_NAME,
+            Key=_digest_marker_key(digest),
+            Body=b"",
+            ContentType="text/plain",
+            Metadata=metadata,
+        )
+    except ClientError as exc:
+        code = exc.response.get("Error", {}).get("Code")
+        if code in {"403", "Forbidden"}:
+            print(
+                json.dumps(
+                    {
+                        "event": "dedupe_marker_forbidden",
+                        "digest": digest[:12],
+                        "issue": "put_object_forbidden",
+                    },
+                    ensure_ascii=True,
+                    sort_keys=True,
+                )
+            )
+            return
+        raise
 
 
 def _prune(now: datetime.datetime) -> None:
@@ -374,6 +403,7 @@ def imagine(local_path: str, age: int, *, context: UploadContext | None = None)
 
     prepared_upload: PreparedUpload | None = None
     if not s3 or not BUCKET_NAME:
+        print()
         return None
     try:
         prepared_upload = _prepare_upload(local_path)