deploy: 9b091bed6e92624a368d339225a2373c3207ec09

README.md

@@ -1,10 +1,10 @@
 ---
-title: Layout Overlap
-emoji: 🏃
-colorFrom: gray
-colorTo: pink
+title: Layout Alignment
+emoji: 📊
+colorFrom: pink
+colorTo: purple
 sdk: gradio
-sdk_version: 4.18.0
+sdk_version: 4.17.0
 app_file: app.py
 pinned: false
 ---

layout_overlap.py

@@ -0,0 +1,182 @@
+from typing import Dict, List, Tuple, TypedDict, Union
+
+import datasets as ds
+import evaluate
+import numpy as np
+import numpy.typing as npt
+
+_DESCRIPTION = """\
+Computes some alignment metrics that are different to each other in previous works.
+"""
+
+_CITATION = """\
+@inproceedings{lee2020neural,
+  title={Neural design network: Graphic layout generation with constraints},
+  author={Lee, Hsin-Ying and Jiang, Lu and Essa, Irfan and Le, Phuong B and Gong, Haifeng and Yang, Ming-Hsuan and Yang, Weilong},
+  booktitle={Computer Vision--ECCV 2020: 16th European Conference, Glasgow, UK, August 23--28, 2020, Proceedings, Part III 16},
+  pages={491--506},
+  year={2020},
+  organization={Springer}
+}
+
+@article{li2020attribute,
+  title={Attribute-conditioned layout gan for automatic graphic design},
+  author={Li, Jianan and Yang, Jimei and Zhang, Jianming and Liu, Chang and Wang, Christina and Xu, Tingfa},
+  journal={IEEE Transactions on Visualization and Computer Graphics},
+  volume={27},
+  number={10},
+  pages={4039--4048},
+  year={2020},
+  publisher={IEEE}
+}
+
+@inproceedings{kikuchi2021constrained,
+  title={Constrained graphic layout generation via latent optimization},
+  author={Kikuchi, Kotaro and Simo-Serra, Edgar and Otani, Mayu and Yamaguchi, Kota},
+  booktitle={Proceedings of the 29th ACM International Conference on Multimedia},
+  pages={88--96},
+  year={2021}
+}
+"""
+
+
+def convert_xywh_to_ltrb(
+    batch_bbox: npt.NDArray[np.float64],
+) -> Tuple[
+    npt.NDArray[np.float64],
+    npt.NDArray[np.float64],
+    npt.NDArray[np.float64],
+    npt.NDArray[np.float64],
+]:
+    xc, yc, w, h = batch_bbox
+    x1 = xc - w / 2
+    y1 = yc - h / 2
+    x2 = xc + w / 2
+    y2 = yc + h / 2
+    return (x1, y1, x2, y2)
+
+
+class A(TypedDict):
+    a1: npt.NDArray[np.float64]
+    ai: npt.NDArray[np.float64]
+
+
+class LayoutOverlap(evaluate.Metric):
+    def _info(self) -> evaluate.EvaluationModuleInfo:
+        return evaluate.MetricInfo(
+            description=_DESCRIPTION,
+            citation=_CITATION,
+            features=ds.Features(
+                {
+                    "batch_bbox": ds.Sequence(ds.Sequence(ds.Value("float64"))),
+                    "batch_mask": ds.Sequence(ds.Value("bool")),
+                }
+            ),
+            codebase_urls=[
+                "https://github.com/ktrk115/const_layout/blob/master/metric.py#L167-L188",
+                "https://github.com/CyberAgentAILab/layout-dm/blob/main/src/trainer/trainer/helpers/metric.py#L98-L147",
+            ],
+        )
+
+    def __calculate_a1_ai(self, batch_bbox: npt.NDArray[np.float64]) -> A:
+
+        l1, t1, r1, b1 = convert_xywh_to_ltrb(batch_bbox[:, :, :, None])
+        l2, t2, r2, b2 = convert_xywh_to_ltrb(batch_bbox[:, :, None, :])
+        a1 = (r1 - l1) * (b1 - t1)
+
+        # shape: (B, S, S)
+        l_max = np.maximum(l1, l2)
+        r_min = np.minimum(r1, r2)
+        t_max = np.maximum(t1, t2)
+        b_min = np.minimum(b1, b2)
+        cond = (l_max < r_min) & (t_max < b_min)
+        ai = np.where(cond, (r_min - l_max) * (b_min - t_max), 0.0)
+
+        return {"a1": a1, "ai": ai}
+
+    def _compute_ac_layout_gan(
+        self,
+        S: int,
+        ai: npt.NDArray[np.float64],
+        a1: npt.NDArray[np.float64],
+        batch_mask: npt.NDArray[np.bool_],
+    ) -> npt.NDArray[np.float64]:
+
+        # shape: (B, S) -> (B, S, S)
+        batch_mask = ~batch_mask[:, None, :] | ~batch_mask[:, :, None]
+        indices = np.arange(S)
+        batch_mask[:, indices, indices] = True
+        ai[batch_mask] = 0.0
+
+        # shape: (B, S, S)
+        ar = np.nan_to_num(ai / a1)
+        score = ar.sum(axis=(1, 2))
+
+        return score
+
+    def _compute_layout_gan_pp(
+        self,
+        score_ac_layout_gan: npt.NDArray[np.float64],
+        batch_mask: npt.NDArray[np.bool_],
+    ):
+        # shape: (B, S) -> (B,)
+        batch_mask = batch_mask.sum(axis=1)
+
+        # shape: (B,)
+        score_normalized = score_ac_layout_gan / batch_mask
+        score_normalized[np.isnan(score_normalized)] = 0.0
+        return score_normalized
+
+    def _compute_layout_gan(
+        self, S: int, B: int, ai: npt.NDArray[np.float64]
+    ) -> npt.NDArray[np.float64]:
+        indices = np.arange(S)
+        ii, jj = np.meshgrid(indices, indices, indexing="ij")
+
+        # shape: ii (S, S) -> (1, S, S), jj (S, S) -> (1, S, S)
+        # shape: (1, S, S) -> (B, S, S)
+        ai[np.repeat((ii[None, :] >= jj[None, :]), axis=0, repeats=B)] = 0.0
+
+        # shape: (B, S, S) -> (B,)
+        score = ai.sum(axis=(1, 2))
+
+        return score
+
+    def _compute(
+        self,
+        *,
+        batch_bbox: Union[npt.NDArray[np.float64], List[List[int]]],
+        batch_mask: Union[npt.NDArray[np.bool_], List[List[bool]]],
+    ) -> Dict[str, npt.NDArray[np.float64]]:
+
+        # shape: (B, model_max_length, C)
+        batch_bbox = np.array(batch_bbox)
+        # shape: (B, model_max_length)
+        batch_mask = np.array(batch_mask)
+
+        # S: model_max_length
+        B, S, C = batch_bbox.shape
+
+        # shape: batch_bbox (B, S, C), batch_mask (B, S) -> (B, S, 1) -> (B, S, C)
+        batch_bbox[np.repeat(~batch_mask[:, :, None], axis=2, repeats=C)] = 0.0
+        # shape: (C, B, S)
+        batch_bbox = batch_bbox.transpose(2, 0, 1)
+
+        A = self.__calculate_a1_ai(batch_bbox)
+
+        # shape: (B,)
+        score_ac_layout_gan = self._compute_ac_layout_gan(
+            S=S, batch_mask=batch_mask, **A
+        )
+        # shape: (B,)
+        score_layout_gan_pp = self._compute_layout_gan_pp(
+            score_ac_layout_gan=score_ac_layout_gan, batch_mask=batch_mask
+        )
+        # shape: (B,)
+        score_layout_gan = self._compute_layout_gan(B=B, S=S, ai=A["ai"])
+
+        return {
+            "overlap-ACLayoutGAN": score_ac_layout_gan,
+            "overlap-LayoutGAN++": score_layout_gan_pp,
+            "overlap-LayoutGAN": score_layout_gan,
+        }

requirements.txt

@@ -0,0 +1,89 @@
+aiofiles==23.2.1 ; python_version >= "3.9" and python_version < "4.0"
+aiohttp==3.9.3 ; python_version >= "3.9" and python_version < "4.0"
+aiosignal==1.3.1 ; python_version >= "3.9" and python_version < "4.0"
+altair==5.2.0 ; python_version >= "3.9" and python_version < "4.0"
+annotated-types==0.6.0 ; python_version >= "3.9" and python_version < "4.0"
+anyio==4.2.0 ; python_version >= "3.9" and python_version < "4.0"
+arrow==1.3.0 ; python_version >= "3.9" and python_version < "4.0"
+async-timeout==4.0.3 ; python_version >= "3.9" and python_version < "3.11"
+attrs==23.2.0 ; python_version >= "3.9" and python_version < "4.0"
+binaryornot==0.4.4 ; python_version >= "3.9" and python_version < "4.0"
+certifi==2024.2.2 ; python_version >= "3.9" and python_version < "4.0"
+chardet==5.2.0 ; python_version >= "3.9" and python_version < "4.0"
+charset-normalizer==3.3.2 ; python_version >= "3.9" and python_version < "4.0"
+click==8.1.7 ; python_version >= "3.9" and python_version < "4.0"
+colorama==0.4.6 ; python_version >= "3.9" and python_version < "4.0"
+contourpy==1.2.0 ; python_version >= "3.9" and python_version < "4.0"
+cookiecutter==2.5.0 ; python_version >= "3.9" and python_version < "4.0"
+cycler==0.12.1 ; python_version >= "3.9" and python_version < "4.0"
+datasets==2.17.0 ; python_version >= "3.9" and python_version < "4.0"
+dill==0.3.8 ; python_version >= "3.9" and python_version < "4.0"
+evaluate[template]==0.4.1 ; python_version >= "3.9" and python_version < "4.0"
+exceptiongroup==1.2.0 ; python_version >= "3.9" and python_version < "3.11"
+fastapi==0.109.2 ; python_version >= "3.9" and python_version < "4.0"
+ffmpy==0.3.1 ; python_version >= "3.9" and python_version < "4.0"
+filelock==3.13.1 ; python_version >= "3.9" and python_version < "4.0"
+fonttools==4.48.1 ; python_version >= "3.9" and python_version < "4.0"
+frozenlist==1.4.1 ; python_version >= "3.9" and python_version < "4.0"
+fsspec==2023.10.0 ; python_version >= "3.9" and python_version < "4.0"
+fsspec[http]==2023.10.0 ; python_version >= "3.9" and python_version < "4.0"
+gradio-client==0.9.0 ; python_version >= "3.9" and python_version < "4.0"
+gradio==4.17.0 ; python_version >= "3.9" and python_version < "4.0"
+h11==0.14.0 ; python_version >= "3.9" and python_version < "4.0"
+httpcore==1.0.2 ; python_version >= "3.9" and python_version < "4.0"
+httpx==0.26.0 ; python_version >= "3.9" and python_version < "4.0"
+huggingface-hub==0.20.3 ; python_version >= "3.9" and python_version < "4.0"
+idna==3.6 ; python_version >= "3.9" and python_version < "4.0"
+importlib-resources==6.1.1 ; python_version >= "3.9" and python_version < "4.0"
+jinja2==3.1.3 ; python_version >= "3.9" and python_version < "4.0"
+jsonschema-specifications==2023.12.1 ; python_version >= "3.9" and python_version < "4.0"
+jsonschema==4.21.1 ; python_version >= "3.9" and python_version < "4.0"
+kiwisolver==1.4.5 ; python_version >= "3.9" and python_version < "4.0"
+markdown-it-py==3.0.0 ; python_version >= "3.9" and python_version < "4.0"
+markupsafe==2.1.5 ; python_version >= "3.9" and python_version < "4.0"
+matplotlib==3.8.2 ; python_version >= "3.9" and python_version < "4.0"
+mdurl==0.1.2 ; python_version >= "3.9" and python_version < "4.0"
+multidict==6.0.5 ; python_version >= "3.9" and python_version < "4.0"
+multiprocess==0.70.16 ; python_version >= "3.9" and python_version < "4.0"
+numpy==1.26.4 ; python_version >= "3.9" and python_version < "4.0"
+orjson==3.9.13 ; python_version >= "3.9" and python_version < "4.0"
+packaging==23.2 ; python_version >= "3.9" and python_version < "4.0"
+pandas==2.2.0 ; python_version >= "3.9" and python_version < "4.0"
+pillow==10.2.0 ; python_version >= "3.9" and python_version < "4.0"
+pyarrow-hotfix==0.6 ; python_version >= "3.9" and python_version < "4.0"
+pyarrow==15.0.0 ; python_version >= "3.9" and python_version < "4.0"
+pydantic-core==2.16.2 ; python_version >= "3.9" and python_version < "4.0"
+pydantic==2.6.1 ; python_version >= "3.9" and python_version < "4.0"
+pydub==0.25.1 ; python_version >= "3.9" and python_version < "4.0"
+pygments==2.17.2 ; python_version >= "3.9" and python_version < "4.0"
+pyparsing==3.1.1 ; python_version >= "3.9" and python_version < "4.0"
+python-dateutil==2.8.2 ; python_version >= "3.9" and python_version < "4.0"
+python-multipart==0.0.7 ; python_version >= "3.9" and python_version < "4.0"
+python-slugify==8.0.4 ; python_version >= "3.9" and python_version < "4.0"
+pytz==2024.1 ; python_version >= "3.9" and python_version < "4.0"
+pyyaml==6.0.1 ; python_version >= "3.9" and python_version < "4.0"
+referencing==0.33.0 ; python_version >= "3.9" and python_version < "4.0"
+requests==2.31.0 ; python_version >= "3.9" and python_version < "4.0"
+responses==0.18.0 ; python_version >= "3.9" and python_version < "4.0"
+rich==13.7.0 ; python_version >= "3.9" and python_version < "4.0"
+rpds-py==0.17.1 ; python_version >= "3.9" and python_version < "4.0"
+ruff==0.2.1 ; python_version >= "3.9" and python_version < "4.0"
+semantic-version==2.10.0 ; python_version >= "3.9" and python_version < "4.0"
+shellingham==1.5.4 ; python_version >= "3.9" and python_version < "4.0"
+six==1.16.0 ; python_version >= "3.9" and python_version < "4.0"
+sniffio==1.3.0 ; python_version >= "3.9" and python_version < "4.0"
+starlette==0.36.3 ; python_version >= "3.9" and python_version < "4.0"
+text-unidecode==1.3 ; python_version >= "3.9" and python_version < "4.0"
+tomlkit==0.12.0 ; python_version >= "3.9" and python_version < "4.0"
+toolz==0.12.1 ; python_version >= "3.9" and python_version < "4.0"
+tqdm==4.66.1 ; python_version >= "3.9" and python_version < "4.0"
+typer[all]==0.9.0 ; python_version >= "3.9" and python_version < "4.0"
+types-python-dateutil==2.8.19.20240106 ; python_version >= "3.9" and python_version < "4.0"
+typing-extensions==4.9.0 ; python_version >= "3.9" and python_version < "4.0"
+tzdata==2023.4 ; python_version >= "3.9" and python_version < "4.0"
+urllib3==2.2.0 ; python_version >= "3.9" and python_version < "4.0"
+uvicorn==0.27.0.post1 ; python_version >= "3.9" and python_version < "4.0"
+websockets==11.0.3 ; python_version >= "3.9" and python_version < "4.0"
+xxhash==3.4.1 ; python_version >= "3.9" and python_version < "4.0"
+yarl==1.9.4 ; python_version >= "3.9" and python_version < "4.0"
+zipp==3.17.0 ; python_version >= "3.9" and python_version < "3.10"