Spaces:
Running
Running
Update index.html
Browse files- index.html +17 -191
index.html
CHANGED
|
@@ -28,171 +28,17 @@
|
|
| 28 |
</head>
|
| 29 |
<body>
|
| 30 |
|
| 31 |
-
<section class="hero">
|
| 32 |
-
<div class="hero-body">
|
| 33 |
-
<div class="container is-max-desktop">
|
| 34 |
-
<div class="columns is-centered">
|
| 35 |
-
<div class="column has-text-centered">
|
| 36 |
-
<h1 class="title is-1 publication-title">Nerfies: Deformable Neural Radiance Fields</h1>
|
| 37 |
-
<div class="is-size-5 publication-authors">
|
| 38 |
-
<span class="author-block">
|
| 39 |
-
<a href="https://keunhong.com" target="_blank">Keunhong Park</a><sup>1</sup>,</span>
|
| 40 |
-
<span class="author-block">
|
| 41 |
-
<a href="https://utkarshsinha.com" target="_blank">Utkarsh Sinha</a><sup>2</sup>,</span>
|
| 42 |
-
<span class="author-block">
|
| 43 |
-
<a href="https://jonbarron.info" target="_blank">Jonathan T. Barron</a><sup>2</sup>,
|
| 44 |
-
</span>
|
| 45 |
-
<span class="author-block">
|
| 46 |
-
<a href="http://sofienbouaziz.com" target="_blank">Sofien Bouaziz</a><sup>2</sup>,
|
| 47 |
-
</span>
|
| 48 |
-
<span class="author-block">
|
| 49 |
-
<a href="https://www.danbgoldman.com" target="_blank">Dan B Goldman</a><sup>2</sup>,
|
| 50 |
-
</span>
|
| 51 |
-
<span class="author-block">
|
| 52 |
-
<a href="https://homes.cs.washington.edu/~seitz/" target="_blank">Steven M. Seitz</a><sup>1,2</sup>,
|
| 53 |
-
</span>
|
| 54 |
-
<span class="author-block">
|
| 55 |
-
<a href="http://www.ricardomartinbrualla.com" target="_blank">Ricardo Martin-Brualla</a><sup>2</sup>
|
| 56 |
-
</span>
|
| 57 |
-
</div>
|
| 58 |
-
|
| 59 |
-
<div class="is-size-5 publication-authors">
|
| 60 |
-
<span class="author-block"><sup>1</sup>University of Washington,</span>
|
| 61 |
-
<span class="author-block"><sup>2</sup>Google Research</span>
|
| 62 |
-
</div>
|
| 63 |
-
|
| 64 |
-
<div class="column has-text-centered">
|
| 65 |
-
<div class="publication-links">
|
| 66 |
-
<!-- PDF Link. -->
|
| 67 |
-
<span class="link-block">
|
| 68 |
-
<a href="https://arxiv.org/pdf/2011.12948" target="_blank"
|
| 69 |
-
class="external-link button is-normal is-rounded is-dark">
|
| 70 |
-
<span class="icon">
|
| 71 |
-
<i class="fas fa-file-pdf"></i>
|
| 72 |
-
</span>
|
| 73 |
-
<span>Paper</span>
|
| 74 |
-
</a>
|
| 75 |
-
</span>
|
| 76 |
-
<span class="link-block">
|
| 77 |
-
<a href="https://arxiv.org/abs/2011.12948" target="_blank"
|
| 78 |
-
class="external-link button is-normal is-rounded is-dark">
|
| 79 |
-
<span class="icon">
|
| 80 |
-
<i class="ai ai-arxiv"></i>
|
| 81 |
-
</span>
|
| 82 |
-
<span>arXiv</span>
|
| 83 |
-
</a>
|
| 84 |
-
</span>
|
| 85 |
-
<!-- Video Link. -->
|
| 86 |
-
<span class="link-block">
|
| 87 |
-
<a href="https://www.youtube.com/watch?v=MrKrnHhk8IA" target="_blank"
|
| 88 |
-
class="external-link button is-normal is-rounded is-dark">
|
| 89 |
-
<span class="icon">
|
| 90 |
-
<i class="fab fa-youtube"></i>
|
| 91 |
-
</span>
|
| 92 |
-
<span>Video</span>
|
| 93 |
-
</a>
|
| 94 |
-
</span>
|
| 95 |
-
<!-- Code Link. -->
|
| 96 |
-
<span class="link-block">
|
| 97 |
-
<a href="https://github.com/google/nerfies" target="_blank"
|
| 98 |
-
class="external-link button is-normal is-rounded is-dark">
|
| 99 |
-
<span class="icon">
|
| 100 |
-
<i class="fab fa-github"></i>
|
| 101 |
-
</span>
|
| 102 |
-
<span>Code</span>
|
| 103 |
-
</a>
|
| 104 |
-
</span>
|
| 105 |
-
<!-- Dataset Link. -->
|
| 106 |
-
<span class="link-block">
|
| 107 |
-
<a href="https://github.com/google/nerfies/releases/tag/0.1" target="_blank"
|
| 108 |
-
class="external-link button is-normal is-rounded is-dark">
|
| 109 |
-
<span class="icon">
|
| 110 |
-
<i class="far fa-images"></i>
|
| 111 |
-
</span>
|
| 112 |
-
<span>Data</span>
|
| 113 |
-
</a>
|
| 114 |
-
</div>
|
| 115 |
-
|
| 116 |
-
</div>
|
| 117 |
-
</div>
|
| 118 |
-
</div>
|
| 119 |
-
</div>
|
| 120 |
-
</div>
|
| 121 |
-
</section>
|
| 122 |
-
|
| 123 |
<section class="hero teaser">
|
| 124 |
<div class="container is-max-desktop">
|
| 125 |
<div class="hero-body">
|
| 126 |
-
|
| 127 |
-
|
| 128 |
-
|
| 129 |
-
|
| 130 |
-
|
| 131 |
-
|
| 132 |
-
free-viewpoint
|
| 133 |
-
portraits.
|
| 134 |
-
</h2>
|
| 135 |
-
</div>
|
| 136 |
-
</div>
|
| 137 |
-
</section>
|
| 138 |
|
| 139 |
|
| 140 |
-
<section class="hero is-light is-small">
|
| 141 |
-
<div class="hero-body">
|
| 142 |
-
<div class="container">
|
| 143 |
-
<div id="results-carousel" class="carousel results-carousel">
|
| 144 |
-
<div class="item item-steve">
|
| 145 |
-
<video poster="" id="steve" autoplay controls muted loop playsinline height="100%">
|
| 146 |
-
<source src="./static/videos/steve.mp4"
|
| 147 |
-
type="video/mp4">
|
| 148 |
-
</video>
|
| 149 |
-
</div>
|
| 150 |
-
<div class="item item-chair-tp">
|
| 151 |
-
<video poster="" id="chair-tp" autoplay controls muted loop playsinline height="100%">
|
| 152 |
-
<source src="./static/videos/chair-tp.mp4"
|
| 153 |
-
type="video/mp4">
|
| 154 |
-
</video>
|
| 155 |
-
</div>
|
| 156 |
-
<div class="item item-shiba">
|
| 157 |
-
<video poster="" id="shiba" autoplay controls muted loop playsinline height="100%">
|
| 158 |
-
<source src="./static/videos/shiba.mp4"
|
| 159 |
-
type="video/mp4">
|
| 160 |
-
</video>
|
| 161 |
-
</div>
|
| 162 |
-
<div class="item item-fullbody">
|
| 163 |
-
<video poster="" id="fullbody" autoplay controls muted loop playsinline height="100%">
|
| 164 |
-
<source src="./static/videos/fullbody.mp4"
|
| 165 |
-
type="video/mp4">
|
| 166 |
-
</video>
|
| 167 |
-
</div>
|
| 168 |
-
<div class="item item-blueshirt">
|
| 169 |
-
<video poster="" id="blueshirt" autoplay controls muted loop playsinline height="100%">
|
| 170 |
-
<source src="./static/videos/blueshirt.mp4"
|
| 171 |
-
type="video/mp4">
|
| 172 |
-
</video>
|
| 173 |
-
</div>
|
| 174 |
-
<div class="item item-mask">
|
| 175 |
-
<video poster="" id="mask" autoplay controls muted loop playsinline height="100%">
|
| 176 |
-
<source src="./static/videos/mask.mp4"
|
| 177 |
-
type="video/mp4">
|
| 178 |
-
</video>
|
| 179 |
-
</div>
|
| 180 |
-
<div class="item item-coffee">
|
| 181 |
-
<video poster="" id="coffee" autoplay controls muted loop playsinline height="100%">
|
| 182 |
-
<source src="./static/videos/coffee.mp4"
|
| 183 |
-
type="video/mp4">
|
| 184 |
-
</video>
|
| 185 |
-
</div>
|
| 186 |
-
<div class="item item-toby">
|
| 187 |
-
<video poster="" id="toby" autoplay controls muted loop playsinline height="100%">
|
| 188 |
-
<source src="./static/videos/toby2.mp4"
|
| 189 |
-
type="video/mp4">
|
| 190 |
-
</video>
|
| 191 |
-
</div>
|
| 192 |
-
</div>
|
| 193 |
-
</div>
|
| 194 |
-
</div>
|
| 195 |
-
</section>
|
| 196 |
|
| 197 |
|
| 198 |
<section class="section">
|
|
@@ -203,31 +49,10 @@
|
|
| 203 |
<h2 class="title is-3">Abstract</h2>
|
| 204 |
<div class="content has-text-justified">
|
| 205 |
<p>
|
| 206 |
-
|
| 207 |
-
|
| 208 |
-
|
| 209 |
-
|
| 210 |
-
Our approach augments neural radiance fields
|
| 211 |
-
(NeRF) by optimizing an
|
| 212 |
-
additional continuous volumetric deformation field that warps each observed point into a
|
| 213 |
-
canonical 5D NeRF.
|
| 214 |
-
We observe that these NeRF-like deformation fields are prone to local minima, and
|
| 215 |
-
propose a coarse-to-fine optimization method for coordinate-based models that allows for
|
| 216 |
-
more robust optimization.
|
| 217 |
-
By adapting principles from geometry processing and physical simulation to NeRF-like
|
| 218 |
-
models, we propose an elastic regularization of the deformation field that further
|
| 219 |
-
improves robustness.
|
| 220 |
-
</p>
|
| 221 |
-
<p>
|
| 222 |
-
We show that <span class="dnerf">Nerfies</span> can turn casually captured selfie
|
| 223 |
-
photos/videos into deformable NeRF
|
| 224 |
-
models that allow for photorealistic renderings of the subject from arbitrary
|
| 225 |
-
viewpoints, which we dub <i>"nerfies"</i>. We evaluate our method by collecting data
|
| 226 |
-
using a
|
| 227 |
-
rig with two mobile phones that take time-synchronized photos, yielding train/validation
|
| 228 |
-
images of the same pose at different viewpoints. We show that our method faithfully
|
| 229 |
-
reconstructs non-rigidly deforming scenes and reproduces unseen views with high
|
| 230 |
-
fidelity.
|
| 231 |
</p>
|
| 232 |
</div>
|
| 233 |
</div>
|
|
@@ -259,13 +84,14 @@
|
|
| 259 |
<div class="content">
|
| 260 |
<h2 class="title is-3">Visual Effects</h2>
|
| 261 |
<p>
|
| 262 |
-
|
| 263 |
-
would be impossible without nerfies since it would require going through a wall.
|
| 264 |
</p>
|
| 265 |
-
|
| 266 |
-
|
| 267 |
-
|
| 268 |
-
|
|
|
|
|
|
|
| 269 |
</div>
|
| 270 |
</div>
|
| 271 |
<!--/ Visual Effects. -->
|
|
|
|
| 28 |
</head>
|
| 29 |
<body>
|
| 30 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 31 |
<section class="hero teaser">
|
| 32 |
<div class="container is-max-desktop">
|
| 33 |
<div class="hero-body">
|
| 34 |
+
<script
|
| 35 |
+
type="module"
|
| 36 |
+
src="https://gradio.s3-us-west-2.amazonaws.com/5.20.0/gradio.js"
|
| 37 |
+
></script>
|
| 38 |
+
|
| 39 |
+
<gradio-app src="https://mobvoi-offical-spark-tts.hf.space"></gradio-app>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 40 |
|
| 41 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 42 |
|
| 43 |
|
| 44 |
<section class="section">
|
|
|
|
| 49 |
<h2 class="title is-3">Abstract</h2>
|
| 50 |
<div class="content has-text-justified">
|
| 51 |
<p>
|
| 52 |
+
|
| 53 |
+
<slot>
|
| 54 |
+
|
| 55 |
+
</slot>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 56 |
</p>
|
| 57 |
</div>
|
| 58 |
</div>
|
|
|
|
| 84 |
<div class="content">
|
| 85 |
<h2 class="title is-3">Visual Effects</h2>
|
| 86 |
<p>
|
| 87 |
+
<slot id=2 name="second"></slot>
|
|
|
|
| 88 |
</p>
|
| 89 |
+
<iframe
|
| 90 |
+
src="https://mobvoi-offical-spark-tts.hf.space"
|
| 91 |
+
frameborder="0"
|
| 92 |
+
width="850"
|
| 93 |
+
height="450"
|
| 94 |
+
></iframe>
|
| 95 |
</div>
|
| 96 |
</div>
|
| 97 |
<!--/ Visual Effects. -->
|