Spaces:
Running
Running
Update index.html
Browse files- index.html +17 -191
index.html
CHANGED
@@ -28,171 +28,17 @@
|
|
28 |
</head>
|
29 |
<body>
|
30 |
|
31 |
-
<section class="hero">
|
32 |
-
<div class="hero-body">
|
33 |
-
<div class="container is-max-desktop">
|
34 |
-
<div class="columns is-centered">
|
35 |
-
<div class="column has-text-centered">
|
36 |
-
<h1 class="title is-1 publication-title">Nerfies: Deformable Neural Radiance Fields</h1>
|
37 |
-
<div class="is-size-5 publication-authors">
|
38 |
-
<span class="author-block">
|
39 |
-
<a href="https://keunhong.com" target="_blank">Keunhong Park</a><sup>1</sup>,</span>
|
40 |
-
<span class="author-block">
|
41 |
-
<a href="https://utkarshsinha.com" target="_blank">Utkarsh Sinha</a><sup>2</sup>,</span>
|
42 |
-
<span class="author-block">
|
43 |
-
<a href="https://jonbarron.info" target="_blank">Jonathan T. Barron</a><sup>2</sup>,
|
44 |
-
</span>
|
45 |
-
<span class="author-block">
|
46 |
-
<a href="http://sofienbouaziz.com" target="_blank">Sofien Bouaziz</a><sup>2</sup>,
|
47 |
-
</span>
|
48 |
-
<span class="author-block">
|
49 |
-
<a href="https://www.danbgoldman.com" target="_blank">Dan B Goldman</a><sup>2</sup>,
|
50 |
-
</span>
|
51 |
-
<span class="author-block">
|
52 |
-
<a href="https://homes.cs.washington.edu/~seitz/" target="_blank">Steven M. Seitz</a><sup>1,2</sup>,
|
53 |
-
</span>
|
54 |
-
<span class="author-block">
|
55 |
-
<a href="http://www.ricardomartinbrualla.com" target="_blank">Ricardo Martin-Brualla</a><sup>2</sup>
|
56 |
-
</span>
|
57 |
-
</div>
|
58 |
-
|
59 |
-
<div class="is-size-5 publication-authors">
|
60 |
-
<span class="author-block"><sup>1</sup>University of Washington,</span>
|
61 |
-
<span class="author-block"><sup>2</sup>Google Research</span>
|
62 |
-
</div>
|
63 |
-
|
64 |
-
<div class="column has-text-centered">
|
65 |
-
<div class="publication-links">
|
66 |
-
<!-- PDF Link. -->
|
67 |
-
<span class="link-block">
|
68 |
-
<a href="https://arxiv.org/pdf/2011.12948" target="_blank"
|
69 |
-
class="external-link button is-normal is-rounded is-dark">
|
70 |
-
<span class="icon">
|
71 |
-
<i class="fas fa-file-pdf"></i>
|
72 |
-
</span>
|
73 |
-
<span>Paper</span>
|
74 |
-
</a>
|
75 |
-
</span>
|
76 |
-
<span class="link-block">
|
77 |
-
<a href="https://arxiv.org/abs/2011.12948" target="_blank"
|
78 |
-
class="external-link button is-normal is-rounded is-dark">
|
79 |
-
<span class="icon">
|
80 |
-
<i class="ai ai-arxiv"></i>
|
81 |
-
</span>
|
82 |
-
<span>arXiv</span>
|
83 |
-
</a>
|
84 |
-
</span>
|
85 |
-
<!-- Video Link. -->
|
86 |
-
<span class="link-block">
|
87 |
-
<a href="https://www.youtube.com/watch?v=MrKrnHhk8IA" target="_blank"
|
88 |
-
class="external-link button is-normal is-rounded is-dark">
|
89 |
-
<span class="icon">
|
90 |
-
<i class="fab fa-youtube"></i>
|
91 |
-
</span>
|
92 |
-
<span>Video</span>
|
93 |
-
</a>
|
94 |
-
</span>
|
95 |
-
<!-- Code Link. -->
|
96 |
-
<span class="link-block">
|
97 |
-
<a href="https://github.com/google/nerfies" target="_blank"
|
98 |
-
class="external-link button is-normal is-rounded is-dark">
|
99 |
-
<span class="icon">
|
100 |
-
<i class="fab fa-github"></i>
|
101 |
-
</span>
|
102 |
-
<span>Code</span>
|
103 |
-
</a>
|
104 |
-
</span>
|
105 |
-
<!-- Dataset Link. -->
|
106 |
-
<span class="link-block">
|
107 |
-
<a href="https://github.com/google/nerfies/releases/tag/0.1" target="_blank"
|
108 |
-
class="external-link button is-normal is-rounded is-dark">
|
109 |
-
<span class="icon">
|
110 |
-
<i class="far fa-images"></i>
|
111 |
-
</span>
|
112 |
-
<span>Data</span>
|
113 |
-
</a>
|
114 |
-
</div>
|
115 |
-
|
116 |
-
</div>
|
117 |
-
</div>
|
118 |
-
</div>
|
119 |
-
</div>
|
120 |
-
</div>
|
121 |
-
</section>
|
122 |
-
|
123 |
<section class="hero teaser">
|
124 |
<div class="container is-max-desktop">
|
125 |
<div class="hero-body">
|
126 |
-
|
127 |
-
|
128 |
-
|
129 |
-
|
130 |
-
|
131 |
-
|
132 |
-
free-viewpoint
|
133 |
-
portraits.
|
134 |
-
</h2>
|
135 |
-
</div>
|
136 |
-
</div>
|
137 |
-
</section>
|
138 |
|
139 |
|
140 |
-
<section class="hero is-light is-small">
|
141 |
-
<div class="hero-body">
|
142 |
-
<div class="container">
|
143 |
-
<div id="results-carousel" class="carousel results-carousel">
|
144 |
-
<div class="item item-steve">
|
145 |
-
<video poster="" id="steve" autoplay controls muted loop playsinline height="100%">
|
146 |
-
<source src="./static/videos/steve.mp4"
|
147 |
-
type="video/mp4">
|
148 |
-
</video>
|
149 |
-
</div>
|
150 |
-
<div class="item item-chair-tp">
|
151 |
-
<video poster="" id="chair-tp" autoplay controls muted loop playsinline height="100%">
|
152 |
-
<source src="./static/videos/chair-tp.mp4"
|
153 |
-
type="video/mp4">
|
154 |
-
</video>
|
155 |
-
</div>
|
156 |
-
<div class="item item-shiba">
|
157 |
-
<video poster="" id="shiba" autoplay controls muted loop playsinline height="100%">
|
158 |
-
<source src="./static/videos/shiba.mp4"
|
159 |
-
type="video/mp4">
|
160 |
-
</video>
|
161 |
-
</div>
|
162 |
-
<div class="item item-fullbody">
|
163 |
-
<video poster="" id="fullbody" autoplay controls muted loop playsinline height="100%">
|
164 |
-
<source src="./static/videos/fullbody.mp4"
|
165 |
-
type="video/mp4">
|
166 |
-
</video>
|
167 |
-
</div>
|
168 |
-
<div class="item item-blueshirt">
|
169 |
-
<video poster="" id="blueshirt" autoplay controls muted loop playsinline height="100%">
|
170 |
-
<source src="./static/videos/blueshirt.mp4"
|
171 |
-
type="video/mp4">
|
172 |
-
</video>
|
173 |
-
</div>
|
174 |
-
<div class="item item-mask">
|
175 |
-
<video poster="" id="mask" autoplay controls muted loop playsinline height="100%">
|
176 |
-
<source src="./static/videos/mask.mp4"
|
177 |
-
type="video/mp4">
|
178 |
-
</video>
|
179 |
-
</div>
|
180 |
-
<div class="item item-coffee">
|
181 |
-
<video poster="" id="coffee" autoplay controls muted loop playsinline height="100%">
|
182 |
-
<source src="./static/videos/coffee.mp4"
|
183 |
-
type="video/mp4">
|
184 |
-
</video>
|
185 |
-
</div>
|
186 |
-
<div class="item item-toby">
|
187 |
-
<video poster="" id="toby" autoplay controls muted loop playsinline height="100%">
|
188 |
-
<source src="./static/videos/toby2.mp4"
|
189 |
-
type="video/mp4">
|
190 |
-
</video>
|
191 |
-
</div>
|
192 |
-
</div>
|
193 |
-
</div>
|
194 |
-
</div>
|
195 |
-
</section>
|
196 |
|
197 |
|
198 |
<section class="section">
|
@@ -203,31 +49,10 @@
|
|
203 |
<h2 class="title is-3">Abstract</h2>
|
204 |
<div class="content has-text-justified">
|
205 |
<p>
|
206 |
-
|
207 |
-
|
208 |
-
|
209 |
-
|
210 |
-
Our approach augments neural radiance fields
|
211 |
-
(NeRF) by optimizing an
|
212 |
-
additional continuous volumetric deformation field that warps each observed point into a
|
213 |
-
canonical 5D NeRF.
|
214 |
-
We observe that these NeRF-like deformation fields are prone to local minima, and
|
215 |
-
propose a coarse-to-fine optimization method for coordinate-based models that allows for
|
216 |
-
more robust optimization.
|
217 |
-
By adapting principles from geometry processing and physical simulation to NeRF-like
|
218 |
-
models, we propose an elastic regularization of the deformation field that further
|
219 |
-
improves robustness.
|
220 |
-
</p>
|
221 |
-
<p>
|
222 |
-
We show that <span class="dnerf">Nerfies</span> can turn casually captured selfie
|
223 |
-
photos/videos into deformable NeRF
|
224 |
-
models that allow for photorealistic renderings of the subject from arbitrary
|
225 |
-
viewpoints, which we dub <i>"nerfies"</i>. We evaluate our method by collecting data
|
226 |
-
using a
|
227 |
-
rig with two mobile phones that take time-synchronized photos, yielding train/validation
|
228 |
-
images of the same pose at different viewpoints. We show that our method faithfully
|
229 |
-
reconstructs non-rigidly deforming scenes and reproduces unseen views with high
|
230 |
-
fidelity.
|
231 |
</p>
|
232 |
</div>
|
233 |
</div>
|
@@ -259,13 +84,14 @@
|
|
259 |
<div class="content">
|
260 |
<h2 class="title is-3">Visual Effects</h2>
|
261 |
<p>
|
262 |
-
|
263 |
-
would be impossible without nerfies since it would require going through a wall.
|
264 |
</p>
|
265 |
-
|
266 |
-
|
267 |
-
|
268 |
-
|
|
|
|
|
269 |
</div>
|
270 |
</div>
|
271 |
<!--/ Visual Effects. -->
|
|
|
28 |
</head>
|
29 |
<body>
|
30 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
31 |
<section class="hero teaser">
|
32 |
<div class="container is-max-desktop">
|
33 |
<div class="hero-body">
|
34 |
+
<script
|
35 |
+
type="module"
|
36 |
+
src="https://gradio.s3-us-west-2.amazonaws.com/5.20.0/gradio.js"
|
37 |
+
></script>
|
38 |
+
|
39 |
+
<gradio-app src="https://mobvoi-offical-spark-tts.hf.space"></gradio-app>
|
|
|
|
|
|
|
|
|
|
|
|
|
40 |
|
41 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
42 |
|
43 |
|
44 |
<section class="section">
|
|
|
49 |
<h2 class="title is-3">Abstract</h2>
|
50 |
<div class="content has-text-justified">
|
51 |
<p>
|
52 |
+
|
53 |
+
<slot>
|
54 |
+
|
55 |
+
</slot>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
56 |
</p>
|
57 |
</div>
|
58 |
</div>
|
|
|
84 |
<div class="content">
|
85 |
<h2 class="title is-3">Visual Effects</h2>
|
86 |
<p>
|
87 |
+
<slot id=2 name="second"></slot>
|
|
|
88 |
</p>
|
89 |
+
<iframe
|
90 |
+
src="https://mobvoi-offical-spark-tts.hf.space"
|
91 |
+
frameborder="0"
|
92 |
+
width="850"
|
93 |
+
height="450"
|
94 |
+
></iframe>
|
95 |
</div>
|
96 |
</div>
|
97 |
<!--/ Visual Effects. -->
|