|
| 1 | +<!DOCTYPE html> |
| 2 | +<html lang="en"> |
| 3 | +<head> |
| 4 | + <meta charset="UTF-8"> |
| 5 | + <meta name="viewport" content="width=device-width, initial-scale=1.0"> |
| 6 | + <title>HYVE: Hybrid Vertex Encoder for Neural Distance Fields</title> |
| 7 | + <link rel="stylesheet" href="https://hyve.physics-simulation.org/style.css"> |
| 8 | + <link rel="stylesheet" href="https://cdnjs.cloudflare.com/ajax/libs/font-awesome/6.4.0/css/all.min.css"> |
| 9 | + <link rel="stylesheet" href="https://cdn.jsdelivr.net/gh/jpswalsh/academicons@1/css/academicons.min.css"> |
| 10 | + <link href="https://fonts.googleapis.com/css2?family=Google+Sans:wght@400;500;700&display=swap" rel="stylesheet"> |
| 11 | + <style> |
| 12 | + body { font-family: 'Google Sans', sans-serif; } |
| 13 | + </style> |
| 14 | +</head> |
| 15 | +<body class="bg-white text-gray-900 antialiased"> |
| 16 | + <div class="max-w-5xl mx-auto py-12 px-4 sm:px-6 lg:px-8"> |
| 17 | + <!-- Header --> |
| 18 | + <header class="text-center mb-12"> |
| 19 | + <h1 class="text-4xl tracking-tight text-gray-900 md:text-6xl mb-6"> |
| 20 | + HYVE: Hybrid Vertex Encoder for Neural Distance Fields |
| 21 | + </h1> |
| 22 | + |
| 23 | + <!-- Authors --> |
| 24 | + <div class="flex flex-wrap justify-center gap-x-8 gap-y-2 mb-6 text-lg sm:text-xl"> |
| 25 | + |
| 26 | + <div class="relative group"> |
| 27 | + <a href="https://srjeske.de" class="text-blue-600 hover:text-blue-800 hover:underline"> |
| 28 | + Stefan R. Jeske |
| 29 | + </a> |
| 30 | + <sup class="text-sm text-gray-500"> |
| 31 | + 1 |
| 32 | + </sup> |
| 33 | + </div> |
| 34 | + |
| 35 | + <div class="relative group"> |
| 36 | + <a href="https://jonathank.de/" class="text-blue-600 hover:text-blue-800 hover:underline"> |
| 37 | + Jonathan Klein |
| 38 | + </a> |
| 39 | + <sup class="text-sm text-gray-500"> |
| 40 | + 2 |
| 41 | + </sup> |
| 42 | + </div> |
| 43 | + |
| 44 | + <div class="relative group"> |
| 45 | + <a href="https://dmichels.de/" class="text-blue-600 hover:text-blue-800 hover:underline"> |
| 46 | + Dominik Michels |
| 47 | + </a> |
| 48 | + <sup class="text-sm text-gray-500"> |
| 49 | + 2 |
| 50 | + </sup> |
| 51 | + </div> |
| 52 | + |
| 53 | + <div class="relative group"> |
| 54 | + <a href="https://animation.rwth-aachen.de/person/1/" class="text-blue-600 hover:text-blue-800 hover:underline"> |
| 55 | + Jan Bender |
| 56 | + </a> |
| 57 | + <sup class="text-sm text-gray-500"> |
| 58 | + 1 |
| 59 | + </sup> |
| 60 | + </div> |
| 61 | + |
| 62 | + </div> |
| 63 | + |
| 64 | + <!-- Affiliations --> |
| 65 | + <div class="flex flex-wrap justify-center gap-x-8 gap-y-2 mb-8 text-base sm:text-lg text-gray-600"> |
| 66 | + |
| 67 | + <div class="flex items-center gap-1"> |
| 68 | + <sup>1</sup> |
| 69 | + <a href="https://animation.rwth-aachen.de/" class="hover:text-gray-900">RWTH Aachen University</a> |
| 70 | + </div> |
| 71 | + |
| 72 | + <div class="flex items-center gap-1"> |
| 73 | + <sup>2</sup> |
| 74 | + <a href="https://computationalsciences.org/" class="hover:text-gray-900">KAUST</a> |
| 75 | + </div> |
| 76 | + |
| 77 | + </div> |
| 78 | + |
| 79 | + <!-- Links --> |
| 80 | + <div class="flex flex-wrap justify-center gap-4 mb-12"> |
| 81 | + |
| 82 | + <a href="2026-TVCG-HYVE.pdf" class="inline-flex items-center px-6 py-3 border border-transparent text-base font-medium rounded-full text-white bg-gray-900 hover:bg-gray-800 shadow-lg transition-all hover:-translate-y-0.5"> |
| 83 | + |
| 84 | + <i class="fas fa-file-pdf mr-2"></i> |
| 85 | + |
| 86 | + Paper |
| 87 | + </a> |
| 88 | + |
| 89 | + <a href="https://dx.doi.org/10.1109/TVCG.2026.3658870" class="inline-flex items-center px-6 py-3 border border-transparent text-base font-medium rounded-full text-white bg-gray-900 hover:bg-gray-800 shadow-lg transition-all hover:-translate-y-0.5"> |
| 90 | + |
| 91 | + <i class="fas fa-link mr-2"></i> |
| 92 | + |
| 93 | + Version of Record |
| 94 | + </a> |
| 95 | + |
| 96 | + <a href="https://www.youtube.com/watch?v=ykKsjeX2-0M" class="inline-flex items-center px-6 py-3 border border-transparent text-base font-medium rounded-full text-white bg-gray-900 hover:bg-gray-800 shadow-lg transition-all hover:-translate-y-0.5"> |
| 97 | + |
| 98 | + <i class="fab fa-youtube mr-2"></i> |
| 99 | + |
| 100 | + Video |
| 101 | + </a> |
| 102 | + |
| 103 | + <a href="https://github.com/InteractiveComputerGraphics/hyve" class="inline-flex items-center px-6 py-3 border border-transparent text-base font-medium rounded-full text-white bg-gray-900 hover:bg-gray-800 shadow-lg transition-all hover:-translate-y-0.5"> |
| 104 | + |
| 105 | + <i class="fab fa-github mr-2"></i> |
| 106 | + |
| 107 | + Code |
| 108 | + </a> |
| 109 | + |
| 110 | + <a href="https://huggingface.co/datasets/stefan-jeske/hyve-datasets" class="inline-flex items-center px-6 py-3 border border-transparent text-base font-medium rounded-full text-white bg-gray-900 hover:bg-gray-800 shadow-lg transition-all hover:-translate-y-0.5"> |
| 111 | + |
| 112 | + <i class="fas fa-database mr-2"></i> |
| 113 | + |
| 114 | + Data |
| 115 | + </a> |
| 116 | + |
| 117 | + </div> |
| 118 | + </header> |
| 119 | + |
| 120 | + <!-- Teaser --> |
| 121 | + |
| 122 | + <div class="mb-16 rounded-xl overflow-hidden shadow-2xl border border-gray-200"> |
| 123 | + <video class="w-full" autoplay loop muted playsinline controls> |
| 124 | + <source src="/video/objaverse_720p.webm" type="video/webm"> |
| 125 | + Your browser does not support the video tag. |
| 126 | + </video> |
| 127 | + </div> |
| 128 | + |
| 129 | + |
| 130 | + <!-- Content --> |
| 131 | + <main class="prose prose-gray max-w-[80%] mx-auto text-justify"> |
| 132 | + <h2 id="paperclip-abstract">📎 Abstract</h2> |
| 133 | +<p>Neural shape representation generally refers to representing 3D geometry using neural networks, e.g., computing a signed distance or occupancy value at a specific spatial position. |
| 134 | +In this paper we present a neural-network architecture suitable for accurate encoding of 3D shapes in a single forward pass. |
| 135 | +Our architecture is based on a multi-scale hybrid system incorporating graph-based and voxel-based components, as well as a continuously differentiable decoder. |
| 136 | +The hybrid system includes a novel way of voxelizing point-based features in neural networks by projecting the point "feature-field" onto a grid. |
| 137 | +This projection is insensitive to local point density, and we show that it can be used to obtain smoother and more detailed reconstructions, in particular when combined with oriented point clouds as input. |
| 138 | +Our architecture also requires only a single forward pass, instead of the latent-code optimization used in auto-decoder methods. |
| 139 | +Furthermore, our network is trained to solve the well-established eikonal equation and only requires knowledge of the zero-level set for training and inference. |
| 140 | +We additionally propose a modification to the aforementioned loss function for the case that surface normals are not well defined, e.g., in the context of non-watertight surfaces and non-manifold geometry. |
| 141 | +Overall, our method consistently outperforms other baselines on the surface reconstruction task across a wide variety of datasets, while being more computationally efficient and requiring fewer parameters.</p> |
| 142 | +<h2 id="rocket-quickstart">🚀 Quickstart</h2> |
| 143 | +<p>Its very easy to get started with our method simply run the following commands</p> |
| 144 | +<pre data-lang="data-copy" class="language-data-copy "><code class="language-data-copy" data-lang="data-copy">git clone https://github.com/InteractiveComputerGraphics/hyve.git |
| 145 | +cd hyve |
| 146 | +uv sync |
| 147 | + |
| 148 | +# Download honeycomb model from HF and run inference using two different models |
| 149 | +./run_honeycomb.sh |
| 150 | +</code></pre> |
| 151 | +<p><em>Requires: Linux or Windows with CUDA</em></p> |
| 152 | +<h2 id="frame-photo-gallery">🖼️ Gallery</h2> |
| 153 | +<h3 id="feature-projection-vs-pooling">Feature Projection vs Pooling</h3> |
| 154 | +<div class="carousel relative w-full md:w-[120%] md:-ml-[10%] my-8 not-prose group"> |
| 155 | + <div class="flex overflow-x-auto snap-x snap-mandatory gap-4 pb-4" style="scrollbar-width: thin;"> |
| 156 | + |
| 157 | + <div class="snap-center shrink-0 w-[85%] sm:w-[70%] md:w-[60%] aspect-video bg-gray-100 rounded-xl overflow-hidden shadow-md border border-gray-200"> |
| 158 | + <video autoplay controls muted loop playsinline class="w-full h-full object-cover"> |
| 159 | + <source src="/video/thingi10k_proj.webm" type="video/mp4"> |
| 160 | + Your browser does not support the video tag. |
| 161 | + </video> |
| 162 | + </div> |
| 163 | + |
| 164 | + <div class="snap-center shrink-0 w-[85%] sm:w-[70%] md:w-[60%] aspect-video bg-gray-100 rounded-xl overflow-hidden shadow-md border border-gray-200"> |
| 165 | + <video autoplay controls muted loop playsinline class="w-full h-full object-cover"> |
| 166 | + <source src="/video/armadillo_proj.webm" type="video/mp4"> |
| 167 | + Your browser does not support the video tag. |
| 168 | + </video> |
| 169 | + </div> |
| 170 | + |
| 171 | + <div class="snap-center shrink-0 w-[85%] sm:w-[70%] md:w-[60%] aspect-video bg-gray-100 rounded-xl overflow-hidden shadow-md border border-gray-200"> |
| 172 | + <video autoplay controls muted loop playsinline class="w-full h-full object-cover"> |
| 173 | + <source src="/video/scannet_proj.webm" type="video/mp4"> |
| 174 | + Your browser does not support the video tag. |
| 175 | + </video> |
| 176 | + </div> |
| 177 | + |
| 178 | + <div class="snap-center shrink-0 w-[85%] sm:w-[70%] md:w-[60%] aspect-video bg-gray-100 rounded-xl overflow-hidden shadow-md border border-gray-200"> |
| 179 | + <video autoplay controls muted loop playsinline class="w-full h-full object-cover"> |
| 180 | + <source src="/video/dragon_proj.webm" type="video/mp4"> |
| 181 | + Your browser does not support the video tag. |
| 182 | + </video> |
| 183 | + </div> |
| 184 | + |
| 185 | + <div class="snap-center shrink-0 w-[85%] sm:w-[70%] md:w-[60%] aspect-video bg-gray-100 rounded-xl overflow-hidden shadow-md border border-gray-200"> |
| 186 | + <video autoplay controls muted loop playsinline class="w-full h-full object-cover"> |
| 187 | + <source src="/video/dfaust_proj.webm" type="video/mp4"> |
| 188 | + Your browser does not support the video tag. |
| 189 | + </video> |
| 190 | + </div> |
| 191 | + |
| 192 | + </div> |
| 193 | +</div> |
| 194 | +<h3 id="comparison-to-related-work">Comparison to Related Work</h3> |
| 195 | +<div class="carousel relative w-full md:w-[120%] md:-ml-[10%] my-8 not-prose group"> |
| 196 | + <div class="flex overflow-x-auto snap-x snap-mandatory gap-4 pb-4" style="scrollbar-width: thin;"> |
| 197 | + |
| 198 | + <div class="snap-center shrink-0 w-[85%] sm:w-[70%] md:w-[60%] aspect-video bg-gray-100 rounded-xl overflow-hidden shadow-md border border-gray-200"> |
| 199 | + <video autoplay controls muted loop playsinline class="w-full h-full object-cover"> |
| 200 | + <source src="/video/thingi10k_comp.webm" type="video/mp4"> |
| 201 | + Your browser does not support the video tag. |
| 202 | + </video> |
| 203 | + </div> |
| 204 | + |
| 205 | + <div class="snap-center shrink-0 w-[85%] sm:w-[70%] md:w-[60%] aspect-video bg-gray-100 rounded-xl overflow-hidden shadow-md border border-gray-200"> |
| 206 | + <video autoplay controls muted loop playsinline class="w-full h-full object-cover"> |
| 207 | + <source src="/video/armadillo_comp.webm" type="video/mp4"> |
| 208 | + Your browser does not support the video tag. |
| 209 | + </video> |
| 210 | + </div> |
| 211 | + |
| 212 | + <div class="snap-center shrink-0 w-[85%] sm:w-[70%] md:w-[60%] aspect-video bg-gray-100 rounded-xl overflow-hidden shadow-md border border-gray-200"> |
| 213 | + <video autoplay controls muted loop playsinline class="w-full h-full object-cover"> |
| 214 | + <source src="/video/shapenet_comp.webm" type="video/mp4"> |
| 215 | + Your browser does not support the video tag. |
| 216 | + </video> |
| 217 | + </div> |
| 218 | + |
| 219 | + <div class="snap-center shrink-0 w-[85%] sm:w-[70%] md:w-[60%] aspect-video bg-gray-100 rounded-xl overflow-hidden shadow-md border border-gray-200"> |
| 220 | + <video autoplay controls muted loop playsinline class="w-full h-full object-cover"> |
| 221 | + <source src="/video/scannet_comp.webm" type="video/mp4"> |
| 222 | + Your browser does not support the video tag. |
| 223 | + </video> |
| 224 | + </div> |
| 225 | + |
| 226 | + <div class="snap-center shrink-0 w-[85%] sm:w-[70%] md:w-[60%] aspect-video bg-gray-100 rounded-xl overflow-hidden shadow-md border border-gray-200"> |
| 227 | + <video autoplay controls muted loop playsinline class="w-full h-full object-cover"> |
| 228 | + <source src="/video/dragon_comp.webm" type="video/mp4"> |
| 229 | + Your browser does not support the video tag. |
| 230 | + </video> |
| 231 | + </div> |
| 232 | + |
| 233 | + <div class="snap-center shrink-0 w-[85%] sm:w-[70%] md:w-[60%] aspect-video bg-gray-100 rounded-xl overflow-hidden shadow-md border border-gray-200"> |
| 234 | + <video autoplay controls muted loop playsinline class="w-full h-full object-cover"> |
| 235 | + <source src="/video/dfaust_comp.webm" type="video/mp4"> |
| 236 | + Your browser does not support the video tag. |
| 237 | + </video> |
| 238 | + </div> |
| 239 | + |
| 240 | + </div> |
| 241 | +</div> |
| 242 | +<h2 id="page-with-curl-paper">📃 Paper</h2> |
| 243 | +<p>You can view the paper below or download it via the link at the top.</p> |
| 244 | +<div class="w-full aspect-[8.5/11] md:aspect-[4/3] not-prose my-8"> |
| 245 | + <object data="2026-TVCG-HYVE.pdf" type="application/pdf" class="w-full h-full rounded-xl shadow-xl border border-gray-200"> |
| 246 | + <div class="flex flex-col items-center justify-center h-full bg-gray-50 text-gray-500 gap-2"> |
| 247 | + <p>Unable to display PDF file.</p> |
| 248 | + <a href="2026-TVCG-HYVE.pdf" class="text-blue-600 hover:underline font-medium">Download</a> |
| 249 | + </div> |
| 250 | + </object> |
| 251 | +</div> |
| 252 | +<h2 id="scroll-bibtex">📜 BibTeX</h2> |
| 253 | +<pre data-lang="bibtex" class="language-bibtex "><code class="language-bibtex" data-lang="bibtex">@misc{jeskeHYVEHybridVertex2024, |
| 254 | + title = {{{HYVE}}: {{Hybrid Vertex Encoder}} for {{Neural Distance Fields}}}, |
| 255 | + author = {Jeske, Stefan Rhys and Klein, Jonathan and Michels, Dominik L. and Bender, Jan}, |
| 256 | + year = 2024, |
| 257 | + month = aug, |
| 258 | + number = {arXiv:2310.06644}, |
| 259 | + eprint = {2310.06644}, |
| 260 | + primaryclass = {cs}, |
| 261 | + doi = {10.48550/arXiv.2310.06644}, |
| 262 | +} |
| 263 | +</code></pre> |
| 264 | + |
| 265 | + </main> |
| 266 | + |
| 267 | + <footer class="mt-24 border-t border-gray-200 pt-12 pb-12 text-center text-gray-500"> |
| 268 | + <p> |
| 269 | + This website is licensed under a <a rel="license" href="http://creativecommons.org/licenses/by-sa/4.0/" class="text-blue-600 hover:underline">Creative Commons Attribution-ShareAlike 4.0 International License</a>. |
| 270 | + </p> |
| 271 | + <p class="mt-2"> |
| 272 | + Template inspired by <a href="https://github.com/nerfies/nerfies.github.io" class="text-blue-600 hover:underline">Nerfies</a>. |
| 273 | + </p> |
| 274 | + </footer> |
| 275 | + </div> |
| 276 | +</body> |
| 277 | +</html> |
0 commit comments