diff --git a/.gitignore b/.gitignore deleted file mode 100644 index ed907305..00000000 --- a/.gitignore +++ /dev/null @@ -1,2 +0,0 @@ -_site -Gemfile.lock diff --git a/docs/publications/focal_surface_light_transport.md b/docs/publications/focal_surface_light_transport.md index 6969adea..154b35fd 100644 --- a/docs/publications/focal_surface_light_transport.md +++ b/docs/publications/focal_surface_light_transport.md @@ -29,15 +29,14 @@ ## Resources :material-newspaper-variant: [Manuscript](https://kaanaksit.com/assets/pdf/ZhengEtAl_SigAsia2024_Focal_surface_holographic_light_transport_using_learned_spatially_adaptive_convolutions.pdf) :material-newspaper-variant: [Supplementary](https://kaanaksit.com/assets/pdf/ZhengEtAl_SigAsia2024_Supplementary_Focal_surface_holographic_light_transport_using_learned_spatially_adaptive_convolutions.pdf) - -[//]: # (:material-file-code: [Code](https://github.com/complight/multicolor)) +:material-file-code: [Code](https://github.com/complight/focal_surface_holographic_light_transport) [//]: # (:material-video-account: [Project video](https://kaanaksit.com/assets/video/KavakliSigAsia2023Multicolor.mp4)) ??? info ":material-tag-text: Bibtex" - @inproceedings{kavakli2023multicolor, + @inproceedings{zheng2024focalholography, title={Focal Surface Holographic Light Transport using Learned Spatially Adaptive Convolutions}, - author={Chuanjun Zheng, Yicheng Zhan, Liang Shi, Ozan Cakmakci, and Kaan Akşit}, - booktitle = {SIGGRAPH Asia 2024 Technical Communications (SA Technical Communications ’24)}, + author={Chuanjun Zheng, Yicheng Zhan, Liang Shi, Ozan Cakmakci, and Kaan Ak{\c{s}}it}, + booktitle = {SIGGRAPH Asia 2024 Technical Communications (SA Technical Communications '24)}, keywords = {Computer-Generated Holography, Light Transport, Optimization}, location = {Tokyo, Japan}, series = {SA '24}, @@ -57,8 +56,8 @@ ## Abstract -Computer-Generated Holography (CGH) is a set of algorithmic methods for identifying holograms that reconstruct Three-Dimensional -scenes in holographic displays. CGH algorithms decompose 3D scenes into multiplanes at different depth levels and rely on simulations +Computer-Generated Holography (CGH) is a set of algorithmic methods for identifying holograms that reconstruct Three-Dimensional (3D) scenes +in holographic displays. CGH algorithms decompose 3D scenes into multiplanes at different depth levels and rely on simulations of light that propagated from a source plane to a targeted plane. Thus, for $n$ planes, CGH typically optimizes holograms using $n$ plane-to-plane light transport simulations, leading to major time and computational demands. Our work replaces multiple planes with a focal surface and introduces a learned light transport model that could propagate a light field from a source plane to the focal surface in a single inference. Our model leverages @@ -76,13 +75,12 @@ planes with a focal surface and introduces a learned light transport model that propagate a light field from a source plane to the focal surface in a single inference, reducing simulation time by $10x$.
- ![Image title](media/focal_surfaec_lightprop_proposed_vs_conv.png){ width="500" } + ![Image title](media/focal_surfaec_lightprop_proposed_vs_conv.png){ width="700" }
## Results When simulating a full-color, all-in-focus 3D image across a focal surface, conventional -Angular Spectrum Method (ASM) requires eighteen forward -passes to simulate the 3D image with six depth planes. +Angular Spectrum Method (ASM) requires eighteen forward passes to simulate the 3D image with six depth planes given there are three color primaries. In contrast, our model simulates the three colorprimary images simultaneously onto a focal surface with a single forward pass. In the mean time, our model preserves more high-frequency content than U-Net, providing diff --git a/docs/publications/index.md b/docs/publications/index.md index abbaedb3..1e46aabb 100644 --- a/docs/publications/index.md +++ b/docs/publications/index.md @@ -2,6 +2,39 @@ ## 2024 +
+ +
+**Focal Surface Holographic Light Transport using Learned Spatially Adaptive Convolutions** + + + +[Chuanjun Zheng](https://scholar.google.com.hk/citations?user=9Jk_LC8AAAAJ&hl=zh-CN), +[Yicheng Zhan](https://scholar.google.com/citations?hl=zh-CN&user=x2ptSYUAAAAJ), +[Liang Shi](https://people.csail.mit.edu/liangs/), +[Ozan Cakmakci](https://scholar.google.com/citations?user=xZLjeAMAAAAJ&hl=en), +and [Kaan Akşit](https://kaanaksit.com) + +:material-web: [Project site](https://complightlab.com/publications/focal_surface_light_transport/) +:material-newspaper-variant: [Manuscript](https://kaanaksit.com/assets/pdf/ZhengEtAl_SigAsia2024_Focal_surface_holographic_light_transport_using_learned_spatially_adaptive_convolutions.pdf) +:material-newspaper-variant:[Supplementary](https://kaanaksit.com/assets/pdf/ZhengEtAl_SigAsia2024_Supplementary_Focal_surface_holographic_light_transport_using_learned_spatially_adaptive_convolutions.pdf) +:material-file-code: [Code](https://github.com/complight/focal_surface_holographic_light_transport) +??? info ":material-tag-text: Bibtex" + ``` + @inproceedings{zheng2024focalholography, + title={Focal Surface Holographic Light Transport using Learned Spatially Adaptive Convolutions}, + author={Chuanjun Zheng, Yicheng Zhan, Liang Shi, Ozan Cakmakci, and Kaan Ak{\c{s}}it}, + booktitle = {SIGGRAPH Asia 2024 Technical Communications (SA Technical Communications '24)}, + keywords = {Computer-Generated Holography, Light Transport, Optimization}, + location = {Tokyo, Japan}, + series = {SA '24}, + month={December}, + year={2024}, + doi={https://doi.org/10.1145/3681758.3697989} + } + ``` +
+
diff --git a/docs/publications/media/focal_surface_lightprop_experimental_results_castle.png b/docs/publications/media/focal_surface_lightprop_experimental_results_castle.png index 6b4a1ada..3cc71fea 100644 Binary files a/docs/publications/media/focal_surface_lightprop_experimental_results_castle.png and b/docs/publications/media/focal_surface_lightprop_experimental_results_castle.png differ diff --git a/docs/publications/media/focal_surface_lightprop_experimental_results_leaves.png b/docs/publications/media/focal_surface_lightprop_experimental_results_leaves.png index 284f1627..33584112 100644 Binary files a/docs/publications/media/focal_surface_lightprop_experimental_results_leaves.png and b/docs/publications/media/focal_surface_lightprop_experimental_results_leaves.png differ diff --git a/docs/publications/media/focal_surface_lightprop_experimental_results_tiger.png b/docs/publications/media/focal_surface_lightprop_experimental_results_tiger.png index 89565a60..486dffcd 100644 Binary files a/docs/publications/media/focal_surface_lightprop_experimental_results_tiger.png and b/docs/publications/media/focal_surface_lightprop_experimental_results_tiger.png differ diff --git a/docs/publications/media/focal_surfaec_lightprop_proposed_vs_conv.png b/docs/publications/media/focal_surfaec_lightprop_proposed_vs_conv.png index 5398200e..386fae06 100644 Binary files a/docs/publications/media/focal_surfaec_lightprop_proposed_vs_conv.png and b/docs/publications/media/focal_surfaec_lightprop_proposed_vs_conv.png differ diff --git a/docs/publications/media/focal_surfaec_lightprop_web_image.png b/docs/publications/media/focal_surfaec_lightprop_web_image.png new file mode 100644 index 00000000..49abc2c9 Binary files /dev/null and b/docs/publications/media/focal_surfaec_lightprop_web_image.png differ