Publications | WeLight

2026

Mesh-represented and learning-empowered hologram synthesis for full 3D holographic displays

Xiangyu Meng, Wenbin Zhou, and Yifan Peng

Nature Communications, 2026

@article{meng2026mesh,
  title = {Mesh-represented and learning-empowered hologram synthesis for full 3D holographic displays},
  author = {Meng, Xiangyu and Zhou, Wenbin and Peng, Yifan},
  journal = {Nature Communications},
  year = {2026},
  publisher = {Nature Publishing Group UK London},
}

EventTracer: fast path tracing-based event stream rendering

Zhenyang Li, Xiaoyang Bai, Jinfan Lu, Pengfei Shen, Edmund Y. Lam, and Yifan Peng

IEEE Transactions on Visualization and Computer Graphics, 2026

HTML

@article{li2026eventtracer,
  title = {EventTracer: fast path tracing-based event stream rendering},
  author = {Li, Zhenyang and Bai, Xiaoyang and Lu, Jinfan and Shen, Pengfei and Lam, Edmund Y. and Peng, Yifan},
  journal = {IEEE Transactions on Visualization and Computer Graphics},
  pages = {1--13},
  year = {2026},
  doi = {10.1109/TVCG.2026.3701141},
}

HoloPathTracer: fast and accurate wave path tracing for holography

Wenbin Zhou, Xiangyu Meng, Jiankai Xing, Xin Liu, Suyeon Choi, and Yifan Peng

ACM Transactions on Graphics, 2026

HTML

@article{zhou2026holopathtracer,
  author = {Zhou, Wenbin and Meng, Xiangyu and Xing, Jiankai and Liu, Xin and Choi, Suyeon and Peng, Yifan},
  title = {HoloPathTracer: fast and accurate wave path tracing for holography},
  journal = {ACM Transactions on Graphics},
  year = {2026},
}

Boundary-aware neural model reduction for PDEs

Li Liao, Pengfei Shen, and Yifan Peng

In ACM SIGGRAPH Conference Proceedings, 2026

HTML

@inproceedings{liao2026boundaryaware,
  author = {Liao, Li and Shen, Pengfei and Peng, Yifan},
  title = {Boundary-aware neural model reduction for PDEs},
  booktitle = {ACM SIGGRAPH Conference Proceedings},
  year = {2026},
}

PatternGSL: a structured specification language for template-free and simulation-ready 3D garments

Zhenyang Li, Lutao Jiang, Yizhou Zhao, Ying-Cong Chen, Xin Wang, Weikai Chen, and Yifan Peng

In ACM SIGGRAPH Conference Proceedings, 2026

HTML

@inproceedings{li2026patterngsl,
  author = {Li, Zhenyang and Jiang, Lutao and Zhao, Yizhou and Chen, Ying-Cong and Wang, Xin and Chen, Weikai and Peng, Yifan},
  title = {PatternGSL: a structured specification language for template-free and simulation-ready 3D garments},
  booktitle = {ACM SIGGRAPH Conference Proceedings},
  year = {2026},
}

Distributed affine body dynamics with adaptive consensus

Jiafeng Liu, Wenhui Zhou, Xinming Pei, Yifan Peng, Huamin Wang, Yin Yang, Lei Lan, and Weiwei Xu

In ACM SIGGRAPH Conference Proceedings (Selected as Technical Paper Trailer), 2026

HTML

@inproceedings{liu2026distributed,
  author = {Liu, Jiafeng and Zhou, Wenhui and Pei, Xinming and Peng, Yifan and Wang, Huamin and Yang, Yin and Lan, Lei and Xu, Weiwei},
  title = {Distributed affine body dynamics with adaptive consensus},
  booktitle = {ACM SIGGRAPH Conference Proceedings (Selected as Technical Paper Trailer)},
  year = {2026},
}

PhyGaP: physically-grounded gaussians with polarization cues

Jiale Wu, Xiaoyang Bai, Zongqi He, Weiwei Xu, and Yifan Peng

In Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (Oral, Best Paper Award Candidate), 2026

HTML

@inproceedings{wu2026phygap,
  title = {PhyGaP: physically-grounded gaussians with polarization cues},
  author = {Wu, Jiale and Bai, Xiaoyang and He, Zongqi and Xu, Weiwei and Peng, Yifan},
  booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (Oral, Best Paper Award Candidate)},
  year = {2026},
}

Retained accuracy with reduced precision in wave propagation modeling

Xin Liu, and Yifan Peng

Photonics Research, 2026

HTML

@article{Liu:26,
  author = {Liu, Xin and Peng, Yifan},
  journal = {Photonics Research},
  keywords = {Diffractive optical elements; Extreme ultraviolet lithography; Laser beams; Lens design; Machine learning; Optical computing},
  number = {5},
  pages = {1762--1774},
  publisher = {Optica Publishing Group},
  title = {Retained accuracy with reduced precision in wave propagation modeling},
  volume = {14},
  year = {2026},
  doi = {10.1364/PRJ.581493},
}

Towards edge holography via implicit neural representation and compression

Hyunmin Ban, Wenbin Zhou, and Yifan Peng

IEEE Transactions on Visualization and Computer Graphics (IEEE VR Best Paper Honorable Mention), 2026

HTML

@article{2026virtual,
  title = {Towards edge holography via implicit neural representation and compression},
  author = {Ban, Hyunmin and Zhou, Wenbin and Peng, Yifan},
  journal = {IEEE Transactions on Visualization and Computer Graphics (IEEE VR Best Paper Honorable Mention)},
  year = {2026},
  organization = {IEEE},
}

Multi-color compressive hologram synthesis with learned wave propagation

Hyunmin Ban, Wenbin Zhou, Xiangyu Meng, and Yifan Peng

Computational Visual Media Journal, 2026

HTML

@article{11366108,
  author = {Ban, Hyunmin and Zhou, Wenbin and Meng, Xiangyu and Peng, Yifan},
  journal = {Computational Visual Media Journal},
  title = {Multi-color compressive hologram synthesis with learned wave propagation},
  year = {2026},
  volume = {},
  number = {},
  pages = {1-14},
  keywords = {Image coding;Holography;Propagation;Decoding;Image reconstruction;Visualization;Optical imaging;Holographic optical components;Quantization (signal);Entropy coding;computer-generated hologram (CGH);image compression;learned propagation;virtual reality (VR);augmented reality (AR)},
  doi = {10.26599/CVM.2025.9450497},
}

Structure-grounded training strategies aid generalization in stereo matching

Liangxun Ou, Yuhui Liu, Zhenyang Li, Xiaoyang Bai, and Yifan Peng

In International Conference on 3D Vision (3DV), 2026

HTML

@inproceedings{ou2026structure,
  title = {Structure-grounded training strategies aid generalization in stereo matching},
  author = {Ou, Liangxun and Liu, Yuhui and Li, Zhenyang and Bai, Xiaoyang and Peng, Yifan},
  booktitle = {International Conference on 3D Vision (3DV)},
  year = {2026},
  organization = {IEEE},
}

2025

S³ Imagery: Specular shading from scratch-anisotropy

Pengfei Shen, Feifan Qu, Li Liao, Ruizhen Hu, and Yifan Peng

In ACM SIGGRAPH Asia, 2025

HTML

@inproceedings{Shen2025s3,
  title = {S³ Imagery: Specular shading from scratch-anisotropy},
  author = {Shen, Pengfei and Qu, Feifan and Liao, Li and Hu, Ruizhen and Peng, Yifan},
  booktitle = {ACM SIGGRAPH Asia},
  year = {2025},
}

NeLiF: Neural lighting function generation for real-time indoor rendering

Hongtao Sheng, Yuchi Huo, Chuankun Zheng, Guangzhi Han, Bin Zang, Yifan Peng, Shi Li, Hao Zhu, Rui Tang, Yiming Wu, Rui Wang, and Hujun Bao

In ACM SIGGRAPH Asia, 2025

HTML

@inproceedings{Sheng2025nelf,
  title = {NeLiF: Neural lighting function generation for real-time indoor rendering},
  author = {Sheng, Hongtao and Huo, Yuchi and Zheng, Chuankun and Han, Guangzhi and Zang, Bin and Peng, Yifan and Li, Shi and Zhu, Hao and Tang, Rui and Wu, Yiming and Wang, Rui and Bao, Hujun},
  booktitle = {ACM SIGGRAPH Asia},
  year = {2025},
}

Enhanced velocity field modeling for gaussian video reconstruction

Zhenyang Li, Xiaoyang Bai, Tongchen Zhang, Pengfei Shen, Weiwei Xu, and Yifan Peng

In Proceedings of the IEEE International Symposium on Mixed and Augmented Reality (ISMAR), 2025

HTML

@inproceedings{li2025enhanced,
  title = {Enhanced velocity field modeling for gaussian video reconstruction},
  author = {Li, Zhenyang and Bai, Xiaoyang and Zhang, Tongchen and Shen, Pengfei and Xu, Weiwei and Peng, Yifan},
  booktitle = {Proceedings of the IEEE International Symposium on Mixed and Augmented Reality (ISMAR)},
  year = {2025},
  organization = {IEEE},
}

Multi-illumination-interfered neural holography with expanded eyebox

Xinxing Xia, Pengfei Mi, Yiqing Tao, Xiangyu Meng, Wenbin Zhou, Yingjie Yu, and Yifan Peng

IEEE Transactions on Visualization and Computer Graphics, 2025

HTML

@article{MultiangleHolography2025,
  title = {Multi-illumination-interfered neural holography with expanded eyebox},
  author = {Xia, Xinxing and Mi, Pengfei and Tao, Yiqing and Meng, Xiangyu and Zhou, Wenbin and Yu, Yingjie and Peng, Yifan},
  journal = {IEEE Transactions on Visualization and Computer Graphics},
  year = {2025},
}

Learned off-aperture encoding for wide field-of-view RGBD imaging

Haoyu Wei, Xin Liu, Yuhui Liu, Qiang Fu, Wolfgang Heidrich, Edmund Y Lam, and Yifan Peng

IEEE Transactions on Pattern Analysis and Machine Intelligence, 2025

HTML

@article{wei2025learned,
  title = {Learned off-aperture encoding for wide field-of-view RGBD imaging},
  author = {Wei, Haoyu and Liu, Xin and Liu, Yuhui and Fu, Qiang and Heidrich, Wolfgang and Lam, Edmund Y and Peng, Yifan},
  journal = {IEEE Transactions on Pattern Analysis and Machine Intelligence},
  year = {2025},
}

Learning RGBD imaging via asymmetrically focused stereo cameras

Liangxun Ou, Yuhui Liu, Xiaoyang Bai, and Yifan Peng

The Visual Computer, 2025

HTML

@article{ou2025learning,
  title = {Learning RGBD imaging via asymmetrically focused stereo cameras},
  author = {Ou, Liangxun and Liu, Yuhui and Bai, Xiaoyang and Peng, Yifan},
  journal = {The Visual Computer},
  pages = {1--13},
  year = {2025},
  publisher = {Springer},
}

Propagation-adaptive 4K computer-generated holography using physics-constrained spatial and Fourier neural operator

Ninghe Liu, Kexuan Liu, Yixin Yang, Yifan Peng, and Liangcai Cao

Nature Communications, 2025

HTML

@article{liu2025propagation,
  title = {Propagation-adaptive 4K computer-generated holography using physics-constrained spatial and Fourier neural operator},
  author = {Liu, Ninghe and Liu, Kexuan and Yang, Yixin and Peng, Yifan and Cao, Liangcai},
  journal = {Nature Communications},
  volume = {16},
  number = {1},
  pages = {7761},
  year = {2025},
  publisher = {Nature Publishing Group UK London},
}

4D gaussian videos with motion layering

Pinxuan Dai, Peiquan Zhang, Zheng Dong, Ke Xu, Yifan Peng, Dandan Ding, Yujun Shen, Yin Yang, Xinguo Liu, Rynson WH Lau, and Weiwei Xu

ACM Transactions on Graphics (TOG), 2025

HTML

@article{dai2025_4dgv,
  title = {4D gaussian videos with motion layering},
  author = {Dai, Pinxuan and Zhang, Peiquan and Dong, Zheng and Xu, Ke and Peng, Yifan and Ding, Dandan and Shen, Yujun and Yang, Yin and Liu, Xinguo and Lau, Rynson WH and Xu, Weiwei},
  journal = {ACM Transactions on Graphics (TOG)},
  volume = {44},
  number = {4},
  year = {2025},
  doi = {10.1145/3731189},
  publisher = {ACM New York, NY, USA},
}

A fully-statistical wave scattering model for heterogeneous surfaces

Zhengze Liu, Yuchi Huo, Yifan Peng, and Rui Wang

ACM Transactions on Graphics (TOG), 2025

HTML

@article{10.1145/3730828,
  author = {Liu, Zhengze and Huo, Yuchi and Peng, Yifan and Wang, Rui},
  title = {A fully-statistical wave scattering model for heterogeneous surfaces},
  year = {2025},
  issue_date = {August 2025},
  publisher = {Association for Computing Machinery},
  address = {New York, NY, USA},
  volume = {44},
  number = {4},
  issn = {0730-0301},
  doi = {10.1145/3730828},
  journal = {ACM Transactions on Graphics (TOG)},
  articleno = {135},
  numpages = {17},
  keywords = {heterogeneous surface, random process, wave optics, scatter, BRDF, speckle, decomposition},
}

Regulation-aware freeform headlamp reflector design with differentiable ray tracing

Xuchen Wei, Yuchi Huo, Pengfei Shen, Yifan Peng, Hujun Bao, and Rui Wang

Opt. Express, 2025

HTML

@article{Wei25,
  title = {Regulation-aware freeform headlamp reflector design with differentiable ray tracing},
  author = {Wei, Xuchen and Huo, Yuchi and Shen, Pengfei and Peng, Yifan and Bao, Hujun and Wang, Rui},
  journal = {Opt. Express},
  number = {15},
  pages = {32262--32276},
  publisher = {Optica Publishing Group},
  volume = {33},
  year = {2025},
  doi = {10.1364/OE.566951},
}

Learned binocular-encoding optics for RGBD imaging using joint stereo and focus cues

Yuhui Liu, Liangxun Ou, Qiang Fu, Hadi Amata, Wolfgang Heidrich, and Yifan Peng

In Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (Oral), 2025

HTML

@inproceedings{liu2024learned,
  title = {Learned binocular-encoding optics for RGBD imaging using joint stereo and focus cues},
  author = {Liu, Yuhui and Ou, Liangxun and Fu, Qiang and Amata, Hadi and Heidrich, Wolfgang and Peng, Yifan},
  booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (Oral)},
  year = {2025},
}

Glossy object reconstruction with cost-effective polarized acquisition

Bojian Wu, Yifan Peng, Ruizhen Hu, and Xiaowei Zhou

In Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (Highlight), 2025

HTML

@inproceedings{wu2024glossy,
  title = {Glossy object reconstruction with cost-effective polarized acquisition},
  author = {Wu, Bojian and Peng, Yifan and Hu, Ruizhen and Zhou, Xiaowei},
  booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (Highlight)},
  year = {2025},
}

MoFlow: motion-guided flows for recurrent rendered frame prediction

Zhizhen Wu, Zhilong Yuan, Chenyu Zuo, Yazhen Yuan, Yifan Peng, Guiyang Pu, Rui Wang, and Yuchi Huo

ACM Transactions on Graphics, 2025

HTML

@article{wu2025moflow,
  title = {MoFlow: motion-guided flows for recurrent rendered frame prediction},
  author = {Wu, Zhizhen and Yuan, Zhilong and Zuo, Chenyu and Yuan, Yazhen and Peng, Yifan and Pu, Guiyang and Wang, Rui and Huo, Yuchi},
  journal = {ACM Transactions on Graphics},
  year = {2025},
  publisher = {ACM New York, NY},
}

In situ fully vectorial tomography and pupil function retrieval of tightly focused fields

Xin Liu, Shijie Tu, Yiwen Hu, Yifan Peng, Yubing Han, Cuifang Kuang, Xu Liu, and Xiang Hao

Nature Communications, 2025

HTML

@article{liu2025situ,
  title = {In situ fully vectorial tomography and pupil function retrieval of tightly focused fields},
  author = {Liu, Xin and Tu, Shijie and Hu, Yiwen and Peng, Yifan and Han, Yubing and Kuang, Cuifang and Liu, Xu and Hao, Xiang},
  journal = {Nature Communications},
  volume = {16},
  number = {1},
  pages = {3478},
  year = {2025},
  publisher = {Nature Publishing Group UK London},
}

GO-NeRF: Generating objects in neural radiance fields for virtual reality content creation

Peng Dai, Feitong Tan, Xin Yu, Yifan Peng, Yinda Zhang, and Xiaojuan Qi

IEEE Transactions on Visualization and Computer Graphics, 2025

HTML

@article{10919233,
  author = {Dai, Peng and Tan, Feitong and Yu, Xin and Peng, Yifan and Zhang, Yinda and Qi, Xiaojuan},
  journal = {IEEE Transactions on Visualization and Computer Graphics},
  title = {GO-NeRF: Generating objects in neural radiance fields for virtual reality content creation},
  year = {2025},
  volume = {},
  number = {},
  pages = {1-11},
  keywords = {Three-dimensional displays;Neural radiance field;Rendering (computer graphics);Training;Pipelines;Image reconstruction;Optimization;Virtual environments;User interfaces;Solid modeling;Virtual environment;Objects generation;Compositional rendering;Neural radiance fields;3D scenes;Interface},
  doi = {10.1109/TVCG.2025.3549558},
}

Off-axis holographic augmented reality displays with HOE-empowered and camera-calibrated propagation

Xinxing Xia, Daqiang Ma, Xiangyu Meng, Feifan Qu, Huadong Zheng, Yingjie Yu, and Yifan Peng

Photon. Res., 2025

HTML

@article{Xia:25,
  author = {Xia, Xinxing and Ma, Daqiang and Meng, Xiangyu and Qu, Feifan and Zheng, Huadong and Yu, Yingjie and Peng, Yifan},
  journal = {Photon. Res.},
  keywords = {Holographic displays; Near eye displays; Optical components; Stochastic gradient descent; Systems design; Three dimensional displays},
  number = {3},
  pages = {687--697},
  publisher = {Optica Publishing Group},
  title = {Off-axis holographic augmented reality displays with HOE-empowered and camera-calibrated propagation},
  volume = {13},
  year = {2025},
  doi = {10.1364/PRJ.543925},
}

3D-HoloNet: fast, unfiltered, 3D hologram generation with camera-calibrated network learning

Wenbin Zhou, Feifan Qu, Xiangyu Meng, Zhenyang Li, and Yifan Peng

Opt. Lett., 2025

HTML

@article{Zhou:25,
  author = {Zhou, Wenbin and Qu, Feifan and Meng, Xiangyu and Li, Zhenyang and Peng, Yifan},
  journal = {Opt. Lett.},
  keywords = {Holographic displays; Image quality; Image reconstruction; Near eye displays; Three dimensional displays; Wave propagation},
  number = {4},
  pages = {1188--1191},
  publisher = {Optica Publishing Group},
  title = {3D-HoloNet: fast, unfiltered, 3D hologram generation with camera-calibrated network learning},
  volume = {50},
  year = {2025},
  doi = {10.1364/OL.544816},
}

Computational optical imaging: on the convergence of physical and digital layers

Zhaoqiang Wang, Yifan Peng, Lu Fang, and Liang Gao

Optica, 2025

HTML

@article{wang2025computational,
  title = {Computational optical imaging: on the convergence of physical and digital layers},
  author = {Wang, Zhaoqiang and Peng, Yifan and Fang, Lu and Gao, Liang},
  journal = {Optica},
  volume = {12},
  number = {1},
  pages = {113--130},
  year = {2025},
  publisher = {Optica Publishing Group},
}

2024

Embodied neuromorphic synergy for lighting-robust machine vision to see in extreme bright

Shijie Lin, Guangze Zheng, Ziwei Wang, Ruihua Han, Wanli Xing, Zeqing Zhang, Yifan Peng, and Jia Pan

Nature Communications, 2024

HTML

@article{lin2024embodied,
  title = {Embodied neuromorphic synergy for lighting-robust machine vision to see in extreme bright},
  author = {Lin, Shijie and Zheng, Guangze and Wang, Ziwei and Han, Ruihua and Xing, Wanli and Zhang, Zeqing and Peng, Yifan and Pan, Jia},
  journal = {Nature Communications},
  volume = {15},
  number = {1},
  pages = {1--14},
  year = {2024},
  publisher = {Nature Publishing Group},
}

Local gaussian density mixtures for unstructured lumigraph rendering

Xiuchao Wu, Jiamin Xu, Chi Wang, Yifan Peng, Qixing Huang, James Tompkin, and Weiwei Xu

In ACM SIGGRAPH Asia 2024 Conference Papers, 2024

HTML

@inproceedings{wu2024lgdm,
  title = {Local gaussian density mixtures for unstructured lumigraph rendering},
  author = {Wu, Xiuchao and Xu, Jiamin and Wang, Chi and Peng, Yifan and Huang, Qixing and Tompkin, James and Xu, Weiwei},
  booktitle = {ACM SIGGRAPH Asia 2024 Conference Papers},
  year = {2024},
}

Learned multi-aperture color-coded optics for snapshot hyperspectral imaging

Zheng Shi, Xiong Dun, Haoyu Wei, Shiyu Dong, Zhanshan Wang, Xinbin Cheng, Felix Heide, and Yifan Peng

ACM Transactions on Graphics (ACM Siggraph Asia), 2024

HTML

@article{shi2024learned,
  title = {Learned multi-aperture color-coded optics for snapshot hyperspectral imaging},
  author = {Shi, Zheng and Dun, Xiong and Wei, Haoyu and Dong, Shiyu and Wang, Zhanshan and Cheng, Xinbin and Heide, Felix and Peng, Yifan},
  journal = {ACM Transactions on Graphics (ACM Siggraph Asia)},
  volume = {43},
  number = {6},
  year = {2024},
  publisher = {ACM New York, NY, USA},
}

LightFormer: light-oriented global neural rendering in dynamic scene

Haocheng Ren, Yuchi Huo, Yifan Peng, Hongtao Sheng, Weidong Xue, Hongxiang Huang, Jingzhen Lan, Rui Wang, and Hujun Bao

ACM Transactions on Graphics (TOG), 2024

HTML

@article{ren2024lightformer,
  title = {LightFormer: light-oriented global neural rendering in dynamic scene},
  author = {Ren, Haocheng and Huo, Yuchi and Peng, Yifan and Sheng, Hongtao and Xue, Weidong and Huang, Hongxiang and Lan, Jingzhen and Wang, Rui and Bao, Hujun},
  journal = {ACM Transactions on Graphics (TOG)},
  volume = {43},
  number = {4},
  pages = {1--14},
  year = {2024},
  publisher = {ACM New York, NY, USA},
}

Learned scanpaths aid blind panoramic video quality assessment

Kanglong Fan, Wen Wen, Mu Li, Yifan Peng, and Kede Ma

In Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition, 2024

HTML

@inproceedings{fan2024learned,
  title = {Learned scanpaths aid blind panoramic video quality assessment},
  author = {Fan, Kanglong and Wen, Wen and Li, Mu and Peng, Yifan and Ma, Kede},
  booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition},
  pages = {2599--2608},
  year = {2024},
}

Full-colour 3D holographic augmented-reality displays with metasurface waveguides

Manu Gopakumar, Gun-Yeal Lee, Suyeon Choi, Brian Chao, Yifan Peng, Jonghyun Kim, and Gordon Wetzstein

Nature, 2024

HTML

@article{Gopakumar2024,
  author = {Gopakumar, Manu and Lee, Gun-Yeal and Choi, Suyeon and Chao, Brian and Peng, Yifan and Kim, Jonghyun and Wetzstein, Gordon},
  title = {Full-colour 3D holographic augmented-reality displays with metasurface waveguides},
  journal = {Nature},
  year = {2024},
}

Neural bokeh: learning lens blur for computational videography and out-of-focus mixed reality

David Mandl, Shohei Mori, Peter Mohr, Yifan Peng, Tobias Langlotz, Dieter Schmalstieg, and Denis Kalkofen

In IEEE Conference on Virtual Reality and 3D User Interfaces (VR), 2024

HTML

@inproceedings{Mandl2024NeuralBokeh,
  author = {Mandl, David and Mori, Shohei and Mohr, Peter and Peng, Yifan and Langlotz, Tobias and Schmalstieg, Dieter and Kalkofen, Denis},
  booktitle = {IEEE Conference on Virtual Reality and 3D User Interfaces (VR)},
  title = {Neural bokeh: learning lens blur for computational videography and out-of-focus mixed reality},
  year = {2024},
}

2023

Adaptive recurrent frame prediction with learnable motion vectors

Zhizhen Wu, Chenyu Zuo, Yuchi Huo, Yazhen Yuan, Yifan Peng, Guiyang Pu, Rui Wang, and Hujun Bao

In SIGGRAPH Asia 2023 Conference Papers, 2023

HTML

@inproceedings{wu2023adaptive,
  title = {Adaptive recurrent frame prediction with learnable motion vectors},
  author = {Wu, Zhizhen and Zuo, Chenyu and Huo, Yuchi and Yuan, Yazhen and Peng, Yifan and Pu, Guiyang and Wang, Rui and Bao, Hujun},
  booktitle = {SIGGRAPH Asia 2023 Conference Papers},
  pages = {1--11},
  year = {2023},
}

Learning a room with the Occ-SDF hybrid: signed distance function mingled with occupancy aids scene representation

Xiaoyang Lyu, Peng Dai, Zizhang Li, Dongyu Yan, Yi Lin, Yifan Peng, and Xiaojuan Qi

IEEE ICCV, 2023

HTML

@article{lyu2023learning,
  title = {Learning a room with the Occ-SDF hybrid: signed distance function mingled with occupancy aids scene representation},
  author = {Lyu, Xiaoyang and Dai, Peng and Li, Zizhang and Yan, Dongyu and Lin, Yi and Peng, Yifan and Qi, Xiaojuan},
  journal = {IEEE ICCV},
  year = {2023},
}

Exploring angular-steering illumination-based eyebox expansion for holographic displays

Xinxing Xia, Weisen Wang, Frank Guan, Furong Yang, Xinghua Shui, Huadong Zheng, Yingjie Yu, and Yifan Peng

Optics Express, 2023

HTML

@article{xia2023exploring,
  title = {Exploring angular-steering illumination-based eyebox expansion for holographic displays},
  author = {Xia, Xinxing and Wang, Weisen and Guan, Frank and Yang, Furong and Shui, Xinghua and Zheng, Huadong and Yu, Yingjie and Peng, Yifan},
  journal = {Optics Express},
  volume = {31},
  number = {19},
  pages = {31563--31573},
  year = {2023},
  publisher = {Optica Publishing Group},
}

Modeling off-axis diffraction with the least-sampling angular spectrum method

Haoyu Wei, Xin Liu, Xiang Hao, Edmund Y Lam, and Yifan Peng

Optica, 2023

HTML

@article{wei2023modeling,
  title = {Modeling off-axis diffraction with the least-sampling angular spectrum method},
  author = {Wei, Haoyu and Liu, Xin and Hao, Xiang and Lam, Edmund Y and Peng, Yifan},
  journal = {Optica},
  volume = {10},
  number = {7},
  pages = {959--962},
  year = {2023},
  publisher = {Optica Publishing Group},
}

Optical neural network via loose neuron array and functional learning

Yuchi Huo, Hujun Bao, Yifan Peng, Chen Gao, Wei Hua, Qing Yang, Haifeng Li, Rui Wang, and Sung-Eui Yoon

Nature Communications, 2023

HTML

@article{huo2023optical,
  title = {Optical neural network via loose neuron array and functional learning},
  author = {Huo, Yuchi and Bao, Hujun and Peng, Yifan and Gao, Chen and Hua, Wei and Yang, Qing and Li, Haifeng and Wang, Rui and Yoon, Sung-Eui},
  journal = {Nature Communications},
  volume = {14},
  number = {1},
  pages = {2535},
  year = {2023},
  publisher = {Nature Publishing Group UK London},
}

Off-axis layered displays: hybrid direct-view/near-eye mixed reality with focus cues

Christoph Ebner, Peter Mohr, Tobias Langlotz, Yifan Peng, Dieter Schmalstieg, Gordon Wetzstein, and Denis Kalkofen

IEEE Transactions on Visualization and Computer Graphics, 2023

HTML

@article{ebner2023off,
  title = {Off-axis layered displays: hybrid direct-view/near-eye mixed reality with focus cues},
  author = {Ebner, Christoph and Mohr, Peter and Langlotz, Tobias and Peng, Yifan and Schmalstieg, Dieter and Wetzstein, Gordon and Kalkofen, Denis},
  journal = {IEEE Transactions on Visualization and Computer Graphics},
  volume = {29},
  number = {5},
  pages = {2816--2825},
  year = {2023},
  publisher = {IEEE},
}

2022

Temperature-robust learned image recovery for shallow-designed imaging systems

Wei Chen, Bingyun Qi, Xu Liu, Haifeng Li, Xiang Hao, and Yifan Peng

Advanced Intelligent Systems, 2022

HTML

@article{chen2022temperature,
  title = {Temperature-robust learned image recovery for shallow-designed imaging systems},
  author = {Chen, Wei and Qi, Bingyun and Liu, Xu and Li, Haifeng and Hao, Xiang and Peng, Yifan},
  journal = {Advanced Intelligent Systems},
  volume = {4},
  number = {10},
  pages = {2200149},
  year = {2022},
  publisher = {Wiley Online Library},
}

Investigating deep optics model representation in affecting resolved all-in-focus image quality and depth estimation fidelity

Xin Liu, Linpei Li, Xu Liu, Xiang Hao, and Yifan Peng

Optics Express, 2022

HTML

@article{liu2022investigating,
  title = {Investigating deep optics model representation in affecting resolved all-in-focus image quality and depth estimation fidelity},
  author = {Liu, Xin and Li, Linpei and Liu, Xu and Hao, Xiang and Peng, Yifan},
  journal = {Optics Express},
  volume = {30},
  number = {20},
  pages = {36973--36984},
  year = {2022},
  publisher = {Optica Publishing Group},
}

Time-multiplexed neural holography: a flexible framework for holographic near-eye displays with fast heavily-quantized spatial light modulators

Suyeon Choi, Manu Gopakumar, Yifan Peng, Jonghyun Kim, Matthew O’Toole, and Gordon Wetzstein

In ACM SIGGRAPH 2022 Conference Proceedings, 2022

HTML

@inproceedings{choi2022time,
  title = {Time-multiplexed neural holography: a flexible framework for holographic near-eye displays with fast heavily-quantized spatial light modulators},
  author = {Choi, Suyeon and Gopakumar, Manu and Peng, Yifan and Kim, Jonghyun and O'Toole, Matthew and Wetzstein, Gordon},
  booktitle = {ACM SIGGRAPH 2022 Conference Proceedings},
  pages = {1--9},
  year = {2022},
}

Holographic glasses for virtual reality

Jonghyun Kim, Manu Gopakumar, Suyeon Choi, Yifan Peng, Ward Lopes, and Gordon Wetzstein

In ACM SIGGRAPH 2022 Conference Proceedings, 2022

HTML

@inproceedings{kim2022holographic,
  title = {Holographic glasses for virtual reality},
  author = {Kim, Jonghyun and Gopakumar, Manu and Choi, Suyeon and Peng, Yifan and Lopes, Ward and Wetzstein, Gordon},
  booktitle = {ACM SIGGRAPH 2022 Conference Proceedings},
  pages = {1--9},
  year = {2022},
}

Video see-through mixed reality with focus cues

Christoph Ebner, Shohei Mori, Peter Mohr, Yifan Peng, Dieter Schmalstieg, Gordon Wetzstein, and Denis Kalkofen

IEEE Transactions on Visualization and Computer Graphics, 2022

HTML

@article{ebner2022video,
  title = {Video see-through mixed reality with focus cues},
  author = {Ebner, Christoph and Mori, Shohei and Mohr, Peter and Peng, Yifan and Schmalstieg, Dieter and Wetzstein, Gordon and Kalkofen, Denis},
  journal = {IEEE Transactions on Visualization and Computer Graphics},
  volume = {28},
  number = {5},
  pages = {2256--2266},
  year = {2022},
  publisher = {IEEE},
}

All-day thin-lens computational imaging with scene-specific learning recovery

Bingyun Qi, Wei Chen, Xiong Dun, Xiang Hao, Rui Wang, Xu Liu, Haifeng Li, and Yifan Peng

Applied Optics, 2022

HTML

@article{qi2022all,
  title = {All-day thin-lens computational imaging with scene-specific learning recovery},
  author = {Qi, Bingyun and Chen, Wei and Dun, Xiong and Hao, Xiang and Wang, Rui and Liu, Xu and Li, Haifeng and Peng, Yifan},
  journal = {Applied Optics},
  volume = {61},
  number = {4},
  pages = {1097--1105},
  year = {2022},
  publisher = {Optica Publishing Group},
}

2021

Speckle-free holography with partially coherent light sources and camera-in-the-loop calibration

Yifan Peng, Suyeon Choi, Jonghyun Kim, and Gordon Wetzstein

Science advances, 2021

HTML

@article{peng2021speckle,
  title = {Speckle-free holography with partially coherent light sources and camera-in-the-loop calibration},
  author = {Peng, Yifan and Choi, Suyeon and Kim, Jonghyun and Wetzstein, Gordon},
  journal = {Science advances},
  volume = {7},
  number = {46},
  pages = {eabg5040},
  year = {2021},
  publisher = {American Association for the Advancement of Science},
}

Neural 3D holography: learning accurate wave propagation models for 3D holographic virtual and augmented reality displays

Suyeon Choi, Manu Gopakumar, Yifan Peng, Jonghyun Kim, and Gordon Wetzstein

ACM Transactions on Graphics (TOG), 2021

HTML

@article{choi2021neural,
  title = {Neural 3D holography: learning accurate wave propagation models for 3D holographic virtual and augmented reality displays},
  author = {Choi, Suyeon and Gopakumar, Manu and Peng, Yifan and Kim, Jonghyun and Wetzstein, Gordon},
  journal = {ACM Transactions on Graphics (TOG)},
  volume = {40},
  number = {6},
  pages = {1--12},
  year = {2021},
  publisher = {ACM New York, NY, USA},
}

Shift-variant color-coded diffractive spectral imaging system

Henry Arguello, Samuel Pinilla, Yifan Peng, Hayato Ikoma, Jorge Bacca, and Gordon Wetzstein

Optica, 2021

HTML

@article{arguello2021shift,
  title = {Shift-variant color-coded diffractive spectral imaging system},
  author = {Arguello, Henry and Pinilla, Samuel and Peng, Yifan and Ikoma, Hayato and Bacca, Jorge and Wetzstein, Gordon},
  journal = {Optica},
  volume = {8},
  number = {11},
  pages = {1424--1434},
  year = {2021},
  publisher = {Optica Publishing Group},
}

Foveated light-field display and real-time rendering for virtual reality

Chen Gao, Yifan Peng, Rui Wang, Zhuopeng Zhang, Haifeng Li, and Xu Liu

Applied Optics, 2021

HTML

@article{gao2021foveated,
  title = {Foveated light-field display and real-time rendering for virtual reality},
  author = {Gao, Chen and Peng, Yifan and Wang, Rui and Zhang, Zhuopeng and Li, Haifeng and Liu, Xu},
  journal = {Applied Optics},
  volume = {60},
  number = {28},
  pages = {8634--8643},
  year = {2021},
  publisher = {Optica Publishing Group},
}

Depth from defocus with learned optics for imaging and occlusion-aware depth estimation

Hayato Ikoma, Cindy M Nguyen, Christopher A Metzler, Yifan Peng, and Gordon Wetzstein

In 2021 IEEE International Conference on Computational Photography (ICCP), 2021

HTML

@inproceedings{ikoma2021depth,
  title = {Depth from defocus with learned optics for imaging and occlusion-aware depth estimation},
  author = {Ikoma, Hayato and Nguyen, Cindy M and Metzler, Christopher A and Peng, Yifan and Wetzstein, Gordon},
  booktitle = {2021 IEEE International Conference on Computational Photography (ICCP)},
  pages = {1--12},
  year = {2021},
  organization = {IEEE},
}

Optimizing image quality for holographic near-eye displays with michelson holography

Suyeon Choi, Jonghyun Kim, Yifan Peng, and Gordon Wetzstein

Optica, 2021

HTML

@article{choi2021optimizing,
  title = {Optimizing image quality for holographic near-eye displays with michelson holography},
  author = {Choi, Suyeon and Kim, Jonghyun and Peng, Yifan and Wetzstein, Gordon},
  journal = {Optica},
  volume = {8},
  number = {2},
  pages = {143--146},
  year = {2021},
  publisher = {Optica Publishing Group},
}

Deep-learned broadband encoding stochastic filters for computational spectroscopic instruments

Hongya Song, Yaoguang Ma, Yubing Han, Weidong Shen, Wenyi Zhang, Yanghui Li, Xu Liu, Yifan Peng, and Xiang Hao

Advanced Theory and Simulations, 2021

HTML

@article{song2021deep,
  title = {Deep-learned broadband encoding stochastic filters for computational spectroscopic instruments},
  author = {Song, Hongya and Ma, Yaoguang and Han, Yubing and Shen, Weidong and Zhang, Wenyi and Li, Yanghui and Liu, Xu and Peng, Yifan and Hao, Xiang},
  journal = {Advanced Theory and Simulations},
  volume = {4},
  number = {3},
  pages = {2000299},
  year = {2021},
  publisher = {Wiley Online Library},
}

2020

Neural holography with camera-in-the-loop training

Yifan Peng, Suyeon Choi, Nitish Padmanaban, and Gordon Wetzstein

ACM Transactions on Graphics (TOG), 2020

HTML

@article{peng2020neural,
  title = {Neural holography with camera-in-the-loop training},
  author = {Peng, Yifan and Choi, Suyeon and Padmanaban, Nitish and Wetzstein, Gordon},
  journal = {ACM Transactions on Graphics (TOG)},
  volume = {39},
  number = {6},
  pages = {1--14},
  year = {2020},
  publisher = {ACM New York, NY, USA},
}

Learned rotationally symmetric diffractive achromat for full-spectrum computational imaging

Xiong Dun, Hayato Ikoma, Gordon Wetzstein, Zhanshan Wang, Xinbin Cheng, and Yifan Peng

Optica, 2020

HTML

@article{dun2020learned,
  title = {Learned rotationally symmetric diffractive achromat for full-spectrum computational imaging},
  author = {Dun, Xiong and Ikoma, Hayato and Wetzstein, Gordon and Wang, Zhanshan and Cheng, Xinbin and Peng, Yifan},
  journal = {Optica},
  volume = {7},
  number = {8},
  pages = {913--922},
  year = {2020},
  publisher = {Optica Publishing Group},
}

End-to-end learned, optically coded super-resolution SPAD camera

Qilin Sun, Jian Zhang, Xiong Dun, Bernard Ghanem, Yifan Peng, and Wolfgang Heidrich

ACM Transactions on Graphics (TOG), 2020

HTML

@article{sun2020end,
  title = {End-to-end learned, optically coded super-resolution SPAD camera},
  author = {Sun, Qilin and Zhang, Jian and Dun, Xiong and Ghanem, Bernard and Peng, Yifan and Heidrich, Wolfgang},
  journal = {ACM Transactions on Graphics (TOG)},
  volume = {39},
  number = {2},
  pages = {1--14},
  year = {2020},
  publisher = {ACM New York, NY, USA},
}

Deep optics for single-shot high-dynamic-range imaging

Christopher A Metzler, Hayato Ikoma, Yifan Peng, and Gordon Wetzstein

In Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition, 2020

HTML

@inproceedings{metzler2020deep,
  title = {Deep optics for single-shot high-dynamic-range imaging},
  author = {Metzler, Christopher A and Ikoma, Hayato and Peng, Yifan and Wetzstein, Gordon},
  booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition},
  pages = {1375--1385},
  year = {2020},
}

2019

Learned large field-of-view imaging with thin-plate optics.

Yifan Peng, Qilin Sun, Xiong Dun, Gordon Wetzstein, Wolfgang Heidrich, and Felix Heide

ACM Trans. Graph., 2019

HTML

@article{peng2019learned,
  title = {Learned large field-of-view imaging with thin-plate optics.},
  author = {Peng, Yifan and Sun, Qilin and Dun, Xiong and Wetzstein, Gordon and Heidrich, Wolfgang and Heide, Felix},
  journal = {ACM Trans. Graph.},
  volume = {38},
  number = {6},
  pages = {219--1},
  year = {2019},
}

Holographic near-eye displays based on overlap-add stereograms

Nitish Padmanaban, Yifan Peng, and Gordon Wetzstein

ACM Transactions on Graphics (TOG), 2019

HTML

@article{padmanaban2019holographic,
  title = {Holographic near-eye displays based on overlap-add stereograms},
  author = {Padmanaban, Nitish and Peng, Yifan and Wetzstein, Gordon},
  journal = {ACM Transactions on Graphics (TOG)},
  volume = {38},
  number = {6},
  pages = {1--13},
  year = {2019},
  publisher = {ACM New York, NY, USA},
}

Wirtinger holography for near-eye displays

Praneeth Chakravarthula, Yifan Peng, Joel Kollin, Henry Fuchs, and Felix Heide

ACM Transactions on Graphics (TOG), 2019

HTML

@article{chakravarthula2019wirtinger,
  title = {Wirtinger holography for near-eye displays},
  author = {Chakravarthula, Praneeth and Peng, Yifan and Kollin, Joel and Fuchs, Henry and Heide, Felix},
  journal = {ACM Transactions on Graphics (TOG)},
  volume = {38},
  number = {6},
  pages = {1--13},
  year = {2019},
  publisher = {ACM New York, NY, USA},
}

2018

End-to-end optimization of optics and image processing for achromatic extended depth of field and super-resolution imaging

Vincent Sitzmann, Steven Diamond, Yifan Peng, Xiong Dun, Stephen Boyd, Wolfgang Heidrich, Felix Heide, and Gordon Wetzstein

ACM Transactions on Graphics (TOG), 2018

HTML

@article{sitzmann2018end,
  title = {End-to-end optimization of optics and image processing for achromatic extended depth of field and super-resolution imaging},
  author = {Sitzmann, Vincent and Diamond, Steven and Peng, Yifan and Dun, Xiong and Boyd, Stephen and Heidrich, Wolfgang and Heide, Felix and Wetzstein, Gordon},
  journal = {ACM Transactions on Graphics (TOG)},
  volume = {37},
  number = {4},
  pages = {1--13},
  year = {2018},
  publisher = {ACM New York, NY, USA},
}

Depth and transient imaging with compressive spad array cameras

Qilin Sun, Xiong Dun, Yifan Peng, and Wolfgang Heidrich

In Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, 2018

HTML

@inproceedings{sun2018depth,
  title = {Depth and transient imaging with compressive spad array cameras},
  author = {Sun, Qilin and Dun, Xiong and Peng, Yifan and Heidrich, Wolfgang},
  booktitle = {Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition},
  pages = {273--282},
  year = {2018},
}

2017

Mix-and-match holography.

Yifan Peng, Xiong Dun, Qilin Sun, and Wolfgang Heidrich

ACM Trans. Graph., 2017

HTML

@article{peng2017mix,
  title = {Mix-and-match holography.},
  author = {Peng, Yifan and Dun, Xiong and Sun, Qilin and Heidrich, Wolfgang},
  journal = {ACM Trans. Graph.},
  volume = {36},
  number = {6},
  pages = {191--1},
  year = {2017},
}

Highly efficient waveguide display with space-variant volume holographic gratings

Chao Yu, Yifan Peng, Qing Zhao, Haifeng Li, and Xu Liu

Applied optics, 2017

HTML

@article{yu2017highly,
  title = {Highly efficient waveguide display with space-variant volume holographic gratings},
  author = {Yu, Chao and Peng, Yifan and Zhao, Qing and Li, Haifeng and Liu, Xu},
  journal = {Applied optics},
  volume = {56},
  number = {34},
  pages = {9390--9397},
  year = {2017},
  publisher = {Optica Publishing Group},
}

Revisiting cross-channel information transfer for chromatic aberration correction

Tiancheng Sun, Yifan Peng, and Wolfgang Heidrich

In IEEE International Conference on Computer Vision, 2017

HTML

@inproceedings{sun2017revisiting,
  title = {Revisiting cross-channel information transfer for chromatic aberration correction},
  author = {Sun, Tiancheng and Peng, Yifan and Heidrich, Wolfgang},
  booktitle = {IEEE International Conference on Computer Vision},
  pages = {3248--3256},
  year = {2017},
}

2016

Encoded diffractive optics for full-spectrum computational imaging

Felix Heide, Qiang Fu, Yifan Peng, and Wolfgang Heidrich

Scientific reports, 2016

HTML

@article{heide2016encoded,
  title = {Encoded diffractive optics for full-spectrum computational imaging},
  author = {Heide, Felix and Fu, Qiang and Peng, Yifan and Heidrich, Wolfgang},
  journal = {Scientific reports},
  volume = {6},
  number = {1},
  pages = {33543},
  year = {2016},
  publisher = {Nature Publishing Group UK London},
}

The diffractive achromat full spectrum computational imaging with diffractive optics

Yifan Peng, Qiang Fu, Felix Heide, and Wolfgang Heidrich

In SIGGRAPH ASIA 2016 Virtual Reality meets Physical Reality: Modelling and Simulating Virtual Humans and Environments, 2016

HTML

@incollection{peng2016diffractive,
  title = {The diffractive achromat full spectrum computational imaging with diffractive optics},
  author = {Peng, Yifan and Fu, Qiang and Heide, Felix and Heidrich, Wolfgang},
  booktitle = {SIGGRAPH ASIA 2016 Virtual Reality meets Physical Reality: Modelling and Simulating Virtual Humans and Environments},
  pages = {1--2},
  year = {2016},
}

2015

Computational imaging using lightweight diffractive-refractive optics

Yifan Peng, Qiang Fu, Hadi Amata, Shuochen Su, Felix Heide, and Wolfgang Heidrich

Optics express, 2015

HTML

@article{peng2015computational,
  title = {Computational imaging using lightweight diffractive-refractive optics},
  author = {Peng, Yifan and Fu, Qiang and Amata, Hadi and Su, Shuochen and Heide, Felix and Heidrich, Wolfgang},
  journal = {Optics express},
  volume = {23},
  number = {24},
  pages = {31393--31407},
  year = {2015},
  publisher = {Optica Publishing Group},
}