@article{liu2025situ,title={In situ fully vectorial tomography and pupil function retrieval of tightly focused fields},author={Liu, Xin and Tu, Shijie and Hu, Yiwen and Peng, Yifan and Han, Yubing and Kuang, Cuifang and Liu, Xu and Hao, Xiang},journal={Nature Communications},volume={16},number={1},pages={3478},year={2025},publisher={Nature Publishing Group UK London},}
Learned binocular-encoding optics for RGBD imaging using joint stereo and focus cues (to be updated)
@article{Xia:25,author={Xia, Xinxing and Ma, Daqiang and Meng, Xiangyu and Qu, Feifan and Zheng, Huadong and Yu, Yingjie and Peng, Yifan},journal={Photon. Res.},keywords={Holographic displays; Near eye displays; Optical components; Stochastic gradient descent; Systems design; Three dimensional displays},number={3},pages={687--697},publisher={Optica Publishing Group},title={Off-axis holographic augmented reality displays with HOE-empowered and camera-calibrated propagation},volume={13},year={2025},doi={10.1364/PRJ.543925},}
3D-HoloNet: fast, unfiltered, 3D hologram generation with camera-calibrated network learning
@article{Zhou:25,author={Zhou, Wenbin and Qu, Feifan and Meng, Xiangyu and Li, Zhenyang and Peng, Yifan},journal={Opt. Lett.},keywords={Holographic displays; Image quality; Image reconstruction; Near eye displays; Three dimensional displays; Wave propagation},number={4},pages={1188--1191},publisher={Optica Publishing Group},title={3D-HoloNet: fast, unfiltered, 3D hologram generation with camera-calibrated network learning},volume={50},year={2025},doi={10.1364/OL.544816},}
Computational optical imaging: on the convergence of physical and digital layers
Zhaoqiang Wang, Yifan Peng, Lu Fang, and Liang Gao
@article{wang2025computational,title={Computational optical imaging: on the convergence of physical and digital layers},author={Wang, Zhaoqiang and Peng, Yifan and Fang, Lu and Gao, Liang},journal={Optica},volume={12},number={1},pages={113--130},year={2025},publisher={Optica Publishing Group},}
2024
Embodied neuromorphic synergy for lighting-robust machine vision to see in extreme bright
Shijie Lin, Guangze Zheng, Ziwei Wang, Ruihua Han, Wanli Xing, Zeqing Zhang, Yifan Peng, and Jia Pan
@article{lin2024embodied,title={Embodied neuromorphic synergy for lighting-robust machine vision to see in extreme bright},author={Lin, Shijie and Zheng, Guangze and Wang, Ziwei and Han, Ruihua and Xing, Wanli and Zhang, Zeqing and Peng, Yifan and Pan, Jia},journal={Nature Communications},volume={15},number={1},pages={1--14},year={2024},publisher={Nature Publishing Group},}
Local gaussian density mixtures for unstructured lumigraph rendering
Xiuchao Wu, Jiamin Xu, Chi Wang, Yifan Peng, Qixing Huang, James Tompkin, and Weiwei Xu
@inproceedings{wu2024lgdm,title={Local gaussian density mixtures for unstructured lumigraph rendering},author={Wu, Xiuchao and Xu, Jiamin and Wang, Chi and Peng, Yifan and Huang, Qixing and Tompkin, James and Xu, Weiwei},booktitle={ACM SIGGRAPH Asia 2024 Conference Papers},year={2024},}
Learned multi-aperture color-coded optics for snapshot hyperspectral imaging
Zheng Shi, Xiong Dun, Haoyu Wei, Shiyu Dong, Zhanshan Wang, Xinbin Cheng, Felix Heide, and Yifan Peng
ACM Transactions on Graphics (ACM Siggraph Asia), 2024
@article{shi2024learned,title={Learned multi-aperture color-coded optics for snapshot hyperspectral imaging},author={Shi, Zheng and Dun, Xiong and Wei, Haoyu and Dong, Shiyu and Wang, Zhanshan and Cheng, Xinbin and Heide, Felix and Peng, Yifan},journal={ACM Transactions on Graphics (ACM Siggraph Asia)},volume={43},number={6},year={2024},publisher={ACM New York, NY, USA},}
LightFormer: light-oriented global neural rendering in dynamic scene
Haocheng Ren, Yuchi Huo, Yifan Peng, Hongtao Sheng, Weidong Xue, Hongxiang Huang, Jingzhen Lan, Rui Wang, and Hujun Bao
@article{ren2024lightformer,title={LightFormer: light-oriented global neural rendering in dynamic scene},author={Ren, Haocheng and Huo, Yuchi and Peng, Yifan and Sheng, Hongtao and Xue, Weidong and Huang, Hongxiang and Lan, Jingzhen and Wang, Rui and Bao, Hujun},journal={ACM Transactions on Graphics (TOG)},volume={43},number={4},pages={1--14},year={2024},publisher={ACM New York, NY, USA},}
Learned scanpaths aid blind panoramic video quality assessment
Kanglong Fan, Wen Wen, Mu Li, Yifan Peng, and Kede Ma
In Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition, 2024
@inproceedings{fan2024learned,title={Learned scanpaths aid blind panoramic video quality assessment},author={Fan, Kanglong and Wen, Wen and Li, Mu and Peng, Yifan and Ma, Kede},booktitle={Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition},pages={2599--2608},year={2024},}
Full-colour 3D holographic augmented-reality displays with metasurface waveguides
Manu Gopakumar, Gun-Yeal Lee, Suyeon Choi, Brian Chao, Yifan Peng, Jonghyun Kim, and Gordon Wetzstein
@article{Gopakumar2024,author={Gopakumar, Manu and Lee, Gun-Yeal and Choi, Suyeon and Chao, Brian and Peng, Yifan and Kim, Jonghyun and Wetzstein, Gordon},title={Full-colour 3D holographic augmented-reality displays with metasurface waveguides},journal={Nature},year={2024},}
Neural bokeh: learning lens blur for computational videography and out-of-focus mixed reality
David Mandl, Shohei Mori, Peter Mohr, Yifan Peng, Tobias Langlotz, Dieter Schmalstieg, and Denis Kalkofen
In IEEE Conference on Virtual Reality and 3D User Interfaces (VR), 2024
@inproceedings{Mandl2024NeuralBokeh,author={Mandl, David and Mori, Shohei and Mohr, Peter and Peng, Yifan and Langlotz, Tobias and Schmalstieg, Dieter and Kalkofen, Denis},booktitle={IEEE Conference on Virtual Reality and 3D User Interfaces (VR)},title={Neural bokeh: learning lens blur for computational videography and out-of-focus mixed reality},year={2024},}
2023
Adaptive recurrent frame prediction with learnable motion vectors
Zhizhen Wu, Chenyu Zuo, Yuchi Huo, Yazhen Yuan, Yifan Peng, Guiyang Pu, Rui Wang, and Hujun Bao
@inproceedings{wu2023adaptive,title={Adaptive recurrent frame prediction with learnable motion vectors},author={Wu, Zhizhen and Zuo, Chenyu and Huo, Yuchi and Yuan, Yazhen and Peng, Yifan and Pu, Guiyang and Wang, Rui and Bao, Hujun},booktitle={SIGGRAPH Asia 2023 Conference Papers},pages={1--11},year={2023},}
Learning a room with the Occ-SDF hybrid: signed distance function mingled with occupancy aids scene representation
Xiaoyang Lyu, Peng Dai, Zizhang Li, Dongyu Yan, Yi Lin, Yifan Peng, and Xiaojuan Qi
@article{lyu2023learning,title={Learning a room with the Occ-SDF hybrid: signed distance function mingled with occupancy aids scene representation},author={Lyu, Xiaoyang and Dai, Peng and Li, Zizhang and Yan, Dongyu and Lin, Yi and Peng, Yifan and Qi, Xiaojuan},journal={IEEE ICCV},year={2023},}
Exploring angular-steering illumination-based eyebox expansion for holographic displays
Xinxing Xia, Weisen Wang, Frank Guan, Furong Yang, Xinghua Shui, Huadong Zheng, Yingjie Yu, and Yifan Peng
@article{xia2023exploring,title={Exploring angular-steering illumination-based eyebox expansion for holographic displays},author={Xia, Xinxing and Wang, Weisen and Guan, Frank and Yang, Furong and Shui, Xinghua and Zheng, Huadong and Yu, Yingjie and Peng, Yifan},journal={Optics Express},volume={31},number={19},pages={31563--31573},year={2023},publisher={Optica Publishing Group},}
Modeling off-axis diffraction with the least-sampling angular spectrum method
@article{wei2023modeling,title={Modeling off-axis diffraction with the least-sampling angular spectrum method},author={Wei, Haoyu and Liu, Xin and Hao, Xiang and Lam, Edmund Y and Peng, Yifan},journal={Optica},volume={10},number={7},pages={959--962},year={2023},publisher={Optica Publishing Group},}
Optical neural network via loose neuron array and functional learning
@article{huo2023optical,title={Optical neural network via loose neuron array and functional learning},author={Huo, Yuchi and Bao, Hujun and Peng, Yifan and Gao, Chen and Hua, Wei and Yang, Qing and Li, Haifeng and Wang, Rui and Yoon, Sung-Eui},journal={Nature Communications},volume={14},number={1},pages={2535},year={2023},publisher={Nature Publishing Group UK London},}
Off-axis layered displays: hybrid direct-view/near-eye mixed reality with focus cues
Christoph Ebner, Peter Mohr, Tobias Langlotz, Yifan Peng, Dieter Schmalstieg, Gordon Wetzstein, and Denis Kalkofen
IEEE Transactions on Visualization and Computer Graphics, 2023
@article{ebner2023off,title={Off-axis layered displays: hybrid direct-view/near-eye mixed reality with focus cues},author={Ebner, Christoph and Mohr, Peter and Langlotz, Tobias and Peng, Yifan and Schmalstieg, Dieter and Wetzstein, Gordon and Kalkofen, Denis},journal={IEEE Transactions on Visualization and Computer Graphics},volume={29},number={5},pages={2816--2825},year={2023},publisher={IEEE},}
2022
Temperature-robust learned image recovery for shallow-designed imaging systems
@article{chen2022temperature,title={Temperature-robust learned image recovery for shallow-designed imaging systems},author={Chen, Wei and Qi, Bingyun and Liu, Xu and Li, Haifeng and Hao, Xiang and Peng, Yifan},journal={Advanced Intelligent Systems},volume={4},number={10},pages={2200149},year={2022},publisher={Wiley Online Library},}
Investigating deep optics model representation in affecting resolved all-in-focus image quality and depth estimation fidelity
@article{liu2022investigating,title={Investigating deep optics model representation in affecting resolved all-in-focus image quality and depth estimation fidelity},author={Liu, Xin and Li, Linpei and Liu, Xu and Hao, Xiang and Peng, Yifan},journal={Optics Express},volume={30},number={20},pages={36973--36984},year={2022},publisher={Optica Publishing Group},}
Time-multiplexed neural holography: a flexible framework for holographic near-eye displays with fast heavily-quantized spatial light modulators
Suyeon Choi, Manu Gopakumar, Yifan Peng, Jonghyun Kim, Matthew O’Toole, and Gordon Wetzstein
@inproceedings{choi2022time,title={Time-multiplexed neural holography: a flexible framework for holographic near-eye displays with fast heavily-quantized spatial light modulators},author={Choi, Suyeon and Gopakumar, Manu and Peng, Yifan and Kim, Jonghyun and O'Toole, Matthew and Wetzstein, Gordon},booktitle={ACM SIGGRAPH 2022 Conference Proceedings},pages={1--9},year={2022},}
Holographic glasses for virtual reality
Jonghyun Kim, Manu Gopakumar, Suyeon Choi, Yifan Peng, Ward Lopes, and Gordon Wetzstein
@inproceedings{kim2022holographic,title={Holographic glasses for virtual reality},author={Kim, Jonghyun and Gopakumar, Manu and Choi, Suyeon and Peng, Yifan and Lopes, Ward and Wetzstein, Gordon},booktitle={ACM SIGGRAPH 2022 Conference Proceedings},pages={1--9},year={2022},}
Video see-through mixed reality with focus cues
Christoph Ebner, Shohei Mori, Peter Mohr, Yifan Peng, Dieter Schmalstieg, Gordon Wetzstein, and Denis Kalkofen
IEEE Transactions on Visualization and Computer Graphics, 2022
@article{ebner2022video,title={Video see-through mixed reality with focus cues},author={Ebner, Christoph and Mori, Shohei and Mohr, Peter and Peng, Yifan and Schmalstieg, Dieter and Wetzstein, Gordon and Kalkofen, Denis},journal={IEEE Transactions on Visualization and Computer Graphics},volume={28},number={5},pages={2256--2266},year={2022},publisher={IEEE},}
All-day thin-lens computational imaging with scene-specific learning recovery
@article{qi2022all,title={All-day thin-lens computational imaging with scene-specific learning recovery},author={Qi, Bingyun and Chen, Wei and Dun, Xiong and Hao, Xiang and Wang, Rui and Liu, Xu and Li, Haifeng and Peng, Yifan},journal={Applied Optics},volume={61},number={4},pages={1097--1105},year={2022},publisher={Optica Publishing Group},}
2021
Speckle-free holography with partially coherent light sources and camera-in-the-loop calibration
Yifan Peng, Suyeon Choi, Jonghyun Kim, and Gordon Wetzstein
@article{peng2021speckle,title={Speckle-free holography with partially coherent light sources and camera-in-the-loop calibration},author={Peng, Yifan and Choi, Suyeon and Kim, Jonghyun and Wetzstein, Gordon},journal={Science advances},volume={7},number={46},pages={eabg5040},year={2021},publisher={American Association for the Advancement of Science},}
Neural 3D holography: learning accurate wave propagation models for 3D holographic virtual and augmented reality displays
Suyeon Choi, Manu Gopakumar, Yifan Peng, Jonghyun Kim, and Gordon Wetzstein
@article{choi2021neural,title={Neural 3D holography: learning accurate wave propagation models for 3D holographic virtual and augmented reality displays},author={Choi, Suyeon and Gopakumar, Manu and Peng, Yifan and Kim, Jonghyun and Wetzstein, Gordon},journal={ACM Transactions on Graphics (TOG)},volume={40},number={6},pages={1--12},year={2021},publisher={ACM New York, NY, USA},}
Shift-variant color-coded diffractive spectral imaging system
Henry Arguello, Samuel Pinilla, Yifan Peng, Hayato Ikoma, Jorge Bacca, and Gordon Wetzstein
@article{arguello2021shift,title={Shift-variant color-coded diffractive spectral imaging system},author={Arguello, Henry and Pinilla, Samuel and Peng, Yifan and Ikoma, Hayato and Bacca, Jorge and Wetzstein, Gordon},journal={Optica},volume={8},number={11},pages={1424--1434},year={2021},publisher={Optica Publishing Group},}
Foveated light-field display and real-time rendering for virtual reality
Chen Gao, Yifan Peng, Rui Wang, Zhuopeng Zhang, Haifeng Li, and Xu Liu
@article{gao2021foveated,title={Foveated light-field display and real-time rendering for virtual reality},author={Gao, Chen and Peng, Yifan and Wang, Rui and Zhang, Zhuopeng and Li, Haifeng and Liu, Xu},journal={Applied Optics},volume={60},number={28},pages={8634--8643},year={2021},publisher={Optica Publishing Group},}
Depth from defocus with learned optics for imaging and occlusion-aware depth estimation
Hayato Ikoma, Cindy M Nguyen, Christopher A Metzler, Yifan Peng, and Gordon Wetzstein
In 2021 IEEE International Conference on Computational Photography (ICCP), 2021
@inproceedings{ikoma2021depth,title={Depth from defocus with learned optics for imaging and occlusion-aware depth estimation},author={Ikoma, Hayato and Nguyen, Cindy M and Metzler, Christopher A and Peng, Yifan and Wetzstein, Gordon},booktitle={2021 IEEE International Conference on Computational Photography (ICCP)},pages={1--12},year={2021},organization={IEEE},}
Optimizing image quality for holographic near-eye displays with michelson holography
Suyeon Choi, Jonghyun Kim, Yifan Peng, and Gordon Wetzstein
@article{choi2021optimizing,title={Optimizing image quality for holographic near-eye displays with michelson holography},author={Choi, Suyeon and Kim, Jonghyun and Peng, Yifan and Wetzstein, Gordon},journal={Optica},volume={8},number={2},pages={143--146},year={2021},publisher={Optica Publishing Group},}
Deep-learned broadband encoding stochastic filters for computational spectroscopic instruments
@article{song2021deep,title={Deep-learned broadband encoding stochastic filters for computational spectroscopic instruments},author={Song, Hongya and Ma, Yaoguang and Han, Yubing and Shen, Weidong and Zhang, Wenyi and Li, Yanghui and Liu, Xu and Peng, Yifan and Hao, Xiang},journal={Advanced Theory and Simulations},volume={4},number={3},pages={2000299},year={2021},publisher={Wiley Online Library},}
2020
Neural holography with camera-in-the-loop training
Yifan Peng, Suyeon Choi, Nitish Padmanaban, and Gordon Wetzstein
@article{peng2020neural,title={Neural holography with camera-in-the-loop training},author={Peng, Yifan and Choi, Suyeon and Padmanaban, Nitish and Wetzstein, Gordon},journal={ACM Transactions on Graphics (TOG)},volume={39},number={6},pages={1--14},year={2020},publisher={ACM New York, NY, USA},}
Learned rotationally symmetric diffractive achromat for full-spectrum computational imaging
Xiong Dun, Hayato Ikoma, Gordon Wetzstein, Zhanshan Wang, Xinbin Cheng, and Yifan Peng
@article{dun2020learned,title={Learned rotationally symmetric diffractive achromat for full-spectrum computational imaging},author={Dun, Xiong and Ikoma, Hayato and Wetzstein, Gordon and Wang, Zhanshan and Cheng, Xinbin and Peng, Yifan},journal={Optica},volume={7},number={8},pages={913--922},year={2020},publisher={Optica Publishing Group},}
End-to-end learned, optically coded super-resolution SPAD camera
Qilin Sun, Jian Zhang, Xiong Dun, Bernard Ghanem, Yifan Peng, and Wolfgang Heidrich
@article{sun2020end,title={End-to-end learned, optically coded super-resolution SPAD camera},author={Sun, Qilin and Zhang, Jian and Dun, Xiong and Ghanem, Bernard and Peng, Yifan and Heidrich, Wolfgang},journal={ACM Transactions on Graphics (TOG)},volume={39},number={2},pages={1--14},year={2020},publisher={ACM New York, NY, USA},}
Deep optics for single-shot high-dynamic-range imaging
Christopher A Metzler, Hayato Ikoma, Yifan Peng, and Gordon Wetzstein
In Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition, 2020
@inproceedings{metzler2020deep,title={Deep optics for single-shot high-dynamic-range imaging},author={Metzler, Christopher A and Ikoma, Hayato and Peng, Yifan and Wetzstein, Gordon},booktitle={Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition},pages={1375--1385},year={2020},}
2019
Learned large field-of-view imaging with thin-plate optics.
Yifan Peng, Qilin Sun, Xiong Dun, Gordon Wetzstein, Wolfgang Heidrich, and Felix Heide
@article{peng2019learned,title={Learned large field-of-view imaging with thin-plate optics.},author={Peng, Yifan and Sun, Qilin and Dun, Xiong and Wetzstein, Gordon and Heidrich, Wolfgang and Heide, Felix},journal={ACM Trans. Graph.},volume={38},number={6},pages={219--1},year={2019},}
Holographic near-eye displays based on overlap-add stereograms
Nitish Padmanaban, Yifan Peng, and Gordon Wetzstein
@article{padmanaban2019holographic,title={Holographic near-eye displays based on overlap-add stereograms},author={Padmanaban, Nitish and Peng, Yifan and Wetzstein, Gordon},journal={ACM Transactions on Graphics (TOG)},volume={38},number={6},pages={1--13},year={2019},publisher={ACM New York, NY, USA},}
Wirtinger holography for near-eye displays
Praneeth Chakravarthula, Yifan Peng, Joel Kollin, Henry Fuchs, and Felix Heide
@article{chakravarthula2019wirtinger,title={Wirtinger holography for near-eye displays},author={Chakravarthula, Praneeth and Peng, Yifan and Kollin, Joel and Fuchs, Henry and Heide, Felix},journal={ACM Transactions on Graphics (TOG)},volume={38},number={6},pages={1--13},year={2019},publisher={ACM New York, NY, USA},}
2018
End-to-end optimization of optics and image processing for achromatic extended depth of field and super-resolution imaging
Vincent Sitzmann, Steven Diamond, Yifan Peng, Xiong Dun, Stephen Boyd, Wolfgang Heidrich, Felix Heide, and Gordon Wetzstein
@article{sitzmann2018end,title={End-to-end optimization of optics and image processing for achromatic extended depth of field and super-resolution imaging},author={Sitzmann, Vincent and Diamond, Steven and Peng, Yifan and Dun, Xiong and Boyd, Stephen and Heidrich, Wolfgang and Heide, Felix and Wetzstein, Gordon},journal={ACM Transactions on Graphics (TOG)},volume={37},number={4},pages={1--13},year={2018},publisher={ACM New York, NY, USA},}
Depth and transient imaging with compressive spad array cameras
@inproceedings{sun2018depth,title={Depth and transient imaging with compressive spad array cameras},author={Sun, Qilin and Dun, Xiong and Peng, Yifan and Heidrich, Wolfgang},booktitle={Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition},pages={273--282},year={2018},}
@article{peng2017mix,title={Mix-and-match holography.},author={Peng, Yifan and Dun, Xiong and Sun, Qilin and Heidrich, Wolfgang},journal={ACM Trans. Graph.},volume={36},number={6},pages={191--1},year={2017},}
Highly efficient waveguide display with space-variant volume holographic gratings
Chao Yu, Yifan Peng, Qing Zhao, Haifeng Li, and Xu Liu
@article{yu2017highly,title={Highly efficient waveguide display with space-variant volume holographic gratings},author={Yu, Chao and Peng, Yifan and Zhao, Qing and Li, Haifeng and Liu, Xu},journal={Applied optics},volume={56},number={34},pages={9390--9397},year={2017},publisher={Optica Publishing Group},}
Revisiting cross-channel information transfer for chromatic aberration correction
@inproceedings{sun2017revisiting,title={Revisiting cross-channel information transfer for chromatic aberration correction},author={Sun, Tiancheng and Peng, Yifan and Heidrich, Wolfgang},booktitle={IEEE International Conference on Computer Vision},pages={3248--3256},year={2017},}
2016
Encoded diffractive optics for full-spectrum computational imaging
@article{heide2016encoded,title={Encoded diffractive optics for full-spectrum computational imaging},author={Heide, Felix and Fu, Qiang and Peng, Yifan and Heidrich, Wolfgang},journal={Scientific reports},volume={6},number={1},pages={33543},year={2016},publisher={Nature Publishing Group UK London},}
The diffractive achromat full spectrum computational imaging with diffractive optics
@incollection{peng2016diffractive,title={The diffractive achromat full spectrum computational imaging with diffractive optics},author={Peng, Yifan and Fu, Qiang and Heide, Felix and Heidrich, Wolfgang},booktitle={SIGGRAPH ASIA 2016 Virtual Reality meets Physical Reality: Modelling and Simulating Virtual Humans and Environments},pages={1--2},year={2016},}
2015
Computational imaging using lightweight diffractive-refractive optics
Yifan Peng, Qiang Fu, Hadi Amata, Shuochen Su, Felix Heide, and Wolfgang Heidrich
@article{peng2015computational,title={Computational imaging using lightweight diffractive-refractive optics},author={Peng, Yifan and Fu, Qiang and Amata, Hadi and Su, Shuochen and Heide, Felix and Heidrich, Wolfgang},journal={Optics express},volume={23},number={24},pages={31393--31407},year={2015},publisher={Optica Publishing Group},}
