%0 Journal Article %1 iseringhausen2017imaging %A Iseringhausen, Julian %A Goldlücke, Bastian %A Pesheva, Nina %A Iliev, Stanimir %A Wender, Alexander %A Fuchs, Martin %A B. Hullin, Matthias %B ACM Transactions on Graphics %D 2017 %K 2017 A06 B05 from:leonkokkoliadis sfbtrr161 visus:wenderar %N 4 %P 35:1--35:11 %R 10.1145/3072959.3073589 %T 4D Imaging through Spray-on Optics %U https://doi.org/10.1145/3072959.3073589 %V 36 %X Light fields are a powerful concept in computational imaging and a mainstay in image-based rendering; however, so far their acquisition required either carefully designed and calibrated optical systems (micro-lens arrays), or multi-camera/multi-shot settings. Here, we show that fully calibrated light field data can be obtained from a single ordinary photograph taken through a partially wetted window. Each drop of water produces a distorted view on the scene, and the challenge of recovering the unknown mapping from pixel coordinates to refracted rays in space is a severely underconstrained problem. The key idea behind our solution is to combine ray tracing and low-level image analysis techniques (extraction of 2D drop contours and locations of scene features seen through drops) with state-of-the-art drop shape simulation and an iterative refinement scheme to enforce photo-consistency across features that are seen in multiple views. This novel approach not only recovers a dense pixel-to-ray mapping, but also the refractive geometry through which the scene is observed, to high accuracy. We therefore anticipate that our inherently self-calibrating scheme might also find applications in other fields, for instance in materials science where the wetting properties of liquids on surfaces are investigated.

@article{iseringhausen2017imaging, abstract = {Light fields are a powerful concept in computational imaging and a mainstay in image-based rendering; however, so far their acquisition required either carefully designed and calibrated optical systems (micro-lens arrays), or multi-camera/multi-shot settings. Here, we show that fully calibrated light field data can be obtained from a single ordinary photograph taken through a partially wetted window. Each drop of water produces a distorted view on the scene, and the challenge of recovering the unknown mapping from pixel coordinates to refracted rays in space is a severely underconstrained problem. The key idea behind our solution is to combine ray tracing and low-level image analysis techniques (extraction of 2D drop contours and locations of scene features seen through drops) with state-of-the-art drop shape simulation and an iterative refinement scheme to enforce photo-consistency across features that are seen in multiple views. This novel approach not only recovers a dense pixel-to-ray mapping, but also the refractive geometry through which the scene is observed, to high accuracy. We therefore anticipate that our inherently self-calibrating scheme might also find applications in other fields, for instance in materials science where the wetting properties of liquids on surfaces are investigated. }, added-at = {2020-02-27T12:11:35.000+0100}, author = {Iseringhausen, Julian and Goldlücke, Bastian and Pesheva, Nina and Iliev, Stanimir and Wender, Alexander and Fuchs, Martin and B. Hullin, Matthias}, biburl = {https://puma.ub.uni-stuttgart.de/bibtex/29c81076d40d5defd60a228104a00a54d/sfbtrr161}, booktitle = {ACM Transactions on Graphics}, doi = {10.1145/3072959.3073589}, interhash = {eed69429f6a861984cd7743f5b91f57e}, intrahash = {9c81076d40d5defd60a228104a00a54d}, keywords = {2017 A06 B05 from:leonkokkoliadis sfbtrr161 visus:wenderar}, number = 4, pages = {35:1--35:11}, timestamp = {2020-03-05T11:20:48.000+0100}, title = {4D Imaging through Spray-on Optics }, url = {https://doi.org/10.1145/3072959.3073589}, volume = 36, year = 2017 }