As technology advances and sensing devices improve, it is becoming more and more pertinent to ensure accurate positioning of these devices, especially within the human body. This task remains particularly difficult during manual, minimally invasive surgeries such as cystoscopies where only a monocular, endoscopic camera image is available and driven by hand. Tracking relies on optical localization methods, however, existing classical options do not function well in such a dynamic, non-rigid environment. This work builds on recent works using neural networks to learn a supervised depth estimation from synthetically generated images and, in a second training step, use adversarial training to then apply the network on real images. The improvements made to a synthetic cystoscopic environment are done in such a way to reduce the domain gap between the synthetic images and the real ones. Training with the proposed enhanced environment shows distinct improvements over previously published work when applied to real test images.
%0 Conference Paper
%1 10340303
%A Somers, Peter
%A Deutschmann, Mario
%A Holdenried-Krafft, Simon
%A Tovey, Samuel
%A Schüle, Johannes
%A Veil, Carina
%A Aslani, Valese
%A Sawodny, Oliver
%A Lensch, Hendrik P. A.
%A Tarín, Cristina
%B 2023 45th Annual International Conference of the IEEE Engineering in Medicine & Biology Society (EMBC)
%D 2023
%K Valese_Aslani ito myown proceedings
%P 1-4
%R 10.1109/EMBC40787.2023.10340303
%T An Enhanced Synthetic Cystoscopic Environment for Use in Monocular Depth Estimation
%X As technology advances and sensing devices improve, it is becoming more and more pertinent to ensure accurate positioning of these devices, especially within the human body. This task remains particularly difficult during manual, minimally invasive surgeries such as cystoscopies where only a monocular, endoscopic camera image is available and driven by hand. Tracking relies on optical localization methods, however, existing classical options do not function well in such a dynamic, non-rigid environment. This work builds on recent works using neural networks to learn a supervised depth estimation from synthetically generated images and, in a second training step, use adversarial training to then apply the network on real images. The improvements made to a synthetic cystoscopic environment are done in such a way to reduce the domain gap between the synthetic images and the real ones. Training with the proposed enhanced environment shows distinct improvements over previously published work when applied to real test images.
@inproceedings{10340303,
abstract = {As technology advances and sensing devices improve, it is becoming more and more pertinent to ensure accurate positioning of these devices, especially within the human body. This task remains particularly difficult during manual, minimally invasive surgeries such as cystoscopies where only a monocular, endoscopic camera image is available and driven by hand. Tracking relies on optical localization methods, however, existing classical options do not function well in such a dynamic, non-rigid environment. This work builds on recent works using neural networks to learn a supervised depth estimation from synthetically generated images and, in a second training step, use adversarial training to then apply the network on real images. The improvements made to a synthetic cystoscopic environment are done in such a way to reduce the domain gap between the synthetic images and the real ones. Training with the proposed enhanced environment shows distinct improvements over previously published work when applied to real test images.},
added-at = {2025-02-06T16:50:41.000+0100},
author = {Somers, Peter and Deutschmann, Mario and Holdenried-Krafft, Simon and Tovey, Samuel and Schüle, Johannes and Veil, Carina and Aslani, Valese and Sawodny, Oliver and Lensch, Hendrik P. A. and Tarín, Cristina},
biburl = {https://puma.ub.uni-stuttgart.de/bibtex/269e19c9b9249afd762e850192d026cbb/vaslani},
booktitle = {2023 45th Annual International Conference of the IEEE Engineering in Medicine & Biology Society (EMBC)},
doi = {10.1109/EMBC40787.2023.10340303},
interhash = {58d194c3d51f6bb565e1c31f7370b460},
intrahash = {69e19c9b9249afd762e850192d026cbb},
issn = {2694-0604},
keywords = {Valese_Aslani ito myown proceedings},
month = {July},
pages = {1-4},
timestamp = {2025-02-06T17:38:08.000+0100},
title = {An Enhanced Synthetic Cystoscopic Environment for Use in Monocular Depth Estimation},
year = 2023
}