Augmented reality is a quickly advancing field that has the potential to provide surgeons with computer generated diagnostic results during surgery. Visual classification of diseased tissue generated during a diagnostic procedure, for example, trans-urethral cystoscopy of the urinary bladder, can aid a surgeon during the following resection to ensure no tissue is inadvertently missed. Work with 2D segmentation of camera images is well developed and frameworks already exist to fuse this data real-time in a 3D reconstruction. These existing frame-works, however, maintain only the most recent segmentation information when building the 3D reconstruction. This work proposes a method to build a 3D point cloud classification using random walk Kalman filters. The method enables retention of prior classification information and additionally provides a framework to include additional sensor classifications contributing to a single, final 3D segmentation result. The method is demonstrated using a simulated environment intended to emulate the inside of a human bladder.
%0 Conference Paper
%1 9629734
%A Somers, Peter
%A Schüle, Johannes
%A Tarín, Cristina
%A Sawodny, Oliver
%B 2021 43rd Annual International Conference of the IEEE Engineering in Medicine & Biology Society (EMBC)
%D 2021
%K cristina_tarin grk2543 johannes_schuele non-reviewed oliver_sawodny peter_somers proceedings
%P 4222-4225
%R 10.1109/EMBC46164.2021.9629734
%T 2D to 3D Segmentation: Inclusion of Prior Information using Random Walk Kalman Filters
%X Augmented reality is a quickly advancing field that has the potential to provide surgeons with computer generated diagnostic results during surgery. Visual classification of diseased tissue generated during a diagnostic procedure, for example, trans-urethral cystoscopy of the urinary bladder, can aid a surgeon during the following resection to ensure no tissue is inadvertently missed. Work with 2D segmentation of camera images is well developed and frameworks already exist to fuse this data real-time in a 3D reconstruction. These existing frame-works, however, maintain only the most recent segmentation information when building the 3D reconstruction. This work proposes a method to build a 3D point cloud classification using random walk Kalman filters. The method enables retention of prior classification information and additionally provides a framework to include additional sensor classifications contributing to a single, final 3D segmentation result. The method is demonstrated using a simulated environment intended to emulate the inside of a human bladder.
@inproceedings{9629734,
abstract = {Augmented reality is a quickly advancing field that has the potential to provide surgeons with computer generated diagnostic results during surgery. Visual classification of diseased tissue generated during a diagnostic procedure, for example, trans-urethral cystoscopy of the urinary bladder, can aid a surgeon during the following resection to ensure no tissue is inadvertently missed. Work with 2D segmentation of camera images is well developed and frameworks already exist to fuse this data real-time in a 3D reconstruction. These existing frame-works, however, maintain only the most recent segmentation information when building the 3D reconstruction. This work proposes a method to build a 3D point cloud classification using random walk Kalman filters. The method enables retention of prior classification information and additionally provides a framework to include additional sensor classifications contributing to a single, final 3D segmentation result. The method is demonstrated using a simulated environment intended to emulate the inside of a human bladder.},
added-at = {2023-06-26T13:34:47.000+0200},
author = {Somers, Peter and Schüle, Johannes and Tarín, Cristina and Sawodny, Oliver},
biburl = {https://puma.ub.uni-stuttgart.de/bibtex/2b324cc7de943b29d8a815fd2cfc37d2a/ffischer},
booktitle = {2021 43rd Annual International Conference of the IEEE Engineering in Medicine & Biology Society (EMBC)},
doi = {10.1109/EMBC46164.2021.9629734},
interhash = {72d7bce7641789540271ee34f6402280},
intrahash = {b324cc7de943b29d8a815fd2cfc37d2a},
issn = {2694-0604},
keywords = {cristina_tarin grk2543 johannes_schuele non-reviewed oliver_sawodny peter_somers proceedings},
month = nov,
pages = {4222-4225},
timestamp = {2023-08-10T10:16:51.000+0200},
title = {2D to 3D Segmentation: Inclusion of Prior Information using Random Walk Kalman Filters},
year = 2021
}
