Collaborative exploration of scientific data sets across large high-resolution displays requires both high visual detail as wellas low-latency transfer of image data (oftentimes inducing the need to trade one for the other). In this work, we present a system thatdynamically adapts the encoding quality in such systems in a way that reduces the required bandwidth without impacting the detailsperceived by one or more observers. Humans perceive sharp, colourful details, in the small foveal region around the centre of the fieldof view, while information in the periphery is perceived blurred and colourless. We account for this by tracking the gaze of observers,and respectively adapting the quality parameter of each macroblock used by the H.264 encoder, considering the so-called visual acuityfall-off. This allows to substantially reduce the required bandwidth with barely noticeable changes in visual quality, which is crucial forcollaborative analysis across display walls at different locations. We demonstrate the reduced overall required bandwidth and the highquality inside the foveated regions using particle rendering and parallel coordinate
%0 Journal Article
%1 9224182
%A Frieß, F.
%A Braun, M.
%A Bruder, V.
%A Frey, S.
%A Reina, G.
%A Ertl, T.
%D 2021
%J IEEE Transactions on Visualization and Computer Graphics
%K myown
%N 2
%P 1-10
%R 10.1109/TVCG.2020.3030445
%T Foveated Encoding for Large High-Resolution Displays
%U https://ieeexplore.ieee.org/stamp/stamp.jsp?tp=&arnumber=9224182
%V 27
%X Collaborative exploration of scientific data sets across large high-resolution displays requires both high visual detail as wellas low-latency transfer of image data (oftentimes inducing the need to trade one for the other). In this work, we present a system thatdynamically adapts the encoding quality in such systems in a way that reduces the required bandwidth without impacting the detailsperceived by one or more observers. Humans perceive sharp, colourful details, in the small foveal region around the centre of the fieldof view, while information in the periphery is perceived blurred and colourless. We account for this by tracking the gaze of observers,and respectively adapting the quality parameter of each macroblock used by the H.264 encoder, considering the so-called visual acuityfall-off. This allows to substantially reduce the required bandwidth with barely noticeable changes in visual quality, which is crucial forcollaborative analysis across display walls at different locations. We demonstrate the reduced overall required bandwidth and the highquality inside the foveated regions using particle rendering and parallel coordinate
@article{9224182,
abstract = {Collaborative exploration of scientific data sets across large high-resolution displays requires both high visual detail as wellas low-latency transfer of image data (oftentimes inducing the need to trade one for the other). In this work, we present a system thatdynamically adapts the encoding quality in such systems in a way that reduces the required bandwidth without impacting the detailsperceived by one or more observers. Humans perceive sharp, colourful details, in the small foveal region around the centre of the fieldof view, while information in the periphery is perceived blurred and colourless. We account for this by tracking the gaze of observers,and respectively adapting the quality parameter of each macroblock used by the H.264 encoder, considering the so-called visual acuityfall-off. This allows to substantially reduce the required bandwidth with barely noticeable changes in visual quality, which is crucial forcollaborative analysis across display walls at different locations. We demonstrate the reduced overall required bandwidth and the highquality inside the foveated regions using particle rendering and parallel coordinate},
added-at = {2023-08-04T08:37:13.000+0200},
author = {Frieß, F. and Braun, M. and Bruder, V. and Frey, S. and Reina, G. and Ertl, T.},
biburl = {https://puma.ub.uni-stuttgart.de/bibtex/247a57dd4a250c4a721a659d0ee8a34b3/matthiasbraun},
doi = {10.1109/TVCG.2020.3030445},
interhash = {1f971cbf9ed0414cd078eb896e35c395},
intrahash = {47a57dd4a250c4a721a659d0ee8a34b3},
journal = {IEEE Transactions on Visualization and Computer Graphics},
keywords = {myown},
number = 2,
pages = {1-10},
timestamp = {2023-08-04T08:37:13.000+0200},
title = {Foveated Encoding for Large High-Resolution Displays},
url = {https://ieeexplore.ieee.org/stamp/stamp.jsp?tp=&arnumber=9224182},
volume = 27,
year = 2021
}
