We present an exploratory study on the accessibility of images in publications when viewed with color vision deficiencies (CVDs). The study is based on 1,710 images sampled from a visualization dataset (VIS30K) over five years. We simulated four CVDs on each image. First, four researchers (one with a CVD) identified existing issues and helpful aspects in a subset of the images. Based on the resulting labels, 200 crowdworkers provided 30,000 ratings on present CVD issues in the simulated images. We analyzed this data for correlations, clusters, trends, and free text comments to gain a first overview of paper figure accessibility. Overall, about 60 % of the images were rated accessible. Furthermore, our study indicates that accessibility issues are subjective and hard to detect. On a meta-level, we reflect on our study experience to point out challenges and opportunities of large-scale accessibility studies for future research directions.
%0 Conference Paper
%1 10.1145/3491102.3502133
%A Angerbauer, Katrin
%A Rodrigues, Nils
%A Cutura, Rene
%A Öney, Seyda
%A Pathmanathan, Nelusa
%A Morariu, Cristina
%A Weiskopf, Daniel
%A Sedlmair, Michael
%B Proceedings of the 2022 CHI Conference on Human Factors in Computing Systems
%C New York, NY, USA
%D 2022
%I Association for Computing Machinery
%K visus:cuturare b01 sfbtrr161 visus:angerbkn a08 visus:rodrigns 2022 visus visus:weiskopf from:christinawarren visus:sedlmaml
%R 10.1145/3491102.3502133
%T Accessibility for Color Vision Deficiencies: Challenges and Findings of a Large Scale Study on Paper Figures
%U https://doi.org/10.1145/3491102.3502133
%X We present an exploratory study on the accessibility of images in publications when viewed with color vision deficiencies (CVDs). The study is based on 1,710 images sampled from a visualization dataset (VIS30K) over five years. We simulated four CVDs on each image. First, four researchers (one with a CVD) identified existing issues and helpful aspects in a subset of the images. Based on the resulting labels, 200 crowdworkers provided 30,000 ratings on present CVD issues in the simulated images. We analyzed this data for correlations, clusters, trends, and free text comments to gain a first overview of paper figure accessibility. Overall, about 60 % of the images were rated accessible. Furthermore, our study indicates that accessibility issues are subjective and hard to detect. On a meta-level, we reflect on our study experience to point out challenges and opportunities of large-scale accessibility studies for future research directions.
%@ 9781450391573
@inproceedings{10.1145/3491102.3502133,
abstract = {We present an exploratory study on the accessibility of images in publications when viewed with color vision deficiencies (CVDs). The study is based on 1,710 images sampled from a visualization dataset (VIS30K) over five years. We simulated four CVDs on each image. First, four researchers (one with a CVD) identified existing issues and helpful aspects in a subset of the images. Based on the resulting labels, 200 crowdworkers provided 30,000 ratings on present CVD issues in the simulated images. We analyzed this data for correlations, clusters, trends, and free text comments to gain a first overview of paper figure accessibility. Overall, about 60 % of the images were rated accessible. Furthermore, our study indicates that accessibility issues are subjective and hard to detect. On a meta-level, we reflect on our study experience to point out challenges and opportunities of large-scale accessibility studies for future research directions.},
added-at = {2022-09-21T08:34:50.000+0200},
address = {New York, NY, USA},
articleno = {134},
author = {Angerbauer, Katrin and Rodrigues, Nils and Cutura, Rene and \"{O}ney, Seyda and Pathmanathan, Nelusa and Morariu, Cristina and Weiskopf, Daniel and Sedlmair, Michael},
biburl = {https://puma.ub.uni-stuttgart.de/bibtex/2a298a4b0cb7b13c92121f943f5cabd4c/visus},
booktitle = {Proceedings of the 2022 CHI Conference on Human Factors in Computing Systems},
doi = {10.1145/3491102.3502133},
interhash = {b039d416775f623895b6ca5c253c9bf8},
intrahash = {a298a4b0cb7b13c92121f943f5cabd4c},
isbn = {9781450391573},
keywords = {visus:cuturare b01 sfbtrr161 visus:angerbkn a08 visus:rodrigns 2022 visus visus:weiskopf from:christinawarren visus:sedlmaml},
location = {New Orleans, LA, USA},
numpages = {23},
publisher = {Association for Computing Machinery},
series = {CHI '22},
timestamp = {2022-09-21T06:34:50.000+0200},
title = {Accessibility for Color Vision Deficiencies: Challenges and Findings of a Large Scale Study on Paper Figures},
url = {https://doi.org/10.1145/3491102.3502133},
year = 2022
}