We conducted an eye-tracking user study with 13 participants to investigate the influence of stimulus-question ordering and question modality on participants using visual question-answering (VQA) tasks. We examined cognitive load, task performance, and gaze allocations across five distinct experimental designs, aiming to identify setups that minimize the cognitive burden on participants. The collected performance and gaze data were analyzed using quantitative and qualitative methods. Our results indicate a significant impact of stimulus-question ordering on cognitive load and task performance, as well as a noteworthy effect of question modality on task performance. These findings offer insights for the experimental design of controlled user studies in visualization research.
%0 Conference Paper
%1 vriend2024which
%A Vriend, Sita A.
%A Vidyapu, Sandeep
%A Chen, Kun-Ting
%A Weiskopf, Daniel
%B Proceedings of the Symposium on Eye Tracking and Visualization (ETVIS)
%D 2024
%K 2024 a01 sfbtrr161 visus visus:chenkg visus:vidyapsp visus:vriendsa visus:weiskopf
%R 10.1145/3649902.3653519
%T Which Experimental Design is Better Suited for VQA Tasks? Eye Tracking Study on Cognitive Load, Performance, and Gaze Allocations
%U https://arxiv.org/abs/2404.04036
%X We conducted an eye-tracking user study with 13 participants to investigate the influence of stimulus-question ordering and question modality on participants using visual question-answering (VQA) tasks. We examined cognitive load, task performance, and gaze allocations across five distinct experimental designs, aiming to identify setups that minimize the cognitive burden on participants. The collected performance and gaze data were analyzed using quantitative and qualitative methods. Our results indicate a significant impact of stimulus-question ordering on cognitive load and task performance, as well as a noteworthy effect of question modality on task performance. These findings offer insights for the experimental design of controlled user studies in visualization research.
@inproceedings{vriend2024which,
abstract = {We conducted an eye-tracking user study with 13 participants to investigate the influence of stimulus-question ordering and question modality on participants using visual question-answering (VQA) tasks. We examined cognitive load, task performance, and gaze allocations across five distinct experimental designs, aiming to identify setups that minimize the cognitive burden on participants. The collected performance and gaze data were analyzed using quantitative and qualitative methods. Our results indicate a significant impact of stimulus-question ordering on cognitive load and task performance, as well as a noteworthy effect of question modality on task performance. These findings offer insights for the experimental design of controlled user studies in visualization research.},
added-at = {2024-04-16T10:37:38.000+0200},
author = {Vriend, Sita A. and Vidyapu, Sandeep and Chen, Kun-Ting and Weiskopf, Daniel},
biburl = {https://puma.ub.uni-stuttgart.de/bibtex/2b40fa6e252a87c69ebafdc3d0dcb84c4/christinawarren},
booktitle = {Proceedings of the Symposium on Eye Tracking and Visualization (ETVIS)},
doi = {10.1145/3649902.3653519},
interhash = {d3442f60151399f99889ce27005cd382},
intrahash = {b40fa6e252a87c69ebafdc3d0dcb84c4},
keywords = {2024 a01 sfbtrr161 visus visus:chenkg visus:vidyapsp visus:vriendsa visus:weiskopf},
month = {06},
timestamp = {2024-04-16T10:37:38.000+0200},
title = {Which Experimental Design is Better Suited for VQA Tasks? Eye Tracking Study on Cognitive Load, Performance, and Gaze Allocations},
url = {https://arxiv.org/abs/2404.04036},
year = 2024
}
