%0 Journal Article %1 10.1145/3582272 %A Kosch, Thomas %A Karolus, Jakob %A Zagermann, Johannes %A Reiterer, Harald %A Schmidt, Albrecht %A Woźniak, Paweł W. %C New York, NY, USA %D 2023 %I Association for Computing Machinery %J ACM Comput. Surv. %K 2023 c01 c06 sfbtrr161 %R 10.1145/3582272 %T A Survey on Measuring Cognitive Workload in Human-Computer Interaction %U https://doi.org/10.1145/3582272 %X The ever-increasing number of computing devices around us results in more and more systems competing for our attention, making cognitive workload a crucial factor for the user experience of human-computer interfaces. Research in Human-Computer Interaction (HCI) has used various metrics to determine users’ mental demands. However, there needs to be a systematic way to choose an appropriate and effective measure for cognitive workload in experimental setups, posing a challenge to their reproducibility. We present a literature survey of past and current metrics for cognitive workload used throughout HCI literature to address this challenge. By initially exploring what cognitive workload resembles in the HCI context, we derive a categorization supporting researchers and practitioners in selecting cognitive workload metrics for system design and evaluation. We conclude with three following research gaps: (1) defining and interpreting cognitive workload in HCI, (2) the hidden cost of the NASA-TLX, and (3) HCI research as a catalyst for workload-aware systems, highlighting that HCI research has to deepen and conceptualize the understanding of cognitive workload in the context of interactive computing systems.

@article{10.1145/3582272, abstract = {The ever-increasing number of computing devices around us results in more and more systems competing for our attention, making cognitive workload a crucial factor for the user experience of human-computer interfaces. Research in Human-Computer Interaction (HCI) has used various metrics to determine users’ mental demands. However, there needs to be a systematic way to choose an appropriate and effective measure for cognitive workload in experimental setups, posing a challenge to their reproducibility. We present a literature survey of past and current metrics for cognitive workload used throughout HCI literature to address this challenge. By initially exploring what cognitive workload resembles in the HCI context, we derive a categorization supporting researchers and practitioners in selecting cognitive workload metrics for system design and evaluation. We conclude with three following research gaps: (1) defining and interpreting cognitive workload in HCI, (2) the hidden cost of the NASA-TLX, and (3) HCI research as a catalyst for workload-aware systems, highlighting that HCI research has to deepen and conceptualize the understanding of cognitive workload in the context of interactive computing systems.}, added-at = {2023-02-27T07:58:25.000+0100}, address = {New York, NY, USA}, author = {Kosch, Thomas and Karolus, Jakob and Zagermann, Johannes and Reiterer, Harald and Schmidt, Albrecht and Wo\'{z}niak, Pawe\l{} W.}, biburl = {https://puma.ub.uni-stuttgart.de/bibtex/282ed440e865131e8e29605693c47c695/christinawarren}, doi = {10.1145/3582272}, interhash = {2ae3538df4fc793d301c8a7269714042}, intrahash = {82ed440e865131e8e29605693c47c695}, issn = {0360-0300}, journal = {ACM Comput. Surv.}, keywords = {2023 c01 c06 sfbtrr161}, month = {1}, note = {Just Accepted}, publisher = {Association for Computing Machinery}, timestamp = {2023-02-27T07:58:25.000+0100}, title = {A Survey on Measuring Cognitive Workload in Human-Computer Interaction}, url = {https://doi.org/10.1145/3582272}, year = 2023 }