We present a user study comparing a pre-evaluated mapping approach with a state-of-the-art direct mapping method of facial expressions for emotion judgment in an immersive setting. At its heart, the pre-evaluated approach leverages semiotics, a theory used in linguistic. In doing so, we want to compare pre-evaluation with an approach that seeks to directly map real facial expressions onto their virtual counterparts. To evaluate both approaches, we conduct a controlled lab study with 22 participants. The results show that users are significantly more accurate in judging virtual facial expressions with pre-evaluated mapping. Additionally, participants were slightly more confident when deciding on a presented emotion. We could not find any differences regarding potential Uncanny Valley effects. However, the pre-evaluated mapping shows potential to be more convenient in a conversational scenario.
%0 Conference Paper
%1 hube2020comparing
%A Hube, Natalie
%A Lenz, Oliver
%A Engeln, Lars
%A Groh, Rainer
%A Sedlmair, Michael
%B 2020 IEEE International Symposium on Mixed and Augmented Reality Adjunct (ISMAR-Adjunct)
%D 2020
%K 2020 from:nataliehube myown vis(us) visus visus:hubene visus:sedlmaml
%P 30-35
%R 10.1109/ISMAR-Adjunct51615.2020.00023
%T Comparing Methods for Mapping Facial Expressions to Enhance Immersive Collaboration with Signs of Emotion
%X We present a user study comparing a pre-evaluated mapping approach with a state-of-the-art direct mapping method of facial expressions for emotion judgment in an immersive setting. At its heart, the pre-evaluated approach leverages semiotics, a theory used in linguistic. In doing so, we want to compare pre-evaluation with an approach that seeks to directly map real facial expressions onto their virtual counterparts. To evaluate both approaches, we conduct a controlled lab study with 22 participants. The results show that users are significantly more accurate in judging virtual facial expressions with pre-evaluated mapping. Additionally, participants were slightly more confident when deciding on a presented emotion. We could not find any differences regarding potential Uncanny Valley effects. However, the pre-evaluated mapping shows potential to be more convenient in a conversational scenario.
@inproceedings{hube2020comparing,
abstract = {We present a user study comparing a pre-evaluated mapping approach with a state-of-the-art direct mapping method of facial expressions for emotion judgment in an immersive setting. At its heart, the pre-evaluated approach leverages semiotics, a theory used in linguistic. In doing so, we want to compare pre-evaluation with an approach that seeks to directly map real facial expressions onto their virtual counterparts. To evaluate both approaches, we conduct a controlled lab study with 22 participants. The results show that users are significantly more accurate in judging virtual facial expressions with pre-evaluated mapping. Additionally, participants were slightly more confident when deciding on a presented emotion. We could not find any differences regarding potential Uncanny Valley effects. However, the pre-evaluated mapping shows potential to be more convenient in a conversational scenario.},
added-at = {2021-12-08T10:09:44.000+0100},
author = {Hube, Natalie and Lenz, Oliver and Engeln, Lars and Groh, Rainer and Sedlmair, Michael},
biburl = {https://puma.ub.uni-stuttgart.de/bibtex/2534fb556a9d171ba3bdb6ab7f2305db9/nataliehube},
booktitle = {2020 IEEE International Symposium on Mixed and Augmented Reality Adjunct (ISMAR-Adjunct)},
doi = {10.1109/ISMAR-Adjunct51615.2020.00023},
interhash = {6caaf1d083877595d483577d7884495a},
intrahash = {534fb556a9d171ba3bdb6ab7f2305db9},
keywords = {2020 from:nataliehube myown vis(us) visus visus:hubene visus:sedlmaml},
organization = {IEEE},
pages = {30-35},
timestamp = {2022-12-12T13:33:01.000+0100},
title = {Comparing Methods for Mapping Facial Expressions to Enhance Immersive Collaboration with Signs of Emotion},
year = 2020
}
