@inproceedings{Arévalo-Arboleda2020,
title = {There’s More than Meets the Eye: Enhancing Robot Control through Augmented Visual Cues},
author = {Stephanie Arévalo-Arboleda and Tim Dierks and Franziska Ruecker and Jens Gerken},
url = {https://hci.w-hs.de/pub_lbr1017_visualcues_arevalo_cameraready/, PDF Download},
doi = {10.1145/3371382.3378240},
isbn = {978-1-4503-7057},
year = {2020},
date = {2020-03-23},
booktitle = {HRI 2020 - ACM/IEEE International Conference on Human-Robot Interaction},
abstract = {In this paper, we present the design of a visual feedback mechanism using Augmented Reality, which we call augmented visual cues, to assist pick-and-place tasks during robot control. We propose to augment the robot operator’s visual space in order to avoid attention splitting and increase situational awareness (SA). In particular, we aim to improve on the SA concepts of perception, comprehension,
and projection as well as the overall task performance. For that, we built upon the interaction design paradigm proposed by Walker et al.. On the one hand, our design augments the robot to support picking-tasks; and, on the other hand, we augment the environment to support placing-tasks. We evaluated our design in a first user study, and results point to specific design aspects that need improvement while showing promise for the overall approach, in particular regarding user satisfaction and certain SA concepts.},
keywords = {},
pubstate = {forthcoming},
tppubtype = {inproceedings}
}

@inproceedings{Lakhnati2019,
title = {Is It Real?: Understanding Interaction Mechanics Within the Reality-virtuality Continuum},
author = {Younes Lakhnati and Raphael Springer and Edward White and Jens Gerken},
url = {https://hci.w-hs.de/pub_isitrealunderstandinteractionmechanics/, PDF Download},
doi = {10.1145/3365610.3365634},
isbn = {978-1-4503-7624-2},
year = {2019},
date = {2019-11-26},
booktitle = {Proceedings of the 18th International Conference on Mobile and Ubiquitous Multimedia},
publisher = {ACM},
address = {New York, NY, USA},
abstract = {

The concept of Mixed Reality has existed in research for decades but has experienced rapid growth in recent years, mainly due to technological advances and peripherals such as the Microsoft HoloLens reaching the market. Despite this, certain design aspects of Mixed Reality experiences, such as the different nuances of real and virtual elements, remain largely unexplored.

This paper presents an explorative study with 15 participants which aims to investigate and gain a better understanding of the different qualities of real and virtual objects. To that end, we developed a Mixed Reality board game that offered different combinations of real and virtual game components, such as the board, the pieces and the dice. Our analysis shows that the participants generally preferred the completely virtual variant but appreciated different qualities of real and virtual elements. The results also indicate that virtual interaction elements work better on a real background than vice versa. However, this conflicts with some participants' preference of using physical pieces for the haptic experience, creating a design trade-off. This study represents a first step in exploring how the experience changes when swapping elements of differing realities for one another and identifying these trade-offs.
},
keywords = {},
pubstate = {published},
tppubtype = {inproceedings}
}

@inproceedings{Arévalo-Arboleda2019,
title = {What's behind a choice? Understanding Modality Choices under Changing Environmental Conditions},
author = {Stephanie Arévalo-Arboleda and Stanislaw Miller and Martha Janka and Jens Gerken},
url = {https://hci.w-hs.de/pub_whatsbehindachoiceunderstandingmodalitychoicesunderchangingenvironmentalconditions/, PDF Download},
doi = {10.1145/3340555.3353717},
isbn = { 978-1-4503-6860-5},
year = {2019},
date = {2019-10-14},
booktitle = {ICMI '19 2019 International Conference on Multimodal Interaction},
pages = {291-301},
abstract = {Interacting with the physical and digital environment multimodally enhances user flexibility and adaptability to different scenarios. A body of research has focused on comparing the efficiency and effectiveness of different interaction modalities in digital environments. However, little is known about user behavior in an environment that provides freedom to choose from a range of modalities. That is why, we take a closer look at the factors that influence input modality choices. Building on the work by Jameson & Kristensson, our goal is to understand how different factors influence user choices. In this paper, we present a study that aims to explore modality choices in a hands-free interaction environment, wherein participants can choose and combine freely three hands-free modalities (Gaze, Head movements, Speech) to execute point and select actions in a 2D interface. On the one hand, our results show that users avoid switching modalities more often than we expected, particularly, under conditions that should prompt modality switching. On the other hand, when users make a modality switch, user characteristics and consequences of the experienced interaction have a higher impact on the choice, than the changes in environmental conditions. Further, when users switch between modalities, we identified different types of switching behaviors. Users who deliberately try to find and choose an optimal modality (single switcher), users who try to find optimal combinations of modalities (multiple switcher), and a switching behavior triggered by error occurrence (error biased switcher). We believe that these results help to further understand when and how to design for multimodal interaction in real-world systems.},
keywords = {},
pubstate = {published},
tppubtype = {inproceedings}
}