Hey, I’m Yannick Weiss.

@inproceedings{10.1007/978-3-032-32230-2_36,

title = {Evaluating and Optimizing Fingertip-Free Cutaneous Haptics for Mixed Reality Interactions},

author = {Yannick Weiss and Dennis Stanielewitz and Steeven Villa},

editor = {Claudio Pacchierotti and Karon E. MacLean and Jan B. F. Erp},

url = {https://yannick-weiss.com/wp-content/uploads/2026/08/Weiss2026_FingertipFreeHapticsForMR.pdf},

doi = {10.1007/978-3-032-32230-2_36},

isbn = {978-3-032-32230-2},

year  = {2026},

date = {2026-07-28},

urldate = {2026-07-28},

booktitle = {Haptics: Understanding Touch; Technology and Systems; Applications and Interaction},

pages = {454–469},

publisher = {Springer Nature Switzerland},

address = {Cham},

abstract = {Haptic feedback remains largely absent from mixed reality 
(MR) systems, despite its central role in everyday interaction. Many 
existing haptic approaches obstruct the fingertips or constrain 
movement, limiting their suitability for MR, where users must seamlessly
 interact with both virtual content and physical objects. We investigate
 an unobtrusive cutaneous approach that applies pressure and shear 
forces to the finger's proximal phalanx while leaving the fingertips 
free. We rebuild a haptic ring device and evaluate its effectiveness 
across common interaction widgets used in mid-air and with passive 
surface support. In an experimental user study with 24 participants, we 
systematically varied pressure and shear forces and modeled their 
effects on perceived pleasantness and realism using response surface 
methodology. Our results show that optimal haptic feedback varies by 
interaction: moderate shear improves mid-air tasks, stronger shear aids 
surface-supported widgets, and pressure mainly affects buttons. 
Trade-offs exist between pleasantness and realism, and passive surfaces 
substantially influence how active cutaneous cues are perceived. 
Overall, this work shows that fingertip-free cutaneous feedback can 
enhance a wide range of MR interactions without encumbering users' hands
 and highlights the importance of interaction-specific haptic tuning in 
MR systems.},

keywords = {},

}

@inproceedings{10.1145/3795011.3795037,

title = {Thermal Illusions Reliably Shift Perceived Object Temperatures Across Materials in Mixed Reality},

author = {Yannick Weiss and Dominic Lenz and Steeven Villa},

url = {https://yannick-weiss.com/wp-content/uploads/2026/05/Weiss_AHs26_ThermalIllusionsInMR.pdf},

doi = {10.1145/3795011.3795037},

isbn = {9798400723513},

year  = {2026},

date = {2026-05-08},

urldate = {2026-05-08},

booktitle = {Proceedings of the Augmented Humans International Conference 2026},

pages = {167–176},

publisher = {Association for Computing Machinery},

address = {New York, NY, USA},

series = {AHs '26},

abstract = {Achieving realistic thermal feedback in extended reality has
 been a long-standing goal, as temperature shapes comfort, immersion, 
and affective communication. While hardware-based thermal devices show 
promise in virtual environments, their bulk makes them impractical in 
mixed reality, where users are less confined and engage freely with real
 objects. Thermal illusions offer a lightweight alternative by 
leveraging multisensory cues to alter temperature perception without 
specialized hardware. Yet, they are mainly studied in virtual contexts, 
neglecting the complexity of real physical environments. To address 
this, we adapted established thermal illusions and evaluated their 
effects in a mixed reality context (N=20). Results show illusions 
reliably shifted subjective temperature ratings across materials without
 uniformly disrupting sensory congruence or coherence with real-world 
experiences. Moreover, colder illusions performed stronger with metals, 
and warmer illusions with plastic. These findings reveal both the 
robustness of thermal illusions and design opportunities for crafting 
richer thermal experiences for mixed reality.},

keywords = {},

}

@inproceedings{10.1145/3756884.3765988,

title = {Manipulating Stiffness Perception of Compliant Objects While Pinching in Virtual Reality},

author = {Yannick Weiss and Steeven Villa and Moritz Ziarko and Florian Müller},

url = 
{https://yannick-weiss.com/wp-content/uploads/2025/11/Weiss2025_Manipulating_Stiffness_Perception_of_Compliant_Objects_While_Pinching_in_VR.pdf},

doi = {10.1145/3756884.3765988},

isbn = {9798400721182},

year  = {2025},

date = {2025-12-04},

urldate = {2025-11-12},

booktitle = {Proceedings of the 31th ACM Symposium on Virtual Reality Software and Technology},

publisher = {Association for Computing Machinery},

address = {Montreal, QC, Canada},

series = {VRST '25},

abstract = {Providing users with realistic sensations of object 
stiffness in virtual environments remains challenging due to the 
intricacies of our haptic sense. We investigate the use of a 
visuo-haptic illusion to alter the perceived stiffness of hand-held 
objects in virtual reality. We manipulate the Control-to-Display ratio 
of the index finger and thumb movements during pinching to make virtual 
objects feel softer or harder. We evaluated this approach on a variety 
of haptic representations and visualizations we selected through a 
pre-study survey (N=24). Results of our user study (N=20) demonstrate 
that this method effectively and reliably modifies stiffness perception,
 bridging gaps of 50\% in physical stiffness without adversely affecting 
the visuo-haptic experience. Our findings offer insights into how 
different visual and haptic presentations impact stiffness perception, 
contributing to more effective and adaptable future haptic feedback 
systems.},

keywords = {},

}

@inproceedings{10.1145/3756884.3765988b,

title = {Quantifying the Effect of Thermal Illusions in Virtual Reality},

author = {Yannick Weiss and Marlene Eder and Oguzhan Cesur and Steeven Villa},

url = 
{https://yannick-weiss.com/wp-content/uploads/2025/11/Weiss2025_Quantifying_the_Effect_of_Thermal_Illusions_in_Virtual_Reality.pdf},

doi = {10.1145/3756884.3766009},

isbn = {9798400721182},

year  = {2025},

date = {2025-12-04},

urldate = {2025-11-12},

booktitle = {Proceedings of the 31th ACM Symposium on Virtual Reality Software and Technology},

publisher = {Association for Computing Machinery},

address = {Montreal, QC, Canada},

series = {VRST '25},

abstract = {Thermal sensations are central to how we experience the 
world, yet most virtual and extended reality systems fail to simulate 
them effectively. While hardware-based thermal displays can provide 
accurate temperature changes, they are often bulky, power-intensive, and
 restrict user mobility. Consequently, recent works have explored 
thermal illusions, perceptual effects that rely on cross-modal 
interactions, to achieve thermal experiences without physical heating or
 cooling. While thermal illusions have been shown to consistently alter 
subjective ratings, the actual extent of their effect on the perceived 
temperature of interacted objects remains unexplored. To address this, 
we contribute the findings of two user studies following psychophysical 
procedures. We first ordered and scaled the effects of a variety of 
visual and auditory cues (N=20) and subsequently quantified their 
isolated and combined efficacy in offsetting physical temperature 
changes (N=24). We found that thermal illusions elicited robust changes 
in subjective judgments, and auditory cues showed potential as an 
alternative or complementary approach to established visual techniques. 
However, the actual effects induced by thermal illusions were relatively
 small (±0.5°C) and did not consistently align with abstract ratings, 
suggesting a need to reconsider how future thermal illusions or 
experiences are designed and evaluated.},

keywords = {},

}

@inproceedings{10.1145/3771882.3771884,

title = {Effects of Cataracts Severities on Eye Movements and Task 
Performance During a Visual Search Task Through Virtual Reality 
Simulations},

author = {Jesse W. Grootjen and Yannick Weiss and Tobias Daniel and Fabian Kahman and Sven Mayer},

doi = {10.1145/3771882.3771884},

isbn = {9798400720154},

year  = {2025},

date = {2025-11-30},

urldate = {2025-11-30},

booktitle = {Proceedings of the 24th International Conference on Mobile and Ubiquitous Multimedia},

pages = {364–377},

publisher = {Association for Computing Machinery},

address = {New York, NY, USA},

series = {MUM '25},

abstract = {Visual impairments, such as cataracts, pose a global 
challenge with preventable cases and unaddressed issues due to limited 
eye care understanding. In this work, we investigate cataracts using a 
virtual reality simulation, exploring its impact on a visual search task
 and investigating the correlations between eye movement features and 
the severity of the simulation. We simulated cataract progression in one
 or both eyes through two studies utilizing virtual reality and eye 
tracking. We analyzed the impact on task performance and eye movements 
and found that mild cataract progression may be hard to detect. However,
 more severe cataract simulation revealed significant differences in eye
 movement characteristics and task performance. These results indicate 
that eye movements could serve as early diagnostic tools.},

keywords = {},

}

@inproceedings{10.1145/3706598.3714183,

title = {Understanding the Influence of Electrical Muscle Stimulation on
 Motor Learning: Enhancing Motor Learning or Disrupting Natural 
Progression?},

author = {Steeven Villa and Finn Jacob Eliyah Krammer and Yannick Weiss and Robin Welsch and Thomas Kosch},

url = {https://yannick-weiss.com/wp-content/uploads/2025/06/villa2025understanding.pdf},

doi = {10.1145/3706598.3714183},

isbn = {9798400713941},

year  = {2025},

date = {2025-01-01},

urldate = {2025-01-01},

booktitle = {Proceedings of the 2025 CHI Conference on Human Factors in Computing Systems},

publisher = {Association for Computing Machinery},

address = {New York, NY, USA},

series = {CHI '25},

abstract = {Electrical Muscle Stimulation (EMS) induces muscle movement 
through external currents, offering a novel approach to motor learning. 
Researchers investigated using EMS as an alternative to conventional 
non-movement-inducing feedback techniques, such as vibrotactile and 
electrotactile feedback. While EMS shows promise in areas such as dance,
 sports, and motor skill acquisition, neurophysiological models of motor
 learning conflict about the impact of externally induced movements on 
sensorimotor representations. This study evaluated EMS against 
electrotactile feedback and a control condition in a two-session 
experiment assessing fast learning, consolidation, and learning 
transfer. Our results suggest an overall positive impact of EMS in motor
 learning. Although traditional electrotactile feedback had a higher 
learning rate, EMS increased the learning plateau, as measured by a 
three-factor exponential decay model. This study provides empirical 
evidence supporting EMS as a plausible method for motor augmentation and
 skill transfer, contributing to understanding its role in motor 
learning.},

keywords = {},

}

@inproceedings{10.1145/3701571.3703386,

title = {Exploring Virtual Reality as a Platform for Early-Stage Design for Human Augmentation Technologies},

author = {Steeven Villa and Robin Neuhaus and Yannick Weiss and Marc Hassenzahl},

doi = {10.1145/3701571.3703386},

isbn = {9798400712838},

year  = {2024},

date = {2024-12-02},

urldate = {2024-12-02},

booktitle = {Proceedings of the International Conference on Mobile and Ubiquitous Multimedia},

pages = {464–466},

publisher = {Association for Computing Machinery},

address = {New York, NY, USA},

series = {MUM '24},

abstract = {Human Augmentation Technologies (HATs) aim to enhance human 
capabilities and transform our interactions with the environment and 
each other. However, testing and prototyping HATs is complex and 
challenging. This study explores using Virtual Reality (VR) as a 
developmental platform for HATs within an educational framework. Through
 a semester-long course, students designed virtual augmentations within a
 VR environment. We showcase three resulting VR applications and 
interviewed four students about their experiences ideating and 
implementing virtual augmentations. Our results highlight the need for a
 set of guidelines for virtual augmentations based on best practices. 
Moreover, participants mostly opted for physical augmentations, 
revealing limitations of VR, i.e., simulator sickness and absence of 
haptic feedback. Despite challenges, the virtual augmentations received 
positive feedback, offering stimulating and immersive experiences. This 
highlights the potential of virtual augmentations as a driver for 
engaging experiences in VR and as a valuable tool for early HAT 
development and research.},

keywords = {},

}

@inproceedings{10.1145/3678957.3685731,

title = {Envisioning Futures: How the Modality of AI Recommendations Impacts Conversation Flow in AR-enhanced Dialogue},

author = {Steeven Villa and Yannick Weiss and Mei Yi Lu and Moritz Ziarko and Albrecht Schmidt and Jasmin Niess},

doi = {10.1145/3678957.3685731},

isbn = {9798400704628},

year  = {2024},

date = {2024-11-04},

urldate = {2024-11-04},

booktitle = {Proceedings of the 26th International Conference on Multimodal Interaction},

pages = {182–193},

publisher = {Association for Computing Machinery},

address = {San Jose, Costa Rica},

series = {ICMI '24},

abstract = {The use of AI is becoming more common among the population 
every day; the use of generative AI, such as LLMs, empowers individuals 
by supporting daily life tasks. Yet, the user interaction with AI models
 is mostly constrained to chatbot interactions. However, we envision 
that in the near future, individuals will be able to integrate the use 
of these technologies into their daily activities without refocusing 
their attention. Consequently, we explores the impact of such 
integration on individuals’ conversations. In detail, this paper 
investigates how different modes of information presentation (visual vs.
 auditory) and triggers for AI action (mechanical vs. ocular) influence 
conversational dynamics and user experiences. We conducted a 
mixed-method, within-subjects study with 21 participants using a 
Discourse Completion Task (DCT) to observe how users develop their 
discourse in the presence of AI-generated suggestions. Our study 
examines the effects of presentation modality on response delay, 
response length, and response similarity to the AI prompt. The results 
highlight the significance of managing the balance between human and AI 
input in conversation, revealing insights into user experience factors 
with AI assistance in face-to-face conversational settings.},

keywords = {},

}

@inproceedings{Chiossi2024,

title = {Mind the Visual Discomfort: Assessing Event-Related Potentials 
as Indicators for Visual Strain in Head-Mounted Displays},

author = {Francesco Chiossi and Yannick Weiss and Thomas Steinbrecher and Christian Mai and Thomas Kosch},

url = {https://arxiv.org/pdf/2407.18548},

doi = {10.1109/ISMAR62088.2024.00029},

year  = {2024},

date = {2024-10-21},

urldate = {2024-10-21},

booktitle = {2024 IEEE International Symposium on Mixed and Augmented Reality (ISMAR)},

publisher = {IEEE},

address = {New York, NY, USA},

abstract = {When using Head-Mounted Displays (HMDs), users may not 
always notice or report visual discomfort by blurred vision through 
unadjusted lenses, motion sickness, and increased eye strain. Current 
measures for visual discomfort rely on users' self-reports those 
susceptible to subjective differences and lack of real-time insights. In
 this work, we investigate if Electroencephalography (EEG) can 
objectively measure visual discomfort by sensing Event-Related 
Potentials (ERPs). In a user study (N=20), we compare four different 
levels of Gaussian blur in a user study while measuring ERPs at 
occipito-parietal EEG electrodes. The findings reveal that specific ERP 
components (i.e., P1, N2, and P3) discriminated discomfort-related 
visual stimuli and indexed increased load on visual processing and 
fatigue. We conclude that time-locked brain activity can be used to 
evaluate visual discomfort and propose EEG-based automatic discomfort 
detection and prevention tools.},

keywords = {},

}

@inproceedings{10.1145/3613904.3642176,

title = {Exploring Mobile Devices as Haptic Interfaces for Mixed Reality},

author = {Carolin Stellmacher and Florian Mathis and Yannick Weiss and 
Meagan B. Loerakker and Nadine Wagener and Johannes Schöning},

url = {https://doi.org/10.1145/3613904.3642176},

doi = {10.1145/3613904.3642176},

isbn = {9798400703300},

year  = {2024},

date = {2024-05-11},

urldate = {2024-05-11},

booktitle = {Proceedings of the CHI Conference on Human Factors in Computing Systems},

pages = {1-17},

publisher = {Association for Computing Machinery},

address = {New York, NY, USA},

series = {CHI '24},

abstract = {Dedicated handheld controllers facilitate haptic experiences
 of virtual objects in mixed reality (MR). However, as mobile MR becomes
 more prevalent, we observe the emergence of controller-free MR 
interactions. To retain immersive haptic experiences, we explore the use
 of mobile devices as a substitute for specialised MR controller. In an 
exploratory gesture elicitation study (n = 18), we examined users’ (1) 
intuitive hand gestures performed with prospective mobile devices and 
(2) preferences for real-time haptic feedback when exploring haptic 
object properties. Our results reveal three haptic exploration modes for
 the mobile device, as an object, hand substitute, or as an additional 
tool, and emphasise the benefits of incorporating the device’s unique 
physical features into the object interaction. This work expands the 
design possibilities using mobile devices for tangible object 
interaction, guiding the future design of mobile devices for haptic MR 
experiences.},

keywords = {},

}

@inproceedings{10.1145/3613904.3642864,

title = {Just Undo It: Exploring Undo Mechanics in Multi-User Virtual Reality},

author = {Julian Rasch and Florian Perzl and Yannick Weiss and Florian Müller},

url = {https://doi.org/10.1145/3613904.3642864},

doi = {10.1145/3613904.3642864},

isbn = {9798400703300},

year  = {2024},

date = {2024-05-11},

urldate = {2024-05-11},

booktitle = {Proceedings of the CHI Conference on Human Factors in Computing Systems},

pages = {1–14},

publisher = {Association for Computing Machinery},

address = {New York, NY, USA},

series = {CHI '24},

abstract = {With the proliferation of VR and a metaverse on the horizon,
 many multi-user activities are migrating to the VR world, calling for 
effective collaboration support. As one key feature, traditional 
collaborative systems provide users with undo mechanics to reverse 
errors and other unwanted changes. While undo has been extensively 
researched in this domain and is now considered industry standard, it is
 strikingly absent for VR systems in research and industry. This work 
addresses this research gap by exploring different undo techniques for 
basic object manipulation in different collaboration modes in VR. We 
conducted a study involving 32 participants organized in teams of two. 
Here, we studied users’ performance and preferences in a tower stacking 
task, varying the available undo techniques and their mode of 
collaboration. The results suggest that users desire and use undo in VR 
and that the choice of the undo technique impacts users’ performance and
 social connection.},

keywords = {},

}

@inproceedings{weiss2023using,

title = {Using Pseudo-Stiffness to Enrich the Haptic Experience in Virtual Reality},

author = {Yannick Weiss and Steeven Villa and Albrecht Schmidt and Sven Mayer and Florian Müller},

url = {https://dx.doi.org/10.1145/3544548.3581223

https://yannick-weiss.com/wp-content/uploads/2023/04/Weiss2023_PseudoStiffness.pdf},

doi = {10.1145/3544548.3581223},

year  = {2023},

date = {2023-04-23},

urldate = {2023-04-23},

booktitle = {Proceedings of the 42nd ACM Conference on Human Factors in Computing Systems},

publisher = {Association for Computing Machinery},

address = {New York, NY, USA},

series = {CHI '23},

abstract = {Providing users with a haptic sensation of the hardness and 
softness of objects in virtual reality is an open challenge. While 
physical props and haptic devices help, their haptic properties do not 
allow for dynamic adjustments. To overcome this limitation, we present a
 novel technique for changing the perceived stiffness of objects based 
on a visuo-haptic illusion. We achieved this by manipulating the hands' 
Control-to-Display (C/D) ratio in virtual reality while pressing down on
 an object with fixed stiffness. In the first study (N=12), we determine
 the detection thresholds of the illusion. Our results show that we can 
exploit a C/D ratio from 0.7 to 3.5 without user detection. In the 
second study (N=12), we analyze the illusion's impact on the perceived 
stiffness. Our results show that participants perceive the objects to be
 up to 28.1\% softer and 8.9\% stiffer, allowing for various haptic 
applications in virtual reality.},

keywords = {},

}

@inproceedings{10.1145/3569009.3571843,

title = {When Realities Interweave: Exploring the Design Space of Immersive Tangible XR},

author = {Jakob Carl Uhl and Helmut Schrom-Feiertag and Georg Regal and Linda Hirsch and Yannick Weiss and Manfred Tscheligi},

doi = {10.1145/3569009.3571843},

isbn = {9781450399777},

year  = {2023},

date = {2023-02-26},

urldate = {2023-02-26},

booktitle = {Proceedings of the Seventeenth International Conference on Tangible, Embedded, and Embodied Interaction},

publisher = {Association for Computing Machinery},

address = {Warsaw, Poland},

series = {TEI '23},

abstract = {Tangible devices and interaction in Extended Reality (XR) 
increase immersion and enable users to perform tasks more intuitively, 
accurately and joyfully across the reality-virtuality continuum. Upon 
reviewing the literature, we noticed no clear trend for a publication 
venue, as well as no standard in evaluating the effects of tangible XR. 
To position the topic of tangible XR in the TEI community, we propose a 
hands-on studio, where participants will bring in their own ideas for 
tangible XR from their application fields, and develop prototypes with 
the cutting-edge technology and a selection of virtual assets provided. 
Additionally, we will collectively reflect upon evaluation methods on 
tangible XR, and aim to find a consensus of a core evaluation suite. 
With this, we aim to foster a practical understanding and spark new 
developments in tangible XR and its use cases within the TEI 
community.},

keywords = {},

}

@inproceedings{10.1007/978-3-031-42280-5_33,

title = {Assignment of a Vibration to a Graphical Object Induced by Resonant Frequency},

author = {Marco Kurzweg and Simon Linke and Yannick Weiss and Maximilian Letter and Albrecht Schmidt and Katrin Wolf},

editor = {José Äbdelnour Nocera and Marta Kristín Lárusdóttir and Helen Petrie and Antonio Piccinno and Marco" Winckler},

doi = {10.1007/978-3-031-42280-5_33},

isbn = {978-3-031-42280-5},

year  = {2023},

date = {2023-01-01},

urldate = {2023-01-01},

booktitle = {Human-Computer Interaction -- INTERACT 2023},

pages = {523--545},

publisher = {Springer Nature Switzerland},

address = {Cham},

abstract = {This work aims to provide tactile feedback when touching 
elements on everyday surfaces using their resonant frequencies. We used a
 remote speaker to bring a thin wooden surface into vibration for 
providing haptic feedback when a small graphical fly glued on the board 
was touched. Participants assigned the vibration to the fly instead of 
the board it was glued on. We systematically explored when that 
assignment illusion works best. The results indicate that additional 
sound, as well as vibration, lasting as long as the touch, are essential
 factors for having an assignment of the haptic feedback to the touched 
graphical object. With this approach, we contribute to ubiquitous and 
calm computing by showing that resonant frequency can provide 
vibrotactile feedback for images on thin everyday surfaces using only a 
minimum of hardware.},

keywords = {},

}

@inproceedings{10.1145/3531073.3535260,

title = {Visuo-Haptic Interaction},

author = {Katrin Wolf and Marco Kurzweg and Yannick Weiss and Stephen Brewster and Albrecht Schmidt},

url = {https://illusionui.org/workshop/},

doi = {10.1145/3531073.3535260},

isbn = {9781450397193},

year  = {2022},

date = {2022-01-01},

urldate = {2022-01-01},

booktitle = {Proceedings of the 2022 International Conference on Advanced Visual Interfaces},

publisher = {Association for Computing Machinery},

address = {Frascati, Rome, Italy},

series = {AVI 2022},

abstract = {While traditional interfaces in human-computer interaction 
mainly rely on vision and audio, haptics becomes more and more 
important. Haptics cannot only increase the user experience and make 
technology more immersive, it can also transmit information that is hard
 to interpret only through vision and audio, such as the softness of a 
surface or other material properties. In this workshop, we aim at 
discussing how we could interact with technology if haptics is strongly 
supported and which novel research areas could emerge.},

keywords = {},

}

@inproceedings{Weiss2018,

title = {What User Interface to Use for Virtual Reality? 2D, 3D or Speech–A User Study},

author = {Yannick Weiss and Daniel Hepperle and Andreas Sieß and Matthias Wölfel},

url = {https://ieeexplore.ieee.org/abstract/document/8590016},

doi = {10.1109/CW.2018.00021},

year  = {2018},

date = {2018-12-27},

urldate = {2018-12-27},

booktitle = {2018 International Conference on Cyberworlds (CW)},

pages = {50-57},

publisher = {IEEE },

abstract = {In virtual reality different demands on the user interface 
have to be addressed than on classic screen applications. That's why 
established strategies from other digital media cannot be transferred 
unreflected and at least adaptation is required. So one of the leading 
questions is: which form of interface is preferable for virtual reality?
 Are 2D interfaces—that are mostly used in combination with mouse or 
touch interactions— the means of choice, although they do not use the 
medium's full capabilities? What about 3D interfaces that can be 
naturally integrated into the virtual space? And last but not least: are
 speech interfaces, the fastest and most natural form of human 
interaction/communication, which have recently established themselves in
 other areas (e.g. digital assistants), ready to conquer the world of 
virtual reality? To answer these question this work compares these three
 approaches based on a quantitative user study and highlights advantages
 and disadvantages of the respective interfaces for virtual reality 
applications.},

keywords = {},

}

@inproceedings{10.1145/3282894.3289729,

title = {The Smile is The New Like: Controlling Music with Facial Expressions to Minimize Driver Distraction},

author = {Michael Braun and Sarah Theres Völkel and Gesa Wiegand and 
Thomas Puls and Daniel Steidl and Yannick Weiss and Florian Alt},

doi = {10.1145/3282894.3289729},

isbn = {9781450365949},

year  = {2018},

date = {2018-11-25},

urldate = {2018-11-25},

booktitle = {Proceedings of the 17th International Conference on Mobile and Ubiquitous Multimedia},

pages = {383–389},

publisher = {Association for Computing Machinery},

address = {Cairo, Egypt},

series = {MUM '18},

abstract = {The control of user interfaces while driving is a textbook 
example for driver distraction. Modern in-car interfaces are growing in 
complexity and visual demand, yet they need to stay simple enough to 
handle while driving. One common approach to solve this problem are 
multimodal interfaces, incorporating e.g. touch, speech, and mid-air 
gestures for the control of distinct features. This allows for an 
optimization of used cognitive resources and can relieve the driver of 
potential overload. We introduce a novel modality for in-car 
interaction: our system allows drivers to use facial expressions to 
control a music player.The results of a user study show that both 
implicit emotion recognition and explicit facial expressions are 
applicable for music control in cars. Subconscious emotion recognition 
could decrease distraction, while explicit expressions can be used as an
 alternative input modality. A simple smiling gesture showed good 
potential, e.g. to save favorite songs.},

keywords = {},

}