@proceedings {2057, title = {Explorations of wrist haptic feedback for AR/VR interactions with Tasbi}, year = {2022}, attachments = {https://mahilab.rice.edu/sites/default/files/publications/Pezent_CHI_2022.pdf}, author = {Pezent, Evan and Gupta, Aakar and Duhaime, Hank and O{\textquoteright}Malley, Marcia and Israr, Ali and Samad, Majed and Robinson, Shea and Agarwal, Priyanshu and Benko, Hrvoje and Colonnese, Nick} } @proceedings {1978, title = {Explorations of Wrist Haptic Feedback for AR/VR Interactions with Tasbi}, year = {2020}, publisher = {Association for Computing Machinery}, address = {New York, NY, USA}, keywords = {bracelet, haptics, multisensory, Virtual reality, wearables}, isbn = {9781450368193}, doi = {10.1145/3334480.3383151}, url = {https://doi.org/10.1145/3334480.3383151}, attachments = {https://mahilab.rice.edu/sites/default/files/publications/tasbi_chi2020_20200216_compressed.pdf}, author = {Pezent, Evan and O{\textquoteright}Malley, Marcia K. and Israr, Ali and Samad, Majed and Robinson, Shea and Agarwal, Priyanshu and Benko, Hrvoje and Colonnese, Nicholas} } @article {1961, title = {Multi-Sensory Stimuli Improve Distinguishability of Cutaneous Haptic Cues}, journal = {IEEE Transactions on Haptics}, volume = {13}, number = {2}, year = {2020}, month = {April-June 2020}, pages = {286-297}, attachments = {https://mahilab.rice.edu/sites/default/files/publications/Sullivan_ToH_2020_multi-sensory.pdf}, author = {Sullivan, Jennifer L and Dunkelberger, Nathan and Bradley, Joshua and Young, Joseph and Israr, Ali and Lau, Frances and Klumb, Keith and Abnousi, Freddy and O{\textquoteright}Malley, Marcia K} } @proceedings {1945, title = {Tasbi: Multisensory Squeeze and Vibrotactile Wrist Haptics for Augmented and Virtual Reality}, year = {2019}, month = {July}, keywords = {augmented reality, computing interfaces, fully immerse users, hand interactions, Haptic interfaces, multisensory haptic wristband, multisensory squeeze, pseudohaptic effects, purely normal squeeze forces, sensory substitution device, Skin, Tactile feedback, Tasbi device, vibrotactile feedback, vibrotactile wrist haptics, virtual button, Virtual reality, virtual world, visual information, wearable devices}, doi = {10.1109/WHC.2019.8816098}, attachments = {https://mahilab.rice.edu/sites/default/files/publications/tasbi_whc2019.pdf}, author = {E. Pezent and A. Israr and M. Samad and S. Robinson and P. Agarwal and H. Benko and N. Colonnese} } @proceedings {1913, title = {Conveying Language Through Haptics: A Multi-sensory Approach}, year = {2018}, month = {10/2018}, publisher = {ACM}, address = {Singapore}, keywords = {haptics, multi-sensory, speech, wearable}, isbn = {978-1-4503-5967-2}, doi = {10.1145/3267242.3267244}, url = {http://doi.acm.org/10.1145/3267242.3267244}, attachments = {https://mahilab.rice.edu/sites/default/files/publications/NathanDunkelberger_ISWC.pdf}, author = {Dunkelberger, Nathan and Sullivan, Jenny and Bradley, Joshua and Walling, Nickolas P and Manickam, Indu and Dasarathy, Gautam and Israr, Ali and Lau, Frances W. Y. and Klumb, Keith and Knott, Brian and Abnousi, Freddy and Baraniuk, Richard and O{\textquoteright}Malley, Marcia K} } @proceedings {1902, title = {Improving Perception Accuracy with Multi-sensory Haptic Cue Delivery}, volume = {II}, year = {2018}, month = {June 13-16}, pages = {289-301}, publisher = {Springer International Publishing}, address = {Pisa, Italy}, abstract = {

This paper presents a novel, wearable, and multi-sensory haptic feedback system intended to support the transmission of large sets of haptic cues that are accurately perceived by the human user. Previous devices have focused on the optimization of haptic cue transmission using a single modality and have typically employed arrays of haptic tactile actuators to maximize information throughput to a user. However, when large cue sets are to be transmitted, perceptual interference between transmitted cues can decrease the efficacy of single-sensory systems. Therefore, we present MISSIVE (Multi-sensory Interface of Stretch, Squeeze, and Integrated Vibration Elements), a wearable system that conveys multi-sensory haptic cues to the user{\textquoteright}s upper arm, allowing for increased perceptual accuracy compared to a single-sensory vibrotactile array of a comparable size, conveying the same number of cues. Our multi-sensory haptic cues are comprised of concurrently rendered, yet perceptually distinct elements: radial squeeze, lateral skin stretch, and localized cutaneous vibration. Our experiments demonstrate that our approach can increase perceptual accuracy compared to a single-sensory vibrotactile system of comparable size and that users prefer MISSIVE.

}, isbn = {978-3-319-93399-3}, attachments = {https://mahilab.rice.edu/sites/default/files/publications/dunkelberger\%202018\%20eurohaptics\%20compressed.pdf}, author = {Dunkelberger, Nathan and Bradley, Joshua and Sullivan, Jennifer L. and Israr, Ali and Lau, Frances and Klumb, Keith and Abnousi, Freddy and O{\textquoteright}Malley, Marcia K.}, editor = {Prattichizzo, Domenico and Shinoda, Hiroyuki and Tan, Hong Z. and Ruffaldi, Emanuele and Frisoli, Antonio} } @proceedings {1884, title = {On the Efficacy of Isolating Shoulder and Elbow Movements with a Soft, Portable, and Wearable Robotic Device}, volume = {16}, year = {2017}, pages = {89-94}, publisher = {Springer International Publishing}, address = {Springer, Cham}, abstract = {

Treatment intensity has a profound effect on motor recovery following neurological injury. The use of robotics has potential to automate these labor-intensive therapy procedures that are typically performed by physical therapists. Further, the use of wearable robotics offers an aspect of portability that may allow for rehabilitation outside the clinic. The authors have developed a soft, portable, lightweight upper extremity wearable robotic device to provide motor rehabilitation of patients with affected upper limbs due to traumatic brain injury (TBI). A key feature of the device demonstrated in this paper is the isolation of shoulder and elbow movements necessary for effective rehabilitation interventions. Herein is presented a feasibility study with one subject and demonstration of the device{\textquoteright}s ability to provide safe, comfortable, and controlled upper extremity movements. Moreover, it is shown that by decoupling shoulder and elbow motions, desired isolated joint actuation can be achieved.

}, isbn = {978-3-319-46532-6}, attachments = {https://mahilab.rice.edu/sites/default/files/publications/kadivar2016werob.pdf}, author = {Kadivar, Zahra and Beck, Christopher E. and Rovekamp, Roger N. and O{\textquoteright}Malley, Marcia K. and Joyce, Charles A.}, editor = {Gonz{\'a}lez-Vargas, Jos{\'e} and Ib{\'a}{\~n}ez, Jaime and Contreras-Vidal, Jose L. and van der Kooij, Herman and Pons, Jos{\'e} Luis} } @proceedings {1765, title = {Acumen: An open-source testbed for cyber-physical systems research}, year = {2015}, month = {10/2015}, attachments = {https://mahilab.rice.edu/sites/default/files/publications/cyclone15Taha.pdf}, author = {Walid Taha and Adam Duracz and Yingfu Zeng and Kevin Atkinson and Ferenc A.Bartha and Paul Brauner and Jan Duracz and Fei Xu and Robert Cartwright and Michal Konecny and Eugenio Moggi and Jawad Masood and Pererik Andreasson and Jun Inoue and Anita Santanna and Roland Philippsen and Alexandre Chapoutot and O{\textquoteright}Malley, M.K. and Aaron Ames and Veronica Gaspes and Lise Hvatum and Shyam Mehta and Henrik Eriksson and Christian Grante} } @proceedings {1477, title = {Rate of human motor adaptation under varying system dynamics}, year = {2011}, month = {june}, doi = {10.1109/WHC.2011.5945480}, attachments = {https://mahilab.rice.edu/sites/default/files/publications/ahmetcan2011haptics.pdf}, author = {Erdogan, A. and Israr, A. and O{\textquoteright}Malley, M.K. and Patoglu, V.} } @proceedings {5444681, title = {Discrimination of consonant articulation location by tactile stimulation of the forearm}, year = {2010}, month = {25-26}, pages = {47 -54}, keywords = {consonant articulation location, dorsal forearm skin, Haptic interfaces, localized vibrations map, psychology, speech, speech processing, spoken consonants, tactile cues, tactile sensors, tactile stimulation, touch (physiological)}, doi = {10.1109/HAPTIC.2010.5444681}, attachments = {https://mahilab.rice.edu/sites/default/files/publications/HS10_Wong-Israr-O\%27Malley.pdf}, author = {Wong, E.Y. and Ali Israr and O{\textquoteright}Malley, M.K.} } @proceedings {mathequations, title = {Mathematical Equations as Executable Models of Mechanical Systems}, year = {2010}, abstract = {

Cyber-physical systems comprise digital components that directly interact with a physical environment. Specifying the behavior desired of such systems requires analytical modeling of physical phenomena. Similarly, testing them requires simulation of continuous systems. While numerous tools support later stages of developing simulation codes, there is still a large gap between analytical modeling and building running simulators. This gap significantly impedes the ability of scientists and engineers to develop novel cyber-physical systems. We propose bridging this gap by automating the mapping from analytical models to simulation codes. Focusing on mechanical systems as an important class of models of physical systems, we study the form of analytical models that arise in this domain, along with the process by which domain experts map them to executable codes. We show that the key steps needed to automate this mapping are 1) a light-weight analysis to partially direct equations, 2) a binding-time analysis, and 3) an efficient implementation of symbolic differentiation. As such, our work pinpoints and highlights a number of limitations in the state of the art in tool support of simulation, and shows how some of these limitations can be overcome.

}, attachments = {https://mahilab.rice.edu/sites/default/files/publications/zhu2010ieee.pdf}, author = {Angela Yun Zhu and Edwin Westbrook and Jun Inoue and Alexandre Chapoutot and Cherif Salama and Marisa Peralta and Travis Martin and Walid Taha and Robert Cartwright and O{\textquoteright}Malley, M.K.} } @proceedings {290, title = {Designing and Implementation of a Tactile Respiratory Management System}, year = {2009}, month = {03/2009}, attachments = {https://mahilab.rice.edu/sites/default/files/publications/290-HSEMB_Abstract_final.pdf}, author = {Dillon P. Eng and Ali Israr and O{\textquoteright}Malley, M.K.} } @proceedings {526, title = {Effects of Force and Displacement Cues while Adapting in a Rhythmic Motor Task}, year = {2009}, pages = {32-33}, address = {Seattle, WA}, abstract = {

This paper explores the effects of magnitude and phase cues on human motor adaptation. Participants were asked to excite virtual second-order systems at their resonance frequencies via a two-degree of freedom haptic interface, with visual and visual plus haptic feedback conditions. Their motor adaptations were studied through catch trials. The results indicate that, i) humans adapt to a nominal virtual system resonant frequency, ii) humans shift to higher and lower natural frequencies during catch trials regardless of feedback modality and force cues, iii) humans can detect changes in natural frequency when gain, magnitude, and phase cues are manipulated independently, and iv) humans are able to detect changes in natural frequency when the feedback (visual or visual plus haptic) is delayed such that the phase shift between the nominal system and catch trial system is zero.

}, attachments = {https://mahilab.rice.edu/sites/default/files/publications/israr2009robotics.pdf}, author = {Ali Israr and Hakan Kapson and Volkan Patoglu and O{\textquoteright}Malley, M.K.} } @proceedings {107, title = {Effects of Magnitude and Phase Cues on Human Motor Adaptation}, year = {2009}, month = {03/2009}, pages = {344-349}, publisher = {IEEE}, address = {Salt Lake city, Utah}, abstract = {

Recent findings have shown that humans can adapt their internal control model to account for the changing dynamics of systems they manipulate. In this paper, we explore the effects of magnitude and phase cues on human motor adaptation. In our experiments, participants excite virtual second-order systems at resonance via a two-degree of freedom haptic interface, with visual and visual plus haptic feedback conditions. Then, we change the virtual system parameters and observe the resulting motor adaptation in catch trials. Through four experimental conditions we demonstrate the effects of magnitude and phase cues on human motor adaptation. First, we show that humans adapt to a nominal virtual system resonant frequency. Second, humans shift to higher and lower natural frequencies during catch trials regardless of feedback modality and force cues. Third, participants can detect changes in natural frequency when gain, magnitude, and phase cues are manipulated independently. Fourth, participants are able to detect changes in natural frequency when the feedback (visual or visual plus haptic) is delayed such that the phase shift between the nominal system and catch trial system is zero. The persistent ability of participants to perform system identification of the dynamic systems which they control, regardless of the cue that is conveyed, demonstrates the human{\textquoteright}s versatility with regard to manual control situations. We intend to further investigate human motor adaptation and the time for adaptation in order to improve the efficacy of shared control methodologies for training and rehabilitation in haptic virtual environments.

}, keywords = {catch trials, internal models, motor adaptation, Rhythmic motion}, attachments = {https://mahilab.rice.edu/sites/default/files/publications/107-0156.pdf}, author = {Ali Israr and Hakan Kapson and Volkan Patoglu and O{\textquoteright}Malley, M.K.} } @article {856, title = {Expertise-Based Performance Measures in a Virtual Training Environment}, journal = {Presence}, volume = {18}, year = {2009}, note = {doi: 10.1162/pres.18.6.449}, month = {2009/12/01}, pages = {449 - 467}, publisher = {MIT Press}, abstract = {

This paper introduces and validates quantitative performance measures for a rhythmic target-hitting task. These performance measures are derived from a detailed analysis of human performance during a month-long training experiment where participants learned to operate a 2-DOF haptic interface in a virtual environment to execute a manual control task. The motivation for the analysis presented in this paper is to determine measures of participant performance that capture the key skills of the task. This analysis of performance indicates that two quantitative measures{\textemdash}trajectory error and input frequency{\textemdash}capture the key skills of the target-hitting task, as the results show a strong correlation between the performance measures and the task objective of maximizing target hits. The performance trends were further explored by grouping the participants based on expertise and examining trends during training in terms of these measures. In future work, these measures will be used as inputs to a haptic guidance scheme that adjusts its control gains based on a real-time assessment of human performance of the task. Such guidance schemes will be incorporated into virtual training environments for humans to develop manual skills for domains such as surgery, physical therapy, and sports.

}, isbn = {1054-7460}, url = {http://dx.doi.org/10.1162/pres.18.6.449}, attachments = {https://mahilab.rice.edu/sites/default/files/publications/856-Huegel2009Presence.pdf}, author = {Joel C. Huegel and Ozkan Celik and Ali Israr and O{\textquoteright}Malley, M.K.} } @proceedings {920, title = {Implementing Haptic Feedback Environments from High-level Descriptions}, year = {2009}, attachments = {https://mahilab.rice.edu/sites/default/files/publications/zhu2009shoes.pdf}, author = {Angela Yun Zhu and Jun Inoue and Marisa Peralta and Walid Taha and O{\textquoteright}Malley, M.K. and Powell, Dane} } @proceedings {108, title = {A Low Cost Vibrotactile Array to Manage Respiratory Motion}, year = {2009}, month = {03/2009}, publisher = {IEEE}, address = {Salt Lake city, Utah}, abstract = {

We present a tactile Respiratory Management System (tRMS) to manage and control breathing patterns of cancer patients undergoing radiation therapy. The system comprises of an array of small vibrating motors and a control box that supplies power to and provides a control interface for up to twelve motors through the parallel port of a standard personal computer. The vibrotactile array can be fastened along the forearm, arm, thigh, leg or abdomen in any configuration using Velcro and fabric wraps. All motors are operated in a binary fashion, i.e. on or off, with quick response time and perceivable vibration magnitudes. The tRMS system is inexpensive and portable, providing spatiotemporal variations in tactile cues to regulate respiratory motion during radiotherapy. The system will also be used in future psychophysical studies to determine effective use of tactile cues to control human motor actions.

}, keywords = {Tactile feedback, vibrotactile array}, attachments = {https://mahilab.rice.edu/sites/default/files/publications/108-0236.pdf}, author = {Ali Israr and Dillon P. Eng and Sastry S. Vedam and O{\textquoteright}Malley, M.K.} } @article {102, title = {Passive and Active Discrimination of Natural Frequency of Virtual Dynamic System}, journal = {IEEE Transactions on Haptics}, volume = {2}, number = {1}, year = {2009}, month = {02/2009}, pages = {40-51}, doi = {10.1109/TOH.2008.21}, attachments = {https://mahilab.rice.edu/sites/default/files/publications/102-Israr-Li-Patoglu-O\%27Malley_IEEEToH_2\%281\%29_2009FINAL.pdf}, author = {Ali Israr and Yanfang Li and Volkan Patoglu and O{\textquoteright}Malley, M.K.} } @proceedings {9872945, title = {Passive and active kinesthetic perception just-noticeable-difference for natural frequency of virtual dynamic systems}, year = {2008}, note = {

active kinesthetic perception;passive kinesthetic perception;just-noticeable-difference;virtual second order dynamic systems;degree-of-freedom haptic device;haptic sensory feedback;virtual resonance task;visual feedback;

}, month = {03/2008}, pages = {25 - 31}, publisher = {IEEE}, address = {Reno, NE, USA}, abstract = {

This paper investigates the just-noticeable-difference (JND) for natural frequency of virtual second order dynamic systems. Using a one degree-of-freedom haptic device, visual and/or haptic sensory feedback were presented during interactions with the system. Participants were instructed to either perceive passively or actively excite the system in order to discriminate natural frequencies. The JND for this virtual resonance task ranged from 3.99 \% to 6.96 \% for reference frequencies of 1 Hz and 2 Hz. Results show that sensory feedback has a significant effect on JND in passive perception, with combined visual and haptic feedback enabling the best discrimination performance. In active perception, there is no significant difference on JND with haptic and combined visual and haptic feedback. There is also no significant difference between active perception and passive perception for this JND experiment. The presentation of systems with equivalent natural frequencies but different spring stiffness resulted in no large bias toward larger stiffness and no significant difference in JND for equivalent systems. This finding indicates that human participants do not discriminate natural frequency based on the maximum force magnitude perceived, as indicated by prior studies.

}, keywords = {Haptic interfaces, visual perception}, issn = {978-1-4244-2005-6}, doi = {10.1109/HAPTICS.2008.4479908}, url = {http://ieeexplore.ieee.org/xpls/abs_all.jsp?arnumber=4479908}, attachments = {https://mahilab.rice.edu/sites/default/files/publications/58-HapticSymposium2008_Li.pdf}, author = {Yanfang Li and Ali Israr and Volkan Patoglu and O{\textquoteright}Malley, M.K.} }