@article {macklin2023toh, title = {Representational Similarity Analysis for Tracking Neural Correlates of Haptic Learning on a Multimodal Device}, journal = {IEEE Transactions on Haptics}, volume = {16}, number = {3}, year = {2023}, month = {July-September}, pages = {424-435}, doi = {10.1109/TOH.2023.3303838}, attachments = {https://mahilab.rice.edu/sites/default/files/publications/Macklin\%20et\%20al.\%202023.pdf}, author = {Macklin, Alix S and Yau, Jeffrey M and Fischer-Baum, Simon and O{\textquoteright}Malley, Marcia K} } @article {dunkelberger2020, title = {A review of methods for achieving upper limb movement following spinal cord injury through hybrid muscle stimulation and robotic assistance}, journal = {Experimental Neurology}, year = {2020}, pages = {113274}, attachments = {https://mahilab.rice.edu/sites/default/files/publications/Dunkelberger-et-al-2020.pdf}, author = {Dunkelberger, Nathan and Schearer, Eric M and O{\textquoteright}Malley, Marcia K} } @proceedings {2055, title = {A Robotic Platform for 3D Forelimb Rehabilitation with Rats}, year = {2019}, doi = {10.1109/ICORR.2019.8779405}, attachments = {https://mahilab.rice.edu/sites/default/files/publications/ErwinICORR2019.pdf}, author = {Erwin, Andrew and Gallegos, Chrystine and Cao, Qilin and O{\textquoteright}Malley, Marcia K.} } @proceedings {1938, title = {On the role of wearable haptics for force feedback in teleimpedance control for dual-arm robotic teleoperation}, year = {2019}, publisher = {IEEE}, abstract = {Robotic teleoperation enables humans to safely complete exploratory procedures in remote locations for applications such as deep sea exploration or building assessments following natural disasters. Successful task completion requires meaningful dual arm robotic coordination and proper understanding of the environment. While these capabilities are inherent to humans via impedance regulation and haptic interactions, they can be challenging to achieve in telerobotic systems. Teleimpedance control has allowed impedance regulation in such applications, and bilateral teleoperation systems aim to restore haptic sensation to the operator, though often at the expense of stability or workspace size. Wearable haptic devices have the potential to apprise the operator of key forces during task completion while maintaining stability and transparency. In this paper, we evaluate the impact of wearable haptics for force feedback in teleimpedance control for dual-arm robotic teleoperation. Participants completed a peg-in-hole, box placement task, aiming to seat as many boxes as possible within the trial period. Experiments were conducted both transparent and opaque boxes. With the opaque box, participants achieved a higher number of successful placements with haptic feedback, and we saw higher mean interaction forces. Results suggest that the provision of wearable haptic feedback may increase confidence when visual cues are obscured.}, attachments = {https://mahilab.rice.edu/sites/default/files/publications/Clark_2019_ICRA_TeleimpedanceWithHaptics_0.pdf}, author = {Clark, Janelle P and Lentini, Gianluca and Barontini, Federica and Catalano, Manuel G and Bianchi, Matteo and O{\textquoteright}Malley, Marcia K} } @article {8305478, title = {Reflection on System Dynamics Principles Improves Student Performance in Haptic Paddle Labs}, journal = {IEEE Transactions on Education}, volume = {61}, number = {3}, year = {2018}, month = {08/2018}, pages = {245-252}, keywords = {abstract conceptualization, CE, computer aided instruction, concrete experience, educational courses, haptic devices, Haptic interfaces, haptics, lab report grades, laboratory, laboratory exercises, learning cycle, learning outcomes, low-cost educational tools, Mechanical engineering, mechanical engineering computing, mechanical engineering curricula, mechanical engineering curriculum, Mechatronics, mechatronics content, multiple student GPA quartiles, Performance evaluation, reflection, reflection phase, reflective curriculum, reflective observation, standard haptic paddle lab curriculum, standard nonreflective curriculum, Standards, student performance improvement, System dynamics, system dynamics principles, Tools, undergraduate, virtual environment rendering}, issn = {0018-9359}, doi = {10.1109/TE.2018.2804327}, attachments = {https://mahilab.rice.edu/sites/default/files/publications/Rose2018ieee-reflection.pdf}, author = {C. G. Rose and C. G. McDonald and J. P. Clark and M. K. O{\textquoteright}Malley} } @article {1858, title = {A review of intent detection, arbitration, and communication aspects of shared control for physical human-robot interaction}, journal = {ASME Applied Mechanics Reviews}, volume = {70}, number = {1}, year = {2018}, month = {02/2018}, abstract = {

As robotic devices are applied to problems beyond traditional manufacturing and industrial settings, we find that interaction between robots and humans, especially physical interaction, has become a fast developing field. Consider the application of robotics in healthcare, where we find telerobotic devices in the operating room facilitating dexterous surgical procedures, exoskeletons in the rehabilitation domain as walking aids and upper-limb movement assist devices, and even robotic limbs that are physically integrated with amputees who seek to restore their independence and mobility. In each of these scenarios, the physical coupling between human and robot, often termed physical human robot interaction (pHRI), facilitates new human performance capabilities and creates an opportunity to explore the sharing of task execution and control between humans and robots. In this review, we provide a unifying view of human and robot sharing task execution in scenarios where collaboration and cooperation between the two entities are necessary, and where the physical coupling of human and robot is a vital aspect. We define three key themes that emerge in these shared control scenarios, namely, intent detection, arbitration, and feedback. First, we explore methods for how the coupled pHRI system can detect what the human is trying to do, and how the physical coupling itself can be leveraged to detect intent. Second, once the human intent is known, we explore techniques for sharing and modulating control of the coupled system between robot and human operator. Finally, we survey methods for informing the human operator of the state of the coupled system, or the characteristics of the environment with which the pHRI system is interacting. At the conclusion of the survey, we present two case studies that exemplify shared control in pHRI systems, and specifically highlight the approaches used for the three key themes of intent detection, arbitration, and feedback for applications of upper limb robotic rehabilitation and haptic feedback from a robotic prosthesis for the upper limb.

}, doi = {DOI: 10.1115/1.4039145}, url = {http://appliedmechanicsreviews.asmedigitalcollection.asme.org/article.aspx?articleID=2671581}, attachments = {https://mahilab.rice.edu/sites/default/files/publications/amr_2018_review.pdf}, author = {Dylan P. Losey and Craig G. McDonald and Edoardo Battaglia and Marcia K. O{\textquoteright}Malley} } @proceedings {1917, title = {The rice haptic rocker: Altering the perception of skin stretch through mapping and geometric design}, year = {2018}, month = {03/2018}, pages = {192-197}, publisher = {IEEE}, address = {San Francisco, CA}, abstract = {

Skin stretch haptic devices are well-suited for transmitting information through touch, a promising avenue in prosthetic research, addressing the lack of feedback in myoelectric designs. Rocker-based skin stretch devices have been proposed for sensory substitution and navigational feedback, but the designs vary in their geometry. Other works create torsional stretch, and utilize nonlinear mappings to enhance perception. This work investigates parameters of rocker geometry and mapping functions, and how they impact user perception. We hypothesize that perceptual changes are dependent on the choice of stretch increment sizes over the range of motion. The rocker geometry is varied with an offset between the rotational and geometric axes, and three rocker designs are evaluated during a targeting task implemented with a nonlinear or linear mapping. The rockers with no offset and a positive offset (wide) perform better than the negative offset (narrow) case, though the mapping method does not affect target accuracy.

}, attachments = {https://mahilab.rice.edu/sites/default/files/publications/Clark_2018HapticSymposium.pdf}, author = {Clark, Janelle P and Kim, Sung Y and O{\textquoteright}Malley, Marcia K} } @proceedings {1901, title = {The Rice Haptic Rocker: Comparing Longitudinal and Lateral Upper-Limb Skin Stretch Perception}, volume = {II}, year = {2018}, month = {06/2018}, pages = {125-134}, publisher = {Springer International Publishing}, address = {Pisa, Italy}, abstract = {

Skin stretch, when mapped to joint position, provides haptic feedback using a mechanism similar to our sense of proprioception . Rocker-type skin stretch devices typically actuate in the lateral direction of the arm, though during limb movement stretch about joint angles is in the longitudinal direction. In this paper, human perceptual performance in a target-hitting task is compared for two orientations of the Rice Haptic Rocker. The longitudinal direction is expected to be more intuitive due to the biological similarities, creating a more effective form of haptic feedback. The rockers are placed on the upper arm, and convey the position of a cursor among five vertically aligned targets. The longitudinal orientation results in smaller errors compared to the lateral case. Additionally, the outer targets were reached with less error than the inner targets for the longitudinal rocker. This result suggests longitudinal stretch is more easily discerned than laterally oriented stretch.

}, isbn = {978-3-319-93399-3}, attachments = {https://mahilab.rice.edu/sites/default/files/publications/clark\%202018\%20eurohaptics\%20reduced.pdf}, author = {Clark, Janelle P. and Kim, Sung Y. and O{\textquoteright}Malley, Marcia K.}, editor = {Prattichizzo, Domenico and Shinoda, Hiroyuki and Tan, Hong Z. and Ruffaldi, Emanuele and Frisoli, Antonio} } @proceedings {1795, title = {The Rice Haptic Rocker: skin stretch haptic feedback with the Pisa/IIT SoftHand}, year = {2017}, month = {06/2017}, publisher = {IEEE}, address = {Munich, Germany}, attachments = {https://mahilab.rice.edu/sites/default/files/publications/CameraReady.pdf}, author = {Edoardo Battaglia and Janelle P. Clark and Matteo Bianchi and Manuel G. Catalano and Antonio Bicchi and Marcia K. O{\textquoteright}Malley} } @article {PMID:28857769, title = {Robot-Assisted Training of Arm and Hand Movement Shows Functional Improvements for Incomplete Cervical Spinal Cord Injury}, journal = {American Journal of Physical Medicine \& Rehabilitation}, volume = {96}, number = {10}, year = {2017}, month = {10/2017}, pages = {S171{\textemdash}S177}, issn = {0894-9115}, doi = {10.1097/phm.0000000000000815}, url = {https://doi.org/10.1097/PHM.0000000000000815}, attachments = {https://mahilab.rice.edu/sites/default/files/publications/francisco2017AJPRM.pdf}, author = {Francisco, Gerard E and Yozbatiran, Nuray and Berliner, Jeffrey and O'Malley, Marcia K and Pehlivan, Ali Utku and Kadivar, Zahra and Fitle, Kyle and Boake, Corwin} } @proceedings {1753, title = {A robotic exoskeleton for rehabilitation and assessment of the upper limb following incomplete spinal cord injury}, year = {2015}, month = {05/2015}, address = {Seattle, Washington}, attachments = {https://mahilab.rice.edu/sites/default/files/publications/Fitle2015\%20-\%20Robotic\%20exo\%20for\%20UL\%20rehab\%20after\%20iSCI.pdf}, author = {Fitle, K. and Pehlivan, A.U. and O{\textquoteright}Malley, M.K.} } @proceedings {1767, title = {The role of auxiliary and referred haptic feedback in myoelectric control}, year = {2015}, month = {06/2015}, pages = {13-18}, attachments = {https://mahilab.rice.edu/sites/default/files/publications/Treadway2015\%20-\%20Haptic\%20feedback\%20myoelectric\%20control.pdf}, author = {Treadway, Emma and Gillespie, B and Bolger, D. and Blank, A. and O{\textquoteright}Malley, M.K. and Davis, A.} } @inbook {1701, title = {Robotics as a Tool for Training and Assessment of Surgical Skill}, booktitle = {Computational Surgery and Dual Training}, year = {2014}, pages = {365-375}, publisher = {Springer New York}, organization = {Springer New York}, keywords = {Assessment, Human{\^a}{\texteuro}{\textquotedblleft}robot interaction, Manual, Performance measures, Rehabilitation robotics, Robotics, Simulators, Skill, Skill training, Surgical, Tasks, Virtual reality}, isbn = {978-1-4614-8647-3}, doi = {10.1007/978-1-4614-8648-0_24}, url = {http://dx.doi.org/10.1007/978-1-4614-8648-0_24}, attachments = {https://mahilab.rice.edu/sites/default/files/publications/CRISP_O\%27Malley_et_al_120611updated.pdf}, author = {O{\textquoteright}Malley, Marcia K. and Celik, Ozkan and Huegel, Joel C. and Byrne, Michael D. and Bismuth, Jean and Dunkin, Brian J. and Goh, Alvin C. and Miles, Brian J.}, editor = {Garbey, Marc and Bass, Barbara Lee and Berceli, Scott and Collet, Christophe and Cerveri, Pietro} } @proceedings {1684, title = {Reconstructing Surface EMG from Scalp EEG during Myoelectric Control of a Closed Looped Prosthetic Device}, year = {2013}, attachments = {https://mahilab.rice.edu/sites/default/files/publications/Paek\%20EMBC\%202013.pdf}, author = {Andrew Y. Paek and Jeremy D. Brown and R. B. Gillespie and Marcia K. O{\textquoteright}Malley and Patricia A. Shewokis and Jose L. Contreras-Vidal} } @article {1563, title = {The RiceWrist Grip: A Means to Measure Grip Strength of Patients Using the RiceWrist}, year = {2012}, attachments = {https://mahilab.rice.edu/sites/default/files/publications/grip_sensor_poster_mission_connect_0.pdf}, author = {Ryan Quincy and Andrew Erwin and A.U. Pehlivan and Yozbatiran, Nuray and Gerard Francisco and Marcia K. O{\textquoteright}Malley} } @article {1468, title = {RiceWrist Robotic Device for Upper Limb Training: Feasibility Study and Case Report of Two Tetraplegic Persons with Spinal Cord Injury}, journal = {International Journal of Biological Engineering}, volume = {2}, number = {4}, year = {2012}, pages = {27-38}, attachments = {https://mahilab.rice.edu/sites/default/files/publications/IntlJBiologicalEngineering_2012_Kadivar.pdf}, author = {Z. Kadivar and J.L. Sullivan and D.P. Eng and A.U. Pehlivan and O{\textquoteright}Malley, M.K. and N. Yozbatiran and G.E. Francisco} } @article {1698, title = {Robotic training and clinical assessment of upper extremity movements after spinal cord injury; a single case report}, journal = {Journal of Rehabilitation Medicine}, volume = {44}, year = {2012}, month = {01/2012}, pages = {186-188}, chapter = {186}, attachments = {https://mahilab.rice.edu/sites/default/files/publications/J_Rehab_Medicine_2012_Final_press_version.pdf}, author = {Yozbatiran, Nuray and Berliner, J. and O{\textquoteright}Malley, M.K. and Pehlivan, A.U. and Z. Kadivar and Boake, Corwin and Gerard E. Francisco} } @proceedings {1477, title = {Rate of human motor adaptation under varying system dynamics}, year = {2011}, month = {june}, doi = {10.1109/WHC.2011.5945480}, attachments = {https://mahilab.rice.edu/sites/default/files/publications/ahmetcan2011haptics.pdf}, author = {Erdogan, A. and Israr, A. and O{\textquoteright}Malley, M.K. and Patoglu, V.} } @proceedings {1880, title = {Robotic training and clinical assessment of forearm and wrist movements after incomplete spinal cord injury: A case study}, year = {2011}, month = {June}, pages = {619-622}, abstract = {

The effectiveness of a robotic training device was evaluated in a 24-year-old male, cervical level four, ASIA Impairment Scale D injury. Robotic training of both upper extremities was provided for three hr/day for ten consecutive sessions using the RiceWrist, an electrically-actuated forearm and wrist haptic exoskeleton device that has been designed for rehabilitation applications. Training involved wrist flexion/extension, radial/ulnar deviation and forearm supination/pronation. Therapy sessions were tailored, based on the patient{\textquoteright}s movement capabilities for the wrist and forearm, progressed gradually by increasing number of repetitions and resistance. Outcome measures included the ASIA upper-extremity motor score, grip and pinch strength, the Jebsen-Taylor Hand Function test and the Functional Independence Measure. After the training, improvements were observed in pinch strength, and functional tasks. The data from one subject provides valuable information on the feasibility and effectiveness of robotic-assisted training of forearm and hand functions after incomplete spinal cord injury.

}, keywords = {age 24 yr, arm motor function recovery, ASIA upper-extremity motor score, biomechanics, clinical assessment, electrically-actuated forearm, Forearm, forearm movement, forearm pronation, forearm supination, functional independence measure, functional tasks, grip, Haptic interfaces, Humans, injuries, Jebsen-Taylor hand function test, Joints, Male, medical robotics, Medical treatment, Muscles, neurophysiology, patient movement capabilities, Patient rehabilitation, Patient treatment, pinch strength, radial-ulnar deviation, rehabilitation applications, robotic training, Robots, Spinal Cord Injuries, spinal cord injury, training, Wrist, wrist extension, wrist flexion, wrist haptic exoskeleton device, wrist movement, Young Adult}, doi = {10.1109/ICORR.2011.5975425}, attachments = {https://mahilab.rice.edu/sites/default/files/publications/yozbatiran2011ieee.pdf}, author = {N. Yozbatiran and J. Berliner and C. Boake and M. K. O{\textquoteright}Malley and Z. Kadivar and G. E. Francisco} } @proceedings {1293, title = {Robotic Training and Kinematic Analysis of Arm and Hand after Incomplete Spinal Cord Injury: A Case Study.}, year = {2011}, month = {06/2011}, address = {Zurich Switzerland}, attachments = {https://mahilab.rice.edu/sites/default/files/publications/1293-PID1757607\%5B1\%5D.pdf}, author = {Z. Kadivar and J.L. Sullivan and D.P. Eng and A.U. Pehlivan and M.K. O{\textquoteright}Malley and N. Yozbatiran and G.E.Francisco} } @inbook {106, title = {Robotic Exoskeletons for Upper Extremity Rehabilitation}, booktitle = {Rehabilitation Robotics}, year = {2007}, pages = {371-396}, publisher = {I-Tech Education and Publishing}, organization = {I-Tech Education and Publishing}, address = {Vienna, Austria}, attachments = {https://mahilab.rice.edu/sites/default/files/publications/106-robotic_exoskeletons_Gupta_O\%27Malley.pdf}, author = {Abhishek Gupta and O{\textquoteright}Malley, M.K.} } @proceedings {072310640980, title = {The RiceWrist: A distal upper extremity rehabilitation robot for stroke therapy}, year = {2006}, note = {

Mirror Image Movement Enabler (MIME) system;Rehabilitation robot;Robotic therapy;

}, month = {11/2006}, pages = {10 -}, publisher = {ASME}, address = {Chicago, IL, United States}, abstract = {

This paper presents the design and kinematics of a four degree-of-freedom upper extremity rehabilitation robot for stroke therapy, to be used in conjunction with the Mirror Image Movement Enabler (MIME) system. The RiceWrist is intended to provide robotic therapy via force-feedback during range-of-motion tasks. The exoskeleton device accommodates forearm supination and pronation, wrist flexion and extension, and radial and ulnar deviation in a compact design with low friction and backlash. Joint range of motion and torque output of the electricmotor driven device is matched to human capabilities. The paper describes the design of the device, along with three control modes that allow for various methods of interaction between the patient and the robotic device. Passive, triggered, and active-constrained modes, such as those developed for MIME, allow for therapist control of therapy protocols based on patient capability and progress. Also presented is the graphical user interface for therapist control of the interactions modes of the RiceWrist, basic experimental protocol, and preliminary experimental results. Copyright {\textcopyright} 2006 by ASME.

}, keywords = {Degrees of freedom (mechanics), Graphical user interfaces, Human rehabilitation equipment, Patient treatment}, attachments = {https://mahilab.rice.edu/sites/default/files/publications/46-00\%20-\%20IMECE2006-16103-O\%27Malley.pdf}, author = {O{\textquoteright}Malley, M.K. and Alan Sledd and Abhishek Gupta and Volkan Patoglu and Joel C. Huegel and Burgar, Charles} }