Optimal modality selection for multimodal human-machine systems using RIMAG. Jacob, M., G., M. & Wachs, J., J., P. In Conference Proceedings - IEEE International Conference on Systems, Man and Cybernetics, volume 2014-Janua, pages 2108-2113, 10, 2014. IEEE. ![Optimal modality selection for multimodal human-machine systems using RIMAG [link]](https://bibbase.org/img/filetypes/link.svg "link")
Website doi abstract bibtex Interpersonal communication in human teams is multimodal by nature and hybrid robot-human teams should be capable of utilizing diverse verbal and non-verbal communication channels (e.g. gestures, speech, and gaze). Additionally, this interaction must fulfill requirements such as speed, accuracy and resilience. While multimodal communication has been researched and human-robot mixed team communication frameworks have been developed, the computation of an effective combination of communication modalities (multimodal lexicon) to maximize effectiveness is an untapped area of research. The proposed framework objectively determines the set of optimal lexicons through multiobjective optimization of performance metrics over all feasible lexicons. The methodology is applied to the surgical setting, where a robotic nurse can collaborate with a surgical team by delivering surgical instruments as required. In this time-sensitive, high-risk context, performance metrics are obtained through a mixture of real-world experiments and simulation. Experimental results validate the predictability of the method since predicted optimal lexicons significantly (p <; 0.01) outperform predicted suboptimal lexicons in time, error rate and false positive rates.
@inproceedings{
title = {Optimal modality selection for multimodal human-machine systems using RIMAG},
type = {inproceedings},
year = {2014},
keywords = {Computational modeling,Hidden Markov models,Human-Robot Interaction,Human-Robot interaction,Instruments,Measurement,Multimodal systems,Pareto optimization,RIMAG,Robots,Speech,Surgery,human-robot interaction,interpersonal communication,medical robotics,multimodal human-machine systems,multiobjective optimization,optimal lexicons,optimal modality selection,robot-human teams,robotic nurse,surgical instruments,surgical setting},
pages = {2108-2113},
volume = {2014-Janua},
issue = {January},
websites = {http://ieeexplore.ieee.org/lpdocs/epic03/wrapper.htm?arnumber=6974233},
month = {10},
publisher = {IEEE},
id = {b885e3b0-1391-301f-bc5b-08b8bd84cd01},
created = {2021-06-04T19:36:49.521Z},
accessed = {2015-01-27},
file_attached = {false},
profile_id = {f6c02e5e-2d2f-3786-8fa8-871d32fc2b9b},
last_modified = {2021-06-07T19:16:59.557Z},
read = {false},
starred = {false},
authored = {true},
confirmed = {true},
hidden = {false},
citation_key = {Jacob2014b},
short_title = {Systems, Man and Cybernetics (SMC), 2014 IEEE Inte},
folder_uuids = {ef47f247-b122-4733-9f1b-89eb5113ab66,46c7f883-fd91-49c9-a15c-94741f9ecd8c,b43d1b86-b425-4322-b575-14547700e015,32e8a974-a5fd-4cd0-a2f7-95e0c6f9d4b1},
private_publication = {false},
abstract = {Interpersonal communication in human teams is multimodal by nature and hybrid robot-human teams should be capable of utilizing diverse verbal and non-verbal communication channels (e.g. gestures, speech, and gaze). Additionally, this interaction must fulfill requirements such as speed, accuracy and resilience. While multimodal communication has been researched and human-robot mixed team communication frameworks have been developed, the computation of an effective combination of communication modalities (multimodal lexicon) to maximize effectiveness is an untapped area of research. The proposed framework objectively determines the set of optimal lexicons through multiobjective optimization of performance metrics over all feasible lexicons. The methodology is applied to the surgical setting, where a robotic nurse can collaborate with a surgical team by delivering surgical instruments as required. In this time-sensitive, high-risk context, performance metrics are obtained through a mixture of real-world experiments and simulation. Experimental results validate the predictability of the method since predicted optimal lexicons significantly (p <; 0.01) outperform predicted suboptimal lexicons in time, error rate and false positive rates.},
bibtype = {inproceedings},
author = {Jacob, Mithun George M.G. and Wachs, J.P. Juan P.},
doi = {10.1109/smc.2014.6974233},
booktitle = {Conference Proceedings - IEEE International Conference on Systems, Man and Cybernetics}
}
Downloads: 0
{"_id":"WrgcYNgjwgPovbzGy","bibbaseid":"jacob-wachs-optimalmodalityselectionformultimodalhumanmachinesystemsusingrimag-2014","author_short":["Jacob, M., G., M.","Wachs, J., J., P."],"bibdata":{"title":"Optimal modality selection for multimodal human-machine systems using RIMAG","type":"inproceedings","year":"2014","keywords":"Computational modeling,Hidden Markov models,Human-Robot Interaction,Human-Robot interaction,Instruments,Measurement,Multimodal systems,Pareto optimization,RIMAG,Robots,Speech,Surgery,human-robot interaction,interpersonal communication,medical robotics,multimodal human-machine systems,multiobjective optimization,optimal lexicons,optimal modality selection,robot-human teams,robotic nurse,surgical instruments,surgical setting","pages":"2108-2113","volume":"2014-Janua","issue":"January","websites":"http://ieeexplore.ieee.org/lpdocs/epic03/wrapper.htm?arnumber=6974233","month":"10","publisher":"IEEE","id":"b885e3b0-1391-301f-bc5b-08b8bd84cd01","created":"2021-06-04T19:36:49.521Z","accessed":"2015-01-27","file_attached":false,"profile_id":"f6c02e5e-2d2f-3786-8fa8-871d32fc2b9b","last_modified":"2021-06-07T19:16:59.557Z","read":false,"starred":false,"authored":"true","confirmed":"true","hidden":false,"citation_key":"Jacob2014b","short_title":"Systems, Man and Cybernetics (SMC), 2014 IEEE Inte","folder_uuids":"ef47f247-b122-4733-9f1b-89eb5113ab66,46c7f883-fd91-49c9-a15c-94741f9ecd8c,b43d1b86-b425-4322-b575-14547700e015,32e8a974-a5fd-4cd0-a2f7-95e0c6f9d4b1","private_publication":false,"abstract":"Interpersonal communication in human teams is multimodal by nature and hybrid robot-human teams should be capable of utilizing diverse verbal and non-verbal communication channels (e.g. gestures, speech, and gaze). Additionally, this interaction must fulfill requirements such as speed, accuracy and resilience. While multimodal communication has been researched and human-robot mixed team communication frameworks have been developed, the computation of an effective combination of communication modalities (multimodal lexicon) to maximize effectiveness is an untapped area of research. The proposed framework objectively determines the set of optimal lexicons through multiobjective optimization of performance metrics over all feasible lexicons. The methodology is applied to the surgical setting, where a robotic nurse can collaborate with a surgical team by delivering surgical instruments as required. In this time-sensitive, high-risk context, performance metrics are obtained through a mixture of real-world experiments and simulation. Experimental results validate the predictability of the method since predicted optimal lexicons significantly (p <; 0.01) outperform predicted suboptimal lexicons in time, error rate and false positive rates.","bibtype":"inproceedings","author":"Jacob, Mithun George M.G. and Wachs, J.P. Juan P.","doi":"10.1109/smc.2014.6974233","booktitle":"Conference Proceedings - IEEE International Conference on Systems, Man and Cybernetics","bibtex":"@inproceedings{\n title = {Optimal modality selection for multimodal human-machine systems using RIMAG},\n type = {inproceedings},\n year = {2014},\n keywords = {Computational modeling,Hidden Markov models,Human-Robot Interaction,Human-Robot interaction,Instruments,Measurement,Multimodal systems,Pareto optimization,RIMAG,Robots,Speech,Surgery,human-robot interaction,interpersonal communication,medical robotics,multimodal human-machine systems,multiobjective optimization,optimal lexicons,optimal modality selection,robot-human teams,robotic nurse,surgical instruments,surgical setting},\n pages = {2108-2113},\n volume = {2014-Janua},\n issue = {January},\n websites = {http://ieeexplore.ieee.org/lpdocs/epic03/wrapper.htm?arnumber=6974233},\n month = {10},\n publisher = {IEEE},\n id = {b885e3b0-1391-301f-bc5b-08b8bd84cd01},\n created = {2021-06-04T19:36:49.521Z},\n accessed = {2015-01-27},\n file_attached = {false},\n profile_id = {f6c02e5e-2d2f-3786-8fa8-871d32fc2b9b},\n last_modified = {2021-06-07T19:16:59.557Z},\n read = {false},\n starred = {false},\n authored = {true},\n confirmed = {true},\n hidden = {false},\n citation_key = {Jacob2014b},\n short_title = {Systems, Man and Cybernetics (SMC), 2014 IEEE Inte},\n folder_uuids = {ef47f247-b122-4733-9f1b-89eb5113ab66,46c7f883-fd91-49c9-a15c-94741f9ecd8c,b43d1b86-b425-4322-b575-14547700e015,32e8a974-a5fd-4cd0-a2f7-95e0c6f9d4b1},\n private_publication = {false},\n abstract = {Interpersonal communication in human teams is multimodal by nature and hybrid robot-human teams should be capable of utilizing diverse verbal and non-verbal communication channels (e.g. gestures, speech, and gaze). Additionally, this interaction must fulfill requirements such as speed, accuracy and resilience. While multimodal communication has been researched and human-robot mixed team communication frameworks have been developed, the computation of an effective combination of communication modalities (multimodal lexicon) to maximize effectiveness is an untapped area of research. The proposed framework objectively determines the set of optimal lexicons through multiobjective optimization of performance metrics over all feasible lexicons. The methodology is applied to the surgical setting, where a robotic nurse can collaborate with a surgical team by delivering surgical instruments as required. In this time-sensitive, high-risk context, performance metrics are obtained through a mixture of real-world experiments and simulation. Experimental results validate the predictability of the method since predicted optimal lexicons significantly (p <; 0.01) outperform predicted suboptimal lexicons in time, error rate and false positive rates.},\n bibtype = {inproceedings},\n author = {Jacob, Mithun George M.G. and Wachs, J.P. Juan P.},\n doi = {10.1109/smc.2014.6974233},\n booktitle = {Conference Proceedings - IEEE International Conference on Systems, Man and Cybernetics}\n}","author_short":["Jacob, M., G., M.","Wachs, J., J., P."],"urls":{"Website":"http://ieeexplore.ieee.org/lpdocs/epic03/wrapper.htm?arnumber=6974233"},"biburl":"https://bibbase.org/service/mendeley/f6c02e5e-2d2f-3786-8fa8-871d32fc2b9b","bibbaseid":"jacob-wachs-optimalmodalityselectionformultimodalhumanmachinesystemsusingrimag-2014","role":"author","keyword":["Computational modeling","Hidden Markov models","Human-Robot Interaction","Human-Robot interaction","Instruments","Measurement","Multimodal systems","Pareto optimization","RIMAG","Robots","Speech","Surgery","human-robot interaction","interpersonal communication","medical robotics","multimodal human-machine systems","multiobjective optimization","optimal lexicons","optimal modality selection","robot-human teams","robotic nurse","surgical instruments","surgical setting"],"metadata":{"authorlinks":{}}},"bibtype":"inproceedings","biburl":"https://bibbase.org/service/mendeley/f6c02e5e-2d2f-3786-8fa8-871d32fc2b9b","dataSources":["KaQrHMBTMZHpqr8fv","ya2CyA73rpZseyrZ8","2252seNhipfTmjEBQ"],"keywords":["computational modeling","hidden markov models","human-robot interaction","human-robot interaction","instruments","measurement","multimodal systems","pareto optimization","rimag","robots","speech","surgery","human-robot interaction","interpersonal communication","medical robotics","multimodal human-machine systems","multiobjective optimization","optimal lexicons","optimal modality selection","robot-human teams","robotic nurse","surgical instruments","surgical setting"],"search_terms":["optimal","modality","selection","multimodal","human","machine","systems","using","rimag","jacob","wachs"],"title":"Optimal modality selection for multimodal human-machine systems using RIMAG","year":2014}