VRTAB-Map: A Configurable Immersive Teleoperation Framework with Online 3D Reconstruction. Stedman, H., Kocer, B. B., Kovac, M., & Pawar, V. M. In 2022 IEEE International Symposium on Mixed and Augmented Reality Adjunct (ISMAR-Adjunct), pages 104–110, October, 2022. ISSN: 2771-1110doi abstract bibtex The availability of consumer virtual reality peripherals has led to a growing interest in developing immersive teleoperation interfaces that feature online 3D environment reconstruction of unknown environments. However, there are many unanswered questions around how such systems are used within deployed teleoperation missions and how operators navigate and explore the 3D data presented to them. We present VRTAB-Map, a configurable immersive teleoperation framework built using the RTAB-Map SLAM library. The framework can be configured with different sensor inputs allowing for it to be used as an experimental baseline for understanding operator behaviours under different teleoperation conditions and offering a methodology for real time immersive analytics in teleoperation missions. We analyse its performance during operation and, building upon our previous work in UAV teleoperation, showcase how it can be integrated in a realised teleoperation system featuring a UAV-UGV team. We then explore opportunities for future work that can be achieved with the presented framework including understanding human factors in teleoperation missions, analysing how variable environment representation effects teleoperation performance, and investigating how immersive interface design complements the operator's mental model of complex environments.
@inproceedings{stedman_vrtab-map_2022,
title = {{VRTAB}-{Map}: {A} {Configurable} {Immersive} {Teleoperation} {Framework} with {Online} {3D} {Reconstruction}},
shorttitle = {{VRTAB}-{Map}},
doi = {10.1109/ISMAR-Adjunct57072.2022.00029},
abstract = {The availability of consumer virtual reality peripherals has led to a growing interest in developing immersive teleoperation interfaces that feature online 3D environment reconstruction of unknown environments. However, there are many unanswered questions around how such systems are used within deployed teleoperation missions and how operators navigate and explore the 3D data presented to them. We present VRTAB-Map, a configurable immersive teleoperation framework built using the RTAB-Map SLAM library. The framework can be configured with different sensor inputs allowing for it to be used as an experimental baseline for understanding operator behaviours under different teleoperation conditions and offering a methodology for real time immersive analytics in teleoperation missions. We analyse its performance during operation and, building upon our previous work in UAV teleoperation, showcase how it can be integrated in a realised teleoperation system featuring a UAV-UGV team. We then explore opportunities for future work that can be achieved with the presented framework including understanding human factors in teleoperation missions, analysing how variable environment representation effects teleoperation performance, and investigating how immersive interface design complements the operator's mental model of complex environments.},
booktitle = {2022 {IEEE} {International} {Symposium} on {Mixed} and {Augmented} {Reality} {Adjunct} ({ISMAR}-{Adjunct})},
author = {Stedman, Harvey and Kocer, Basaran Bahadir and Kovac, Mirko and Pawar, Vijay M.},
month = oct,
year = {2022},
note = {ISSN: 2771-1110},
keywords = {Artificial intelligence, Bit rate, Buildings, Collaboration, Computer systems organization, Computer vision, Computer vision problems, Computing methodologies, Embedded and cyber-physical systems, External interfaces for robotics, Human computer interaction (HCI), Human factors, Human machine interaction (HMI), Human-centered computing, Human-computer interaction (HCI), Interaction paradigms, Navigation, Reconstruction, Robotics, Simultaneous localisation and mapping (SLAM), Simultaneous localization and mapping, Teleoperation, Telerobotics, Three-dimensional displays, Virtual Reality},
pages = {104--110},
}
Downloads: 0
{"_id":"i56QmAzbgcP9fnBeh","bibbaseid":"stedman-kocer-kovac-pawar-vrtabmapaconfigurableimmersiveteleoperationframeworkwithonline3dreconstruction-2022","author_short":["Stedman, H.","Kocer, B. B.","Kovac, M.","Pawar, V. M."],"bibdata":{"bibtype":"inproceedings","type":"inproceedings","title":"VRTAB-Map: A Configurable Immersive Teleoperation Framework with Online 3D Reconstruction","shorttitle":"VRTAB-Map","doi":"10.1109/ISMAR-Adjunct57072.2022.00029","abstract":"The availability of consumer virtual reality peripherals has led to a growing interest in developing immersive teleoperation interfaces that feature online 3D environment reconstruction of unknown environments. However, there are many unanswered questions around how such systems are used within deployed teleoperation missions and how operators navigate and explore the 3D data presented to them. We present VRTAB-Map, a configurable immersive teleoperation framework built using the RTAB-Map SLAM library. The framework can be configured with different sensor inputs allowing for it to be used as an experimental baseline for understanding operator behaviours under different teleoperation conditions and offering a methodology for real time immersive analytics in teleoperation missions. We analyse its performance during operation and, building upon our previous work in UAV teleoperation, showcase how it can be integrated in a realised teleoperation system featuring a UAV-UGV team. We then explore opportunities for future work that can be achieved with the presented framework including understanding human factors in teleoperation missions, analysing how variable environment representation effects teleoperation performance, and investigating how immersive interface design complements the operator's mental model of complex environments.","booktitle":"2022 IEEE International Symposium on Mixed and Augmented Reality Adjunct (ISMAR-Adjunct)","author":[{"propositions":[],"lastnames":["Stedman"],"firstnames":["Harvey"],"suffixes":[]},{"propositions":[],"lastnames":["Kocer"],"firstnames":["Basaran","Bahadir"],"suffixes":[]},{"propositions":[],"lastnames":["Kovac"],"firstnames":["Mirko"],"suffixes":[]},{"propositions":[],"lastnames":["Pawar"],"firstnames":["Vijay","M."],"suffixes":[]}],"month":"October","year":"2022","note":"ISSN: 2771-1110","keywords":"Artificial intelligence, Bit rate, Buildings, Collaboration, Computer systems organization, Computer vision, Computer vision problems, Computing methodologies, Embedded and cyber-physical systems, External interfaces for robotics, Human computer interaction (HCI), Human factors, Human machine interaction (HMI), Human-centered computing, Human-computer interaction (HCI), Interaction paradigms, Navigation, Reconstruction, Robotics, Simultaneous localisation and mapping (SLAM), Simultaneous localization and mapping, Teleoperation, Telerobotics, Three-dimensional displays, Virtual Reality","pages":"104–110","bibtex":"@inproceedings{stedman_vrtab-map_2022,\n\ttitle = {{VRTAB}-{Map}: {A} {Configurable} {Immersive} {Teleoperation} {Framework} with {Online} {3D} {Reconstruction}},\n\tshorttitle = {{VRTAB}-{Map}},\n\tdoi = {10.1109/ISMAR-Adjunct57072.2022.00029},\n\tabstract = {The availability of consumer virtual reality peripherals has led to a growing interest in developing immersive teleoperation interfaces that feature online 3D environment reconstruction of unknown environments. However, there are many unanswered questions around how such systems are used within deployed teleoperation missions and how operators navigate and explore the 3D data presented to them. We present VRTAB-Map, a configurable immersive teleoperation framework built using the RTAB-Map SLAM library. The framework can be configured with different sensor inputs allowing for it to be used as an experimental baseline for understanding operator behaviours under different teleoperation conditions and offering a methodology for real time immersive analytics in teleoperation missions. We analyse its performance during operation and, building upon our previous work in UAV teleoperation, showcase how it can be integrated in a realised teleoperation system featuring a UAV-UGV team. We then explore opportunities for future work that can be achieved with the presented framework including understanding human factors in teleoperation missions, analysing how variable environment representation effects teleoperation performance, and investigating how immersive interface design complements the operator's mental model of complex environments.},\n\tbooktitle = {2022 {IEEE} {International} {Symposium} on {Mixed} and {Augmented} {Reality} {Adjunct} ({ISMAR}-{Adjunct})},\n\tauthor = {Stedman, Harvey and Kocer, Basaran Bahadir and Kovac, Mirko and Pawar, Vijay M.},\n\tmonth = oct,\n\tyear = {2022},\n\tnote = {ISSN: 2771-1110},\n\tkeywords = {Artificial intelligence, Bit rate, Buildings, Collaboration, Computer systems organization, Computer vision, Computer vision problems, Computing methodologies, Embedded and cyber-physical systems, External interfaces for robotics, Human computer interaction (HCI), Human factors, Human machine interaction (HMI), Human-centered computing, Human-computer interaction (HCI), Interaction paradigms, Navigation, Reconstruction, Robotics, Simultaneous localisation and mapping (SLAM), Simultaneous localization and mapping, Teleoperation, Telerobotics, Three-dimensional displays, Virtual Reality},\n\tpages = {104--110},\n}\n\n","author_short":["Stedman, H.","Kocer, B. B.","Kovac, M.","Pawar, V. M."],"key":"stedman_vrtab-map_2022","id":"stedman_vrtab-map_2022","bibbaseid":"stedman-kocer-kovac-pawar-vrtabmapaconfigurableimmersiveteleoperationframeworkwithonline3dreconstruction-2022","role":"author","urls":{},"keyword":["Artificial intelligence","Bit rate","Buildings","Collaboration","Computer systems organization","Computer vision","Computer vision problems","Computing methodologies","Embedded and cyber-physical systems","External interfaces for robotics","Human computer interaction (HCI)","Human factors","Human machine interaction (HMI)","Human-centered computing","Human-computer interaction (HCI)","Interaction paradigms","Navigation","Reconstruction","Robotics","Simultaneous localisation and mapping (SLAM)","Simultaneous localization and mapping","Teleoperation","Telerobotics","Three-dimensional displays","Virtual Reality"],"metadata":{"authorlinks":{}},"html":""},"bibtype":"inproceedings","biburl":"https://bibbase.org/zotero/yuuki_koyama","dataSources":["bJBFjpaYFPYMt7By9"],"keywords":["artificial intelligence","bit rate","buildings","collaboration","computer systems organization","computer vision","computer vision problems","computing methodologies","embedded and cyber-physical systems","external interfaces for robotics","human computer interaction (hci)","human factors","human machine interaction (hmi)","human-centered computing","human-computer interaction (hci)","interaction paradigms","navigation","reconstruction","robotics","simultaneous localisation and mapping (slam)","simultaneous localization and mapping","teleoperation","telerobotics","three-dimensional displays","virtual reality"],"search_terms":["vrtab","map","configurable","immersive","teleoperation","framework","online","reconstruction","stedman","kocer","kovac","pawar"],"title":"VRTAB-Map: A Configurable Immersive Teleoperation Framework with Online 3D Reconstruction","year":2022}