RetroDepth: 3D Silhouette Sensing for High-precision Input on and Above Physical Surfaces. Kim, D., Izadi, S., Dostal, J., Rhemann, C., Keskin, C., Zach, C., Shotton, J., Large, T., Bathiche, S., Nießner, M., Butler, D. A., Fanello, S., & Pradeep, V. In Proceedings of the 32Nd Annual ACM Conference on Human Factors in Computing Systems, of CHI '14, pages 1377--1386, New York, NY, USA, 2014. ACM. 00000![RetroDepth: 3D Silhouette Sensing for High-precision Input on and Above Physical Surfaces [link]](https://bibbase.org/img/filetypes/link.svg "link")
Paper doi abstract bibtex We present RetroDepth, a new vision-based system for accurately sensing the 3D silhouettes of hands, styluses, and other objects, as they interact on and above physical surfaces. Our setup is simple, cheap, and easily reproducible, comprising of two infrared cameras, diffuse infrared LEDs, and any off-the-shelf retro-reflective material. The retro-reflector aids image segmentation, creating a strong contrast between the surface and any object in proximity. A new highly efficient stereo matching algorithm precisely estimates the 3D contours of interacting objects and the retro-reflective surfaces. A novel pipeline enables 3D finger, hand and object tracking, as well as gesture recognition, purely using these 3D contours. We demonstrate high-precision sensing, allowing robust disambiguation between a finger or stylus touching, pressing or interacting above the surface. This allows many interactive scenarios that seamlessly mix together freehand 3D interactions with touch, pressure and stylus input. As shown, these rich modalities of input are enabled on and above any retro-reflective surface, including custom "physical widgets" fabricated by users. We compare our system with Kinect and Leap Motion, and conclude with limitations and future work.
@inproceedings{kim_retrodepth:_2014,
address = {New York, NY, USA},
series = {{CHI} '14},
title = {{RetroDepth}: 3D {Silhouette} {Sensing} for {High}-precision {Input} on and {Above} {Physical} {Surfaces}},
isbn = {978-1-4503-2473-1},
shorttitle = {{RetroDepth}},
url = {http://doi.acm.org/10.1145/2556288.2557336},
doi = {10.1145/2556288.2557336},
abstract = {We present RetroDepth, a new vision-based system for accurately sensing the 3D silhouettes of hands, styluses, and other objects, as they interact on and above physical surfaces. Our setup is simple, cheap, and easily reproducible, comprising of two infrared cameras, diffuse infrared LEDs, and any off-the-shelf retro-reflective material. The retro-reflector aids image segmentation, creating a strong contrast between the surface and any object in proximity. A new highly efficient stereo matching algorithm precisely estimates the 3D contours of interacting objects and the retro-reflective surfaces. A novel pipeline enables 3D finger, hand and object tracking, as well as gesture recognition, purely using these 3D contours. We demonstrate high-precision sensing, allowing robust disambiguation between a finger or stylus touching, pressing or interacting above the surface. This allows many interactive scenarios that seamlessly mix together freehand 3D interactions with touch, pressure and stylus input. As shown, these rich modalities of input are enabled on and above any retro-reflective surface, including custom "physical widgets" fabricated by users. We compare our system with Kinect and Leap Motion, and conclude with limitations and future work.},
urldate = {2014-05-19TZ},
booktitle = {Proceedings of the 32Nd {Annual} {ACM} {Conference} on {Human} {Factors} in {Computing} {Systems}},
publisher = {ACM},
author = {Kim, David and Izadi, Shahram and Dostal, Jakub and Rhemann, Christoph and Keskin, Cem and Zach, Christopher and Shotton, Jamie and Large, Timothy and Bathiche, Steven and Nießner, Matthias and Butler, D. Alex and Fanello, Sean and Pradeep, Vivek},
year = {2014},
note = {00000},
pages = {1377--1386}
}
Downloads: 0
{"_id":"Y9YqSBMqmzpPqHuQY","bibbaseid":"kim-izadi-dostal-rhemann-keskin-zach-shotton-large-etal-retrodepth3dsilhouettesensingforhighprecisioninputonandabovephysicalsurfaces-2014","downloads":0,"creationDate":"2016-02-09T06:00:33.321Z","title":"RetroDepth: 3D Silhouette Sensing for High-precision Input on and Above Physical Surfaces","author_short":["Kim, D.","Izadi, S.","Dostal, J.","Rhemann, C.","Keskin, C.","Zach, C.","Shotton, J.","Large, T.","Bathiche, S.","Nießner, M.","Butler, D. A.","Fanello, S.","Pradeep, V."],"year":2014,"bibtype":"inproceedings","biburl":"http://bibbase.org/zotero/alanlivio","bibdata":{"bibtype":"inproceedings","type":"inproceedings","address":"New York, NY, USA","series":"CHI '14","title":"RetroDepth: 3D Silhouette Sensing for High-precision Input on and Above Physical Surfaces","isbn":"978-1-4503-2473-1","shorttitle":"RetroDepth","url":"http://doi.acm.org/10.1145/2556288.2557336","doi":"10.1145/2556288.2557336","abstract":"We present RetroDepth, a new vision-based system for accurately sensing the 3D silhouettes of hands, styluses, and other objects, as they interact on and above physical surfaces. Our setup is simple, cheap, and easily reproducible, comprising of two infrared cameras, diffuse infrared LEDs, and any off-the-shelf retro-reflective material. The retro-reflector aids image segmentation, creating a strong contrast between the surface and any object in proximity. A new highly efficient stereo matching algorithm precisely estimates the 3D contours of interacting objects and the retro-reflective surfaces. A novel pipeline enables 3D finger, hand and object tracking, as well as gesture recognition, purely using these 3D contours. We demonstrate high-precision sensing, allowing robust disambiguation between a finger or stylus touching, pressing or interacting above the surface. This allows many interactive scenarios that seamlessly mix together freehand 3D interactions with touch, pressure and stylus input. As shown, these rich modalities of input are enabled on and above any retro-reflective surface, including custom \"physical widgets\" fabricated by users. We compare our system with Kinect and Leap Motion, and conclude with limitations and future work.","urldate":"2014-05-19TZ","booktitle":"Proceedings of the 32Nd Annual ACM Conference on Human Factors in Computing Systems","publisher":"ACM","author":[{"propositions":[],"lastnames":["Kim"],"firstnames":["David"],"suffixes":[]},{"propositions":[],"lastnames":["Izadi"],"firstnames":["Shahram"],"suffixes":[]},{"propositions":[],"lastnames":["Dostal"],"firstnames":["Jakub"],"suffixes":[]},{"propositions":[],"lastnames":["Rhemann"],"firstnames":["Christoph"],"suffixes":[]},{"propositions":[],"lastnames":["Keskin"],"firstnames":["Cem"],"suffixes":[]},{"propositions":[],"lastnames":["Zach"],"firstnames":["Christopher"],"suffixes":[]},{"propositions":[],"lastnames":["Shotton"],"firstnames":["Jamie"],"suffixes":[]},{"propositions":[],"lastnames":["Large"],"firstnames":["Timothy"],"suffixes":[]},{"propositions":[],"lastnames":["Bathiche"],"firstnames":["Steven"],"suffixes":[]},{"propositions":[],"lastnames":["Nießner"],"firstnames":["Matthias"],"suffixes":[]},{"propositions":[],"lastnames":["Butler"],"firstnames":["D.","Alex"],"suffixes":[]},{"propositions":[],"lastnames":["Fanello"],"firstnames":["Sean"],"suffixes":[]},{"propositions":[],"lastnames":["Pradeep"],"firstnames":["Vivek"],"suffixes":[]}],"year":"2014","note":"00000","pages":"1377--1386","bibtex":"@inproceedings{kim_retrodepth:_2014,\n\taddress = {New York, NY, USA},\n\tseries = {{CHI} '14},\n\ttitle = {{RetroDepth}: 3D {Silhouette} {Sensing} for {High}-precision {Input} on and {Above} {Physical} {Surfaces}},\n\tisbn = {978-1-4503-2473-1},\n\tshorttitle = {{RetroDepth}},\n\turl = {http://doi.acm.org/10.1145/2556288.2557336},\n\tdoi = {10.1145/2556288.2557336},\n\tabstract = {We present RetroDepth, a new vision-based system for accurately sensing the 3D silhouettes of hands, styluses, and other objects, as they interact on and above physical surfaces. Our setup is simple, cheap, and easily reproducible, comprising of two infrared cameras, diffuse infrared LEDs, and any off-the-shelf retro-reflective material. The retro-reflector aids image segmentation, creating a strong contrast between the surface and any object in proximity. A new highly efficient stereo matching algorithm precisely estimates the 3D contours of interacting objects and the retro-reflective surfaces. A novel pipeline enables 3D finger, hand and object tracking, as well as gesture recognition, purely using these 3D contours. We demonstrate high-precision sensing, allowing robust disambiguation between a finger or stylus touching, pressing or interacting above the surface. This allows many interactive scenarios that seamlessly mix together freehand 3D interactions with touch, pressure and stylus input. As shown, these rich modalities of input are enabled on and above any retro-reflective surface, including custom \"physical widgets\" fabricated by users. We compare our system with Kinect and Leap Motion, and conclude with limitations and future work.},\n\turldate = {2014-05-19TZ},\n\tbooktitle = {Proceedings of the 32Nd {Annual} {ACM} {Conference} on {Human} {Factors} in {Computing} {Systems}},\n\tpublisher = {ACM},\n\tauthor = {Kim, David and Izadi, Shahram and Dostal, Jakub and Rhemann, Christoph and Keskin, Cem and Zach, Christopher and Shotton, Jamie and Large, Timothy and Bathiche, Steven and Nießner, Matthias and Butler, D. Alex and Fanello, Sean and Pradeep, Vivek},\n\tyear = {2014},\n\tnote = {00000},\n\tpages = {1377--1386}\n}\n\n","author_short":["Kim, D.","Izadi, S.","Dostal, J.","Rhemann, C.","Keskin, C.","Zach, C.","Shotton, J.","Large, T.","Bathiche, S.","Nießner, M.","Butler, D. A.","Fanello, S.","Pradeep, V."],"key":"kim_retrodepth:_2014","id":"kim_retrodepth:_2014","bibbaseid":"kim-izadi-dostal-rhemann-keskin-zach-shotton-large-etal-retrodepth3dsilhouettesensingforhighprecisioninputonandabovephysicalsurfaces-2014","role":"author","urls":{"Paper":"http://doi.acm.org/10.1145/2556288.2557336"},"downloads":0},"search_terms":["retrodepth","silhouette","sensing","high","precision","input","above","physical","surfaces","kim","izadi","dostal","rhemann","keskin","zach","shotton","large","bathiche","nießner","butler","fanello","pradeep"],"keywords":["dblp"],"authorIDs":[],"dataSources":["tudya6YojbqEiF783"]}