@inproceedings{10.1145/3672539.3686740,
author = {Hu, Erzhen and Li, Mingyi and Qian, Xun and Olwal, Alex and Kim, David and Heo, Seongkook and Du, Ruofei},
title = {Experiencing Thing2Reality: Transforming 2D Content into Conditioned Multiviews and 3D Gaussian Objects for XR Communication},
year = {2024},
isbn = {9798400707186},
publisher = {Association for Computing Machinery},
address = {New York, NY, USA},
url = {https://doi.org/10.1145/3672539.3686740},
doi = {10.1145/3672539.3686740},
abstract = {During remote communication, participants share both digital and physical content, such as product designs, digital assets, and environments, to enhance mutual understanding. Recent advances in augmented communication have facilitated users to swiftly create and share digital 2D copies of physical objects from video feeds into a shared space. However, the conventional 2D representation of digital objects restricts users’ ability to spatially reference items in a shared immersive environment. To address these challenges, we propose Thing2Reality, an Extended Reality (XR) communication platform designed to enhance spontaneous discussions regarding both digital and physical items during remote sessions. With Thing2Reality, users can quickly materialize ideas or physical objects in an immersive environment and share them as conditioned multiview renderings or 3D Gaussians. Our system enables users to interact with remote objects or discuss concepts in a collaborative manner.},
booktitle = {Adjunct Proceedings of the 37th Annual ACM Symposium on User Interface Software and Technology},
articleno = {23},
numpages = {3},
keywords = {augmented communication, co-presence, extended reality, image-to-3D, remote collaboration, spatial referencing},
location = {Pittsburgh, PA, USA},
series = {UIST Adjunct '24}
}

{"_id":"2EdCTKW5NnqosSchv","bibbaseid":"hu-li-qian-olwal-kim-heo-du-experiencingthing2realitytransforming2dcontentintoconditionedmultiviewsand3dgaussianobjectsforxrcommunication-2024","author_short":["Hu, E.","Li, M.","Qian, X.","Olwal, A.","Kim, D.","Heo, S.","Du, R."],"bibdata":{"bibtype":"inproceedings","type":"inproceedings","author":[{"propositions":[],"lastnames":["Hu"],"firstnames":["Erzhen"],"suffixes":[]},{"propositions":[],"lastnames":["Li"],"firstnames":["Mingyi"],"suffixes":[]},{"propositions":[],"lastnames":["Qian"],"firstnames":["Xun"],"suffixes":[]},{"propositions":[],"lastnames":["Olwal"],"firstnames":["Alex"],"suffixes":[]},{"propositions":[],"lastnames":["Kim"],"firstnames":["David"],"suffixes":[]},{"propositions":[],"lastnames":["Heo"],"firstnames":["Seongkook"],"suffixes":[]},{"propositions":[],"lastnames":["Du"],"firstnames":["Ruofei"],"suffixes":[]}],"title":"Experiencing Thing2Reality: Transforming 2D Content into Conditioned Multiviews and 3D Gaussian Objects for XR Communication","year":"2024","isbn":"9798400707186","publisher":"Association for Computing Machinery","address":"New York, NY, USA","url":"https://doi.org/10.1145/3672539.3686740","doi":"10.1145/3672539.3686740","abstract":"During remote communication, participants share both digital and physical content, such as product designs, digital assets, and environments, to enhance mutual understanding. Recent advances in augmented communication have facilitated users to swiftly create and share digital 2D copies of physical objects from video feeds into a shared space. However, the conventional 2D representation of digital objects restricts users’ ability to spatially reference items in a shared immersive environment. To address these challenges, we propose Thing2Reality, an Extended Reality (XR) communication platform designed to enhance spontaneous discussions regarding both digital and physical items during remote sessions. With Thing2Reality, users can quickly materialize ideas or physical objects in an immersive environment and share them as conditioned multiview renderings or 3D Gaussians. Our system enables users to interact with remote objects or discuss concepts in a collaborative manner.","booktitle":"Adjunct Proceedings of the 37th Annual ACM Symposium on User Interface Software and Technology","articleno":"23","numpages":"3","keywords":"augmented communication, co-presence, extended reality, image-to-3D, remote collaboration, spatial referencing","location":"Pittsburgh, PA, USA","series":"UIST Adjunct '24","bibtex":"@inproceedings{10.1145/3672539.3686740,\nauthor = {Hu, Erzhen and Li, Mingyi and Qian, Xun and Olwal, Alex and Kim, David and Heo, Seongkook and Du, Ruofei},\ntitle = {Experiencing Thing2Reality: Transforming 2D Content into Conditioned Multiviews and 3D Gaussian Objects for XR Communication},\nyear = {2024},\nisbn = {9798400707186},\npublisher = {Association for Computing Machinery},\naddress = {New York, NY, USA},\nurl = {https://doi.org/10.1145/3672539.3686740},\ndoi = {10.1145/3672539.3686740},\nabstract = {During remote communication, participants share both digital and physical content, such as product designs, digital assets, and environments, to enhance mutual understanding. Recent advances in augmented communication have facilitated users to swiftly create and share digital 2D copies of physical objects from video feeds into a shared space. However, the conventional 2D representation of digital objects restricts users’ ability to spatially reference items in a shared immersive environment. To address these challenges, we propose Thing2Reality, an Extended Reality (XR) communication platform designed to enhance spontaneous discussions regarding both digital and physical items during remote sessions. With Thing2Reality, users can quickly materialize ideas or physical objects in an immersive environment and share them as conditioned multiview renderings or 3D Gaussians. Our system enables users to interact with remote objects or discuss concepts in a collaborative manner.},\nbooktitle = {Adjunct Proceedings of the 37th Annual ACM Symposium on User Interface Software and Technology},\narticleno = {23},\nnumpages = {3},\nkeywords = {augmented communication, co-presence, extended reality, image-to-3D, remote collaboration, spatial referencing},\nlocation = {Pittsburgh, PA, USA},\nseries = {UIST Adjunct '24}\n}\n\n","author_short":["Hu, E.","Li, M.","Qian, X.","Olwal, A.","Kim, D.","Heo, S.","Du, R."],"key":"10.1145/3672539.3686740","id":"10.1145/3672539.3686740","bibbaseid":"hu-li-qian-olwal-kim-heo-du-experiencingthing2realitytransforming2dcontentintoconditionedmultiviewsand3dgaussianobjectsforxrcommunication-2024","role":"author","urls":{"Paper":"https://doi.org/10.1145/3672539.3686740"},"keyword":["augmented communication","co-presence","extended reality","image-to-3D","remote collaboration","spatial referencing"],"metadata":{"authorlinks":{}},"html":""},"bibtype":"inproceedings","biburl":"https://bibbase.org/network/files/CLxDQpCeqT3TztuJd","dataSources":["jiG55yeh3DWJSJSKY","fDYJKswSSdMyrf6yj","i23wvNL5dYaE5y5cH"],"keywords":["augmented communication","co-presence","extended reality","image-to-3d","remote collaboration","spatial referencing"],"search_terms":["experiencing","thing2reality","transforming","content","conditioned","multiviews","gaussian","objects","communication","hu","li","qian","olwal","kim","heo","du"],"title":"Experiencing Thing2Reality: Transforming 2D Content into Conditioned Multiviews and 3D Gaussian Objects for XR Communication","year":2024}