Evaluating the Impact of Noisy Point Clouds on Wireless Gesture Recognition Systems. Jiang, P., Fassman, E., Singha, A., Chen, Y., & Li, T. In Proceedings of the Twenty-fourth International Symposium on Theory, Algorithmic Foundations, and Protocol Design for Mobile Networks and Mobile Computing, of MobiHoc '23, pages 480–485, New York, NY, USA, October, 2023. Association for Computing Machinery.
Paper doi abstract bibtex Point cloud data gathered through wireless sensors has garnered increasing attention for its critical applications, including automotive radars, security systems, and notably, gesture recognition. It provides a non-intrusive and robust approach towards humancomputer interactions. However, its reliance on real-time data makes resilience of paramount concern and attacks on or imperfections with these sensors can have catastrophic effects. From real-time spoofing to data poisoning attacks or even just faulty data, systems based on 2D and 3D point cloud machine learning models can be extremely vulnerable. Despite this, there exist few studies prioritizing evaluations on the robustness of these systems over noisy time-sensitive point clouds. This study presents an in-depth examination on the effects of noisy data being used in training various millimeter wave based gesture recognition systems. Noisy point clouds can be introduced during the training stage where imperfect data is fed to a model, causing the model to misclassify test-time samples and lowering its overall accuracy. We stage and evaluate the impact of four different, simple data noising scenarios to observe potential vulnerabilities within these systems. Our findings reveal the respective susceptibilities and resiliencies of transformer, long-short term memory, and convolutional models, highlighting the importance to not only dedicate time and research towards innovations in wireless gesture recognition, but also towards optimizing these systems in order to proactively prevent undesirable effects.
@inproceedings{jiang_evaluating_2023,
address = {New York, NY, USA},
series = {{MobiHoc} '23},
title = {Evaluating the {Impact} of {Noisy} {Point} {Clouds} on {Wireless} {Gesture} {Recognition} {Systems}},
isbn = {9781450399265},
url = {https://dl.acm.org/doi/10.1145/3565287.3617626},
doi = {10.1145/3565287.3617626},
abstract = {Point cloud data gathered through wireless sensors has garnered increasing attention for its critical applications, including automotive radars, security systems, and notably, gesture recognition. It provides a non-intrusive and robust approach towards humancomputer interactions. However, its reliance on real-time data makes resilience of paramount concern and attacks on or imperfections with these sensors can have catastrophic effects. From real-time spoofing to data poisoning attacks or even just faulty data, systems based on 2D and 3D point cloud machine learning models can be extremely vulnerable. Despite this, there exist few studies prioritizing evaluations on the robustness of these systems over noisy time-sensitive point clouds. This study presents an in-depth examination on the effects of noisy data being used in training various millimeter wave based gesture recognition systems. Noisy point clouds can be introduced during the training stage where imperfect data is fed to a model, causing the model to misclassify test-time samples and lowering its overall accuracy. We stage and evaluate the impact of four different, simple data noising scenarios to observe potential vulnerabilities within these systems. Our findings reveal the respective susceptibilities and resiliencies of transformer, long-short term memory, and convolutional models, highlighting the importance to not only dedicate time and research towards innovations in wireless gesture recognition, but also towards optimizing these systems in order to proactively prevent undesirable effects.},
urldate = {2024-02-08},
booktitle = {Proceedings of the {Twenty}-fourth {International} {Symposium} on {Theory}, {Algorithmic} {Foundations}, and {Protocol} {Design} for {Mobile} {Networks} and {Mobile} {Computing}},
publisher = {Association for Computing Machinery},
author = {Jiang, Paul and Fassman, Ellie and Singha, Amit and Chen, Yimin and Li, Tao},
month = oct,
year = {2023},
keywords = {classification of point clouds, cybersecurity, gesture recognition, machine learning, millimeter waves, noisy data, time-sensitive point clouds, wireless},
pages = {480--485},
}
Downloads: 0
{"_id":"d3s44hHJuPDPn4e5B","bibbaseid":"jiang-fassman-singha-chen-li-evaluatingtheimpactofnoisypointcloudsonwirelessgesturerecognitionsystems-2023","author_short":["Jiang, P.","Fassman, E.","Singha, A.","Chen, Y.","Li, T."],"bibdata":{"bibtype":"inproceedings","type":"inproceedings","address":"New York, NY, USA","series":"MobiHoc '23","title":"Evaluating the Impact of Noisy Point Clouds on Wireless Gesture Recognition Systems","isbn":"9781450399265","url":"https://dl.acm.org/doi/10.1145/3565287.3617626","doi":"10.1145/3565287.3617626","abstract":"Point cloud data gathered through wireless sensors has garnered increasing attention for its critical applications, including automotive radars, security systems, and notably, gesture recognition. It provides a non-intrusive and robust approach towards humancomputer interactions. However, its reliance on real-time data makes resilience of paramount concern and attacks on or imperfections with these sensors can have catastrophic effects. From real-time spoofing to data poisoning attacks or even just faulty data, systems based on 2D and 3D point cloud machine learning models can be extremely vulnerable. Despite this, there exist few studies prioritizing evaluations on the robustness of these systems over noisy time-sensitive point clouds. This study presents an in-depth examination on the effects of noisy data being used in training various millimeter wave based gesture recognition systems. Noisy point clouds can be introduced during the training stage where imperfect data is fed to a model, causing the model to misclassify test-time samples and lowering its overall accuracy. We stage and evaluate the impact of four different, simple data noising scenarios to observe potential vulnerabilities within these systems. Our findings reveal the respective susceptibilities and resiliencies of transformer, long-short term memory, and convolutional models, highlighting the importance to not only dedicate time and research towards innovations in wireless gesture recognition, but also towards optimizing these systems in order to proactively prevent undesirable effects.","urldate":"2024-02-08","booktitle":"Proceedings of the Twenty-fourth International Symposium on Theory, Algorithmic Foundations, and Protocol Design for Mobile Networks and Mobile Computing","publisher":"Association for Computing Machinery","author":[{"propositions":[],"lastnames":["Jiang"],"firstnames":["Paul"],"suffixes":[]},{"propositions":[],"lastnames":["Fassman"],"firstnames":["Ellie"],"suffixes":[]},{"propositions":[],"lastnames":["Singha"],"firstnames":["Amit"],"suffixes":[]},{"propositions":[],"lastnames":["Chen"],"firstnames":["Yimin"],"suffixes":[]},{"propositions":[],"lastnames":["Li"],"firstnames":["Tao"],"suffixes":[]}],"month":"October","year":"2023","keywords":"classification of point clouds, cybersecurity, gesture recognition, machine learning, millimeter waves, noisy data, time-sensitive point clouds, wireless","pages":"480–485","bibtex":"@inproceedings{jiang_evaluating_2023,\n\taddress = {New York, NY, USA},\n\tseries = {{MobiHoc} '23},\n\ttitle = {Evaluating the {Impact} of {Noisy} {Point} {Clouds} on {Wireless} {Gesture} {Recognition} {Systems}},\n\tisbn = {9781450399265},\n\turl = {https://dl.acm.org/doi/10.1145/3565287.3617626},\n\tdoi = {10.1145/3565287.3617626},\n\tabstract = {Point cloud data gathered through wireless sensors has garnered increasing attention for its critical applications, including automotive radars, security systems, and notably, gesture recognition. It provides a non-intrusive and robust approach towards humancomputer interactions. However, its reliance on real-time data makes resilience of paramount concern and attacks on or imperfections with these sensors can have catastrophic effects. From real-time spoofing to data poisoning attacks or even just faulty data, systems based on 2D and 3D point cloud machine learning models can be extremely vulnerable. Despite this, there exist few studies prioritizing evaluations on the robustness of these systems over noisy time-sensitive point clouds. This study presents an in-depth examination on the effects of noisy data being used in training various millimeter wave based gesture recognition systems. Noisy point clouds can be introduced during the training stage where imperfect data is fed to a model, causing the model to misclassify test-time samples and lowering its overall accuracy. We stage and evaluate the impact of four different, simple data noising scenarios to observe potential vulnerabilities within these systems. Our findings reveal the respective susceptibilities and resiliencies of transformer, long-short term memory, and convolutional models, highlighting the importance to not only dedicate time and research towards innovations in wireless gesture recognition, but also towards optimizing these systems in order to proactively prevent undesirable effects.},\n\turldate = {2024-02-08},\n\tbooktitle = {Proceedings of the {Twenty}-fourth {International} {Symposium} on {Theory}, {Algorithmic} {Foundations}, and {Protocol} {Design} for {Mobile} {Networks} and {Mobile} {Computing}},\n\tpublisher = {Association for Computing Machinery},\n\tauthor = {Jiang, Paul and Fassman, Ellie and Singha, Amit and Chen, Yimin and Li, Tao},\n\tmonth = oct,\n\tyear = {2023},\n\tkeywords = {classification of point clouds, cybersecurity, gesture recognition, machine learning, millimeter waves, noisy data, time-sensitive point clouds, wireless},\n\tpages = {480--485},\n}\n","author_short":["Jiang, P.","Fassman, E.","Singha, A.","Chen, Y.","Li, T."],"key":"jiang_evaluating_2023","id":"jiang_evaluating_2023","bibbaseid":"jiang-fassman-singha-chen-li-evaluatingtheimpactofnoisypointcloudsonwirelessgesturerecognitionsystems-2023","role":"author","urls":{"Paper":"https://dl.acm.org/doi/10.1145/3565287.3617626"},"keyword":["classification of point clouds","cybersecurity","gesture recognition","machine learning","millimeter waves","noisy data","time-sensitive point clouds","wireless"],"metadata":{"authorlinks":{}}},"bibtype":"inproceedings","biburl":"https://api.zotero.org/users/8994433/collections/66SDI5S7/items?key=ozCmKMmrE26WwEN9PAdOLaiV&format=bibtex&limit=100","dataSources":["yM68t35RzDgJZajbn","Rxy8umoNP78qdq56v","nXz2cN22CbQDukEnJ"],"keywords":["classification of point clouds","cybersecurity","gesture recognition","machine learning","millimeter waves","noisy data","time-sensitive point clouds","wireless"],"search_terms":["evaluating","impact","noisy","point","clouds","wireless","gesture","recognition","systems","jiang","fassman","singha","chen","li"],"title":"Evaluating the Impact of Noisy Point Clouds on Wireless Gesture Recognition Systems","year":2023}