@inproceedings{Soroush2022,
abstract = {Automated detection and validation of fine-grained human activities from egocentric vision has gained increased attention in recent years due to the rich information afforded by RGB images. However, it is not easy to discern how much rich information is necessary to detect the activity of interest reliably. Localization of hands and objects in the image has proven helpful to distinguishing between hand-related fine-grained activities. This paper describes the design of a hand-object-based mask obfuscation method (HOBM) and assesses its effect on automated recognition of fine-grained human activities. HOBM masks all pixels other than the hand and object in-hand, improving the protection of personal user information (PUI). We test a deep learning model trained with and without obfuscation using a public egocentric activity dataset with 86 class labels and achieve almost similar classification accuracies (2% decrease with obfuscation). Our findings show that it is possible to protect PUI at smaller image utility costs (loss of accuracy).},
author = {Shahi, Soroush and Alharbi, Rawan and Gao, Yang and Sen, Sougata and Katsaggelos, Aggelos K. and Hester, Josiah and Alshurafa, Nabil},
booktitle = {2022 IEEE International Conference on Pervasive Computing and Communications Workshops and other Affiliated Events (PerCom Workshops)},
doi = {10.1109/PerComWorkshops53856.2022.9767447},
isbn = {978-1-6654-1647-4},
keywords = {Deep Learning,Human Activity Recognition,Image Obf,Image Obfuscation,Wearable Camera},
month = {mar},
pages = {341--346},
publisher = {IEEE},
title = {{Impacts of Image Obfuscation on Fine-grained Activity Recognition in Egocentric Video}},
url = {https://ieeexplore.ieee.org/document/9767447/},
year = {2022}
}

{"_id":"4Wcuzw5JhsvNjusQB","bibbaseid":"shahi-alharbi-gao-sen-katsaggelos-hester-alshurafa-impactsofimageobfuscationonfinegrainedactivityrecognitioninegocentricvideo-2022","author_short":["Shahi, S.","Alharbi, R.","Gao, Y.","Sen, S.","Katsaggelos, A. K.","Hester, J.","Alshurafa, N."],"bibdata":{"bibtype":"inproceedings","type":"inproceedings","abstract":"Automated detection and validation of fine-grained human activities from egocentric vision has gained increased attention in recent years due to the rich information afforded by RGB images. However, it is not easy to discern how much rich information is necessary to detect the activity of interest reliably. Localization of hands and objects in the image has proven helpful to distinguishing between hand-related fine-grained activities. This paper describes the design of a hand-object-based mask obfuscation method (HOBM) and assesses its effect on automated recognition of fine-grained human activities. HOBM masks all pixels other than the hand and object in-hand, improving the protection of personal user information (PUI). We test a deep learning model trained with and without obfuscation using a public egocentric activity dataset with 86 class labels and achieve almost similar classification accuracies (2% decrease with obfuscation). Our findings show that it is possible to protect PUI at smaller image utility costs (loss of accuracy).","author":[{"propositions":[],"lastnames":["Shahi"],"firstnames":["Soroush"],"suffixes":[]},{"propositions":[],"lastnames":["Alharbi"],"firstnames":["Rawan"],"suffixes":[]},{"propositions":[],"lastnames":["Gao"],"firstnames":["Yang"],"suffixes":[]},{"propositions":[],"lastnames":["Sen"],"firstnames":["Sougata"],"suffixes":[]},{"propositions":[],"lastnames":["Katsaggelos"],"firstnames":["Aggelos","K."],"suffixes":[]},{"propositions":[],"lastnames":["Hester"],"firstnames":["Josiah"],"suffixes":[]},{"propositions":[],"lastnames":["Alshurafa"],"firstnames":["Nabil"],"suffixes":[]}],"booktitle":"2022 IEEE International Conference on Pervasive Computing and Communications Workshops and other Affiliated Events (PerCom Workshops)","doi":"10.1109/PerComWorkshops53856.2022.9767447","isbn":"978-1-6654-1647-4","keywords":"Deep Learning,Human Activity Recognition,Image Obf,Image Obfuscation,Wearable Camera","month":"mar","pages":"341–346","publisher":"IEEE","title":"Impacts of Image Obfuscation on Fine-grained Activity Recognition in Egocentric Video","url":"https://ieeexplore.ieee.org/document/9767447/","year":"2022","bibtex":"@inproceedings{Soroush2022,\nabstract = {Automated detection and validation of fine-grained human activities from egocentric vision has gained increased attention in recent years due to the rich information afforded by RGB images. However, it is not easy to discern how much rich information is necessary to detect the activity of interest reliably. Localization of hands and objects in the image has proven helpful to distinguishing between hand-related fine-grained activities. This paper describes the design of a hand-object-based mask obfuscation method (HOBM) and assesses its effect on automated recognition of fine-grained human activities. HOBM masks all pixels other than the hand and object in-hand, improving the protection of personal user information (PUI). We test a deep learning model trained with and without obfuscation using a public egocentric activity dataset with 86 class labels and achieve almost similar classification accuracies (2% decrease with obfuscation). Our findings show that it is possible to protect PUI at smaller image utility costs (loss of accuracy).},\nauthor = {Shahi, Soroush and Alharbi, Rawan and Gao, Yang and Sen, Sougata and Katsaggelos, Aggelos K. and Hester, Josiah and Alshurafa, Nabil},\nbooktitle = {2022 IEEE International Conference on Pervasive Computing and Communications Workshops and other Affiliated Events (PerCom Workshops)},\ndoi = {10.1109/PerComWorkshops53856.2022.9767447},\nisbn = {978-1-6654-1647-4},\nkeywords = {Deep Learning,Human Activity Recognition,Image Obf,Image Obfuscation,Wearable Camera},\nmonth = {mar},\npages = {341--346},\npublisher = {IEEE},\ntitle = {{Impacts of Image Obfuscation on Fine-grained Activity Recognition in Egocentric Video}},\nurl = {https://ieeexplore.ieee.org/document/9767447/},\nyear = {2022}\n}\n","author_short":["Shahi, S.","Alharbi, R.","Gao, Y.","Sen, S.","Katsaggelos, A. K.","Hester, J.","Alshurafa, N."],"key":"Soroush2022","id":"Soroush2022","bibbaseid":"shahi-alharbi-gao-sen-katsaggelos-hester-alshurafa-impactsofimageobfuscationonfinegrainedactivityrecognitioninegocentricvideo-2022","role":"author","urls":{"Paper":"https://ieeexplore.ieee.org/document/9767447/"},"keyword":["Deep Learning","Human Activity Recognition","Image Obf","Image Obfuscation","Wearable Camera"],"metadata":{"authorlinks":{}}},"bibtype":"inproceedings","biburl":"https://sites.northwestern.edu/ivpl/files/2023/06/IVPL_Updated_publications-1.bib","dataSources":["KTWAakbPXLGfYseXn","ePKPjG8C6yvpk4mEK","ya2CyA73rpZseyrZ8","zFPgsTDAW8aDnb5iN","E6Bth2QB5BYjBMZE7","nbnEjsN7MJhurAK9x","PNQZj6FjzoxxJk4Yi","7FpDWDGJ4KgpDiGfB","bod9ms4MQJHuJgPpp","QR9t5P2cLdJuzhfzK","D8k2SxfC5dKNRFgro","7Dwzbxq93HWrJEhT6","qhF8zxmGcJfvtdeAg","fvDEHD49E2ZRwE3fb","H7crv8NWhZup4d4by","DHqokWsryttGh7pJE","vRJd4wNg9HpoZSMHD","sYxQ6pxFgA59JRhxi","w2WahSbYrbcCKBDsC","XasdXLL99y5rygCmq","3gkSihZQRfAD2KBo3","t5XMbyZbtPBo4wBGS","bEpHM2CtrwW2qE8FP","teJzFLHexaz5AQW5z"],"keywords":["deep learning","human activity recognition","image obf","image obfuscation","wearable camera"],"search_terms":["impacts","image","obfuscation","fine","grained","activity","recognition","egocentric","video","shahi","alharbi","gao","sen","katsaggelos","hester","alshurafa"],"title":"Impacts of Image Obfuscation on Fine-grained Activity Recognition in Egocentric Video","year":2022}