TapSense: Combining Self-Report Patterns and Typing Characteristics for Smartphone based Emotion Detection. Ghosh, S., Ganguly, N., Mitra, B., & De, P. In Proceedings of the 19th International Conference on Human-Computer Interaction with Mobile Devices and Services - MobileHCI '17, pages 1-12, 2017. ACM Press.
TapSense: Combining Self-Report Patterns and Typing Characteristics for Smartphone based Emotion Detection [link]Website  abstract   bibtex   
Typing based communication applications on smartphones, like WhatsApp, can induce emotional exchanges. The effects of an emotion in one session of communication can persist across sessions. In this work, we attempt automatic emotion detection by jointly modeling the typing characteristics, and the persistence of emotion. Typing characteristics, like speed, number of mistakes, special characters used, are inferred from typing sessions. Self reports recording emotion states after typ-ing sessions capture persistence of emotion. We use this data to train a personalized machine learning model for multi-state emotion classification. We implemented an Android based smartphone application, called TapSense, that records typing related metadata, and uses a carefully designed Experience Sampling Method (ESM) to collect emotion self reports. We are able to classify four emotion states -happy, sad, stressed, and relaxed, with an average accuracy (AUCROC) of 84% for a group of 22 participants who installed and used TapSense for 3 weeks.
@inProceedings{
 title = {TapSense: Combining Self-Report Patterns and Typing Characteristics for Smartphone based Emotion Detection},
 type = {inProceedings},
 year = {2017},
 identifiers = {[object Object]},
 keywords = {D22 Design Tools and Techniques,Emotion Detection,Emotion Persistence,Experience Sampling Method,H52 User Interfaces,Markov Chain,SMOTE,Smartphone Typing},
 pages = {1-12},
 websites = {http://dl.acm.org/citation.cfm?doid=3098279.3098564},
 publisher = {ACM Press},
 city = {New York, New York, USA},
 id = {11d5a613-cec8-34b6-85e2-5a94673ef526},
 created = {2018-07-12T21:30:57.044Z},
 accessed = {2017-09-05},
 file_attached = {false},
 profile_id = {f954d000-ce94-3da6-bd26-b983145a920f},
 group_id = {b0b145a3-980e-3ad7-a16f-c93918c606ed},
 last_modified = {2018-07-12T21:30:57.044Z},
 read = {false},
 starred = {false},
 authored = {false},
 confirmed = {true},
 hidden = {false},
 citation_key = {Ghosh2017},
 private_publication = {false},
 abstract = {Typing based communication applications on smartphones, like WhatsApp, can induce emotional exchanges. The effects of an emotion in one session of communication can persist across sessions. In this work, we attempt automatic emotion detection by jointly modeling the typing characteristics, and the persistence of emotion. Typing characteristics, like speed, number of mistakes, special characters used, are inferred from typing sessions. Self reports recording emotion states after typ-ing sessions capture persistence of emotion. We use this data to train a personalized machine learning model for multi-state emotion classification. We implemented an Android based smartphone application, called TapSense, that records typing related metadata, and uses a carefully designed Experience Sampling Method (ESM) to collect emotion self reports. We are able to classify four emotion states -happy, sad, stressed, and relaxed, with an average accuracy (AUCROC) of 84% for a group of 22 participants who installed and used TapSense for 3 weeks.},
 bibtype = {inProceedings},
 author = {Ghosh, Surjya and Ganguly, Niloy and Mitra, Bivas and De, Pradipta},
 booktitle = {Proceedings of the 19th International Conference on Human-Computer Interaction with Mobile Devices and Services - MobileHCI '17}
}

Downloads: 0