A study of emotional information present in articulatory movements estimated using acoustic-to-articulatory inversion

A study of emotional information present in articulatory movements estimated using acoustic-to-articulatory inversion. Kim, J., Ghosh, P. K., Lee, S., & Narayanan, S. S. In Proceedings of APSIPA Annual Summit and Conference, Dec, 2012.
abstract bibtex

This study examines emotion-specific information (ESI) in the articulatory movements estimated using acousticto-articulatory inversion on emotional speech. We study two main aspects: (1) the degree of similarity between the pair of estimated and original articulatory trajectories for the same and different emotions and (2) the amount of ESI present in the estimated trajectory. They are evaluated using mean squared error between the articulatory pair and by automated emotion classification. This study uses parallel acoustic and articulatory data in 5 elicited emotions spoken by 3 native American English speakers. We also test emotion classification performance using articulatory trajectories estimated from different acoustic feature sets and they turn out subject-dependent. Experimental results suggest that the ESI in the estimated trajectory, although smaller than that in the direct articulatory measurements, is found to be complementary to that in the prosodic features and hence, suggesting the usefulness of estimated articulatory data for emotions research.

@inproceedings{Kim2012Astudyofemotional,
 abstract = {This study examines emotion-specific information (ESI) in the articulatory movements estimated using acousticto-articulatory inversion on emotional speech. We study two main aspects: (1) the degree of similarity between the pair of estimated and original articulatory trajectories for the same and different emotions and (2) the amount of ESI present in the estimated trajectory. They are evaluated using mean squared error between the articulatory pair and by automated emotion classification. This study uses parallel acoustic and articulatory data in 5 elicited emotions spoken by 3 native American English speakers. We also test emotion classification performance using articulatory trajectories estimated from different acoustic feature sets and they turn out subject-dependent. Experimental results suggest that the ESI in the estimated trajectory, although smaller than that in the direct articulatory measurements, is found to be complementary to that in the prosodic features and hence, suggesting the usefulness of  estimated articulatory data for emotions research.},
 author = {Kim, Jangwon and Ghosh, Prasanta Kumar and Lee, Sungbok and Narayanan, Shrikanth S.},
 bib2html_rescat = {emotion},
 booktitle = {Proceedings of  APSIPA Annual Summit and Conference},
 keyword = {SPAN},
 link = {http://sail.usc.edu/publications/files/Kim-APSIPA2012.pdf},
 location = {Hollywood, CA},
 month = {Dec},
 title = {A study of emotional information present in articulatory movements estimated using acoustic-to-articulatory inversion},
 year = {2012}
}

Downloads: 0

{"_id":"di6iczkpQ9nqXsn8k","bibbaseid":"kim-ghosh-lee-narayanan-astudyofemotionalinformationpresentinarticulatorymovementsestimatedusingacoustictoarticulatoryinversion-2012","downloads":0,"creationDate":"2017-05-08T08:45:46.211Z","title":"A study of emotional information present in articulatory movements estimated using acoustic-to-articulatory inversion","author_short":["Kim, J.","Ghosh, P. K.","Lee, S.","Narayanan, S. S."],"year":2012,"bibtype":"inproceedings","biburl":"https://bibbase.org/f/nWhKb4SffvhfreEmj/shri-isi-edu.bib","bibdata":{"bibtype":"inproceedings","type":"inproceedings","abstract":"This study examines emotion-specific information (ESI) in the articulatory movements estimated using acousticto-articulatory inversion on emotional speech. We study two main aspects: (1) the degree of similarity between the pair of estimated and original articulatory trajectories for the same and different emotions and (2) the amount of ESI present in the estimated trajectory. They are evaluated using mean squared error between the articulatory pair and by automated emotion classification. This study uses parallel acoustic and articulatory data in 5 elicited emotions spoken by 3 native American English speakers. We also test emotion classification performance using articulatory trajectories estimated from different acoustic feature sets and they turn out subject-dependent. Experimental results suggest that the ESI in the estimated trajectory, although smaller than that in the direct articulatory measurements, is found to be complementary to that in the prosodic features and hence, suggesting the usefulness of estimated articulatory data for emotions research.","author":[{"propositions":[],"lastnames":["Kim"],"firstnames":["Jangwon"],"suffixes":[]},{"propositions":[],"lastnames":["Ghosh"],"firstnames":["Prasanta","Kumar"],"suffixes":[]},{"propositions":[],"lastnames":["Lee"],"firstnames":["Sungbok"],"suffixes":[]},{"propositions":[],"lastnames":["Narayanan"],"firstnames":["Shrikanth","S."],"suffixes":[]}],"bib2html_rescat":"emotion","booktitle":"Proceedings of APSIPA Annual Summit and Conference","keyword":["SPAN"],"link":"http://sail.usc.edu/publications/files/Kim-APSIPA2012.pdf","location":"Hollywood, CA","month":"Dec","title":"A study of emotional information present in articulatory movements estimated using acoustic-to-articulatory inversion","year":"2012","bibtex":"@inproceedings{Kim2012Astudyofemotional,\n abstract = {This study examines emotion-specific information (ESI) in the articulatory movements estimated using acousticto-articulatory inversion on emotional speech. We study two main aspects: (1) the degree of similarity between the pair of estimated and original articulatory trajectories for the same and different emotions and (2) the amount of ESI present in the estimated trajectory. They are evaluated using mean squared error between the articulatory pair and by automated emotion classification. This study uses parallel acoustic and articulatory data in 5 elicited emotions spoken by 3 native American English speakers. We also test emotion classification performance using articulatory trajectories estimated from different acoustic feature sets and they turn out subject-dependent. Experimental results suggest that the ESI in the estimated trajectory, although smaller than that in the direct articulatory measurements, is found to be complementary to that in the prosodic features and hence, suggesting the usefulness of estimated articulatory data for emotions research.},\n author = {Kim, Jangwon and Ghosh, Prasanta Kumar and Lee, Sungbok and Narayanan, Shrikanth S.},\n bib2html_rescat = {emotion},\n booktitle = {Proceedings of APSIPA Annual Summit and Conference},\n keyword = {SPAN},\n link = {http://sail.usc.edu/publications/files/Kim-APSIPA2012.pdf},\n location = {Hollywood, CA},\n month = {Dec},\n title = {A study of emotional information present in articulatory movements estimated using acoustic-to-articulatory inversion},\n year = {2012}\n}\n\n","author_short":["Kim, J.","Ghosh, P. K.","Lee, S.","Narayanan, S. S."],"bibbaseid":"kim-ghosh-lee-narayanan-astudyofemotionalinformationpresentinarticulatorymovementsestimatedusingacoustictoarticulatoryinversion-2012","role":"author","urls":{},"metadata":{"authorlinks":{}}},"search_terms":["study","emotional","information","present","articulatory","movements","estimated","using","acoustic","articulatory","inversion","kim","ghosh","lee","narayanan"],"keywords":["span"],"authorIDs":["5473ee10cb4bf04e39000394","5e18f5f88fcbc2df01000180"],"dataSources":["z5xLfHHoMYwhn8vbA","P3nQrSLkFzGGSmKJQ","Reikhy6EiDXFTcuR9"]}