Can you Trust the Trend? Discovering Simpson�s Paradoxes in Social Data. Alipourfard, N., Fennell, P., & Lerman, K. In Proceedings of the 11th International ACM Conference on Web Search and Data Mining (WSDM), 2018. ACM. doi abstract bibtex We investigate how Simpson�s paradox affects analysis of trends in social data. According to the paradox, the trends observed in data that has been aggregated over an entire population may be quite different from, and even opposite to, those of the underlying subgroups. Failure to take this effect into account can lead analysis to wrong conclusions. We present a statistical method to automatically identify Simpson�s paradox in data by comparing statistical trends in the aggregate data to those in the disaggregated subgroups. We apply the approach to data from Stack Exchange, a popular question-answering platform, to analyze factors affecting answerer performance, specifically, the likelihood that an answer provided by a user will be accepted by the asker as the best answer to his or her question. Our analysis confirms a known Simpson�s paradox and identifies several new instances. These paradoxes provide novel insights into user behavior on Stack Exchange.
@INPROCEEDINGS{Alipourfard2018wsdm,
author = {Nazanin Alipourfard and Peter Fennell and Kristina Lerman},
title = {Can you Trust the Trend? Discovering Simpson�s Paradoxes in Social Data},
booktitle = {Proceedings of the 11th International ACM Conference on Web Search and Data Mining (WSDM)},
year = {2018},
pages = {},
doi={10.1145/3159652.3159684},
publisher = {ACM},
abstract = {We investigate how Simpson�s paradox affects analysis of trends
in social data. According to the paradox, the trends observed in
data that has been aggregated over an entire population may be
quite different from, and even opposite to, those of the underlying
subgroups. Failure to take this effect into account can lead
analysis to wrong conclusions. We present a statistical method to
automatically identify Simpson�s paradox in data by comparing
statistical trends in the aggregate data to those in the disaggregated
subgroups. We apply the approach to data from Stack Exchange, a
popular question-answering platform, to analyze factors affecting
answerer performance, specifically, the likelihood that an answer
provided by a user will be accepted by the asker as the best answer
to his or her question. Our analysis confirms a known Simpson�s
paradox and identifies several new instances. These paradoxes provide
novel insights into user behavior on Stack Exchange.},
keywords = {social-dynamics},
}
Downloads: 0
{"_id":"N3QjcYE7HtFXLcuFX","bibbaseid":"alipourfard-fennell-lerman-canyoutrustthetrenddiscoveringsimpsonsparadoxesinsocialdata-2018","downloads":0,"creationDate":"2017-11-13T18:32:30.175Z","title":"Can you Trust the Trend? Discovering Simpson�s Paradoxes in Social Data","author_short":["Alipourfard, N.","Fennell, P.","Lerman, K."],"year":2018,"bibtype":"inproceedings","biburl":"https://bibbase.org/network/files/iNQKC4NCiGYaef6D9","bibdata":{"bibtype":"inproceedings","type":"inproceedings","author":[{"firstnames":["Nazanin"],"propositions":[],"lastnames":["Alipourfard"],"suffixes":[]},{"firstnames":["Peter"],"propositions":[],"lastnames":["Fennell"],"suffixes":[]},{"firstnames":["Kristina"],"propositions":[],"lastnames":["Lerman"],"suffixes":[]}],"title":"Can you Trust the Trend? Discovering Simpson�s Paradoxes in Social Data","booktitle":"Proceedings of the 11th International ACM Conference on Web Search and Data Mining (WSDM)","year":"2018","pages":"","doi":"10.1145/3159652.3159684","publisher":"ACM","abstract":"We investigate how Simpson�s paradox affects analysis of trends in social data. According to the paradox, the trends observed in data that has been aggregated over an entire population may be quite different from, and even opposite to, those of the underlying subgroups. Failure to take this effect into account can lead analysis to wrong conclusions. We present a statistical method to automatically identify Simpson�s paradox in data by comparing statistical trends in the aggregate data to those in the disaggregated subgroups. We apply the approach to data from Stack Exchange, a popular question-answering platform, to analyze factors affecting answerer performance, specifically, the likelihood that an answer provided by a user will be accepted by the asker as the best answer to his or her question. Our analysis confirms a known Simpson�s paradox and identifies several new instances. These paradoxes provide novel insights into user behavior on Stack Exchange.","keywords":"social-dynamics","bibtex":"@INPROCEEDINGS{Alipourfard2018wsdm,\n author = {Nazanin Alipourfard and Peter Fennell and Kristina Lerman},\n title = {Can you Trust the Trend? Discovering Simpson�s Paradoxes in Social Data},\n booktitle = {Proceedings of the 11th International ACM Conference on Web Search and Data Mining (WSDM)},\n year = {2018},\n pages = {},\n doi={10.1145/3159652.3159684},\n publisher = {ACM},\n abstract = {We investigate how Simpson�s paradox affects analysis of trends\nin social data. According to the paradox, the trends observed in\ndata that has been aggregated over an entire population may be\nquite different from, and even opposite to, those of the underlying\nsubgroups. Failure to take this effect into account can lead\nanalysis to wrong conclusions. We present a statistical method to\nautomatically identify Simpson�s paradox in data by comparing\nstatistical trends in the aggregate data to those in the disaggregated\nsubgroups. We apply the approach to data from Stack Exchange, a\npopular question-answering platform, to analyze factors affecting\nanswerer performance, specifically, the likelihood that an answer\nprovided by a user will be accepted by the asker as the best answer\nto his or her question. Our analysis confirms a known Simpson�s\nparadox and identifies several new instances. These paradoxes provide\nnovel insights into user behavior on Stack Exchange.},\n keywords = {social-dynamics},\n}\n\n","author_short":["Alipourfard, N.","Fennell, P.","Lerman, K."],"key":"Alipourfard2018wsdm","id":"Alipourfard2018wsdm","bibbaseid":"alipourfard-fennell-lerman-canyoutrustthetrenddiscoveringsimpsonsparadoxesinsocialdata-2018","role":"author","urls":{},"keyword":["social-dynamics"],"metadata":{"authorlinks":{"lerman, k":"https://www.isi.edu/people-lerman/publications/"}},"downloads":0},"search_terms":["trust","trend","discovering","simpson","paradoxes","social","data","alipourfard","fennell","lerman"],"keywords":["social-dynamics"],"authorIDs":["fbwoK7T4JSHosNKvD"],"dataSources":["Hvc9pNwWw2boxABn6","2RX7MNkKAsdgHwq9X","TcBpSanSM7tueQcfH","kxTAWhAJ5AEaGtDRP","W9wiZPEd3CMo9Zvyj","mQx34sdtPSKFkQLhg","wYLr8SBM4nf5YstZT","wGK6ZauNs4mPREmZA","myJ9KFC5zXN4qYWpW","6h4p3KcA7HgFLQpDk","jBaLf3eYjNGbA43MA","hzmGg9XcrhhzCFFLq"]}