@INPROCEEDINGS{Alipourfard2018icwsm,
  author =       {Nazanin Alipourfard and Peter G. Fennell and Kristina Lerman},
  title =        {Using Simpson�s Paradox to Discover Interesting Patterns in Behavioral Data},
  booktitle =    {Proceedings of the 12th International AAAI Conference On Web And Social Media (ICWSM2018)},
  year =         {2018},
  publisher =    {AAAI},
  abstract =     {We describe a data-driven discovery method that leverages Simpson�s paradox to uncover interesting patterns in behavioral data. Our method systematically disaggregates data to identify subgroups within a population whose behavior deviates significantly from the rest of the population. Given an outcome of interest and a set of covariates, the method follows three steps. First, it disaggregates data into subgroups, by conditioning on a particular covariate, so as minimize the variation of the outcome within the subgroups. Next, it models the outcome as a linear function of another covariate, both in the subgroups and in the aggregate data. Finally, it compares trends to identify disaggregations that produce subgroups with different behaviors from the aggregate. We illustrate the method by applying it to three real-world behavioral datasets, including Q&A site Stack Exchange and online learning platforms Khan Academy and Duolingo.},
  keywords =     {data-analysis},
  url   =        {https://arxiv.org/abs/1805.03094},
}

{"_id":"5rdkmA8W6yBNEeNBb","bibbaseid":"alipourfard-fennell-lerman-usingsimpsonsparadoxtodiscoverinterestingpatternsinbehavioraldata-2018","downloads":2,"creationDate":"2018-06-09T16:40:36.894Z","title":"Using Simpson�s Paradox to Discover Interesting Patterns in Behavioral Data","author_short":["Alipourfard, N.","Fennell, P. G.","Lerman, K."],"year":2018,"bibtype":"inproceedings","biburl":"https://bibbase.org/network/files/iNQKC4NCiGYaef6D9","bibdata":{"bibtype":"inproceedings","type":"inproceedings","author":[{"firstnames":["Nazanin"],"propositions":[],"lastnames":["Alipourfard"],"suffixes":[]},{"firstnames":["Peter","G."],"propositions":[],"lastnames":["Fennell"],"suffixes":[]},{"firstnames":["Kristina"],"propositions":[],"lastnames":["Lerman"],"suffixes":[]}],"title":"Using Simpson�s Paradox to Discover Interesting Patterns in Behavioral Data","booktitle":"Proceedings of the 12th International AAAI Conference On Web And Social Media (ICWSM2018)","year":"2018","publisher":"AAAI","abstract":"We describe a data-driven discovery method that leverages Simpson�s paradox to uncover interesting patterns in behavioral data. Our method systematically disaggregates data to identify subgroups within a population whose behavior deviates significantly from the rest of the population. Given an outcome of interest and a set of covariates, the method follows three steps. First, it disaggregates data into subgroups, by conditioning on a particular covariate, so as minimize the variation of the outcome within the subgroups. Next, it models the outcome as a linear function of another covariate, both in the subgroups and in the aggregate data. Finally, it compares trends to identify disaggregations that produce subgroups with different behaviors from the aggregate. We illustrate the method by applying it to three real-world behavioral datasets, including Q&A site Stack Exchange and online learning platforms Khan Academy and Duolingo.","keywords":"data-analysis","url":"https://arxiv.org/abs/1805.03094","bibtex":"@INPROCEEDINGS{Alipourfard2018icwsm,\n author = {Nazanin Alipourfard and Peter G. Fennell and Kristina Lerman},\n title = {Using Simpson�s Paradox to Discover Interesting Patterns in Behavioral Data},\n booktitle = {Proceedings of the 12th International AAAI Conference On Web And Social Media (ICWSM2018)},\n year = {2018},\n publisher = {AAAI},\n abstract = {We describe a data-driven discovery method that leverages Simpson�s paradox to uncover interesting patterns in behavioral data. Our method systematically disaggregates data to identify subgroups within a population whose behavior deviates significantly from the rest of the population. Given an outcome of interest and a set of covariates, the method follows three steps. First, it disaggregates data into subgroups, by conditioning on a particular covariate, so as minimize the variation of the outcome within the subgroups. Next, it models the outcome as a linear function of another covariate, both in the subgroups and in the aggregate data. Finally, it compares trends to identify disaggregations that produce subgroups with different behaviors from the aggregate. We illustrate the method by applying it to three real-world behavioral datasets, including Q&A site Stack Exchange and online learning platforms Khan Academy and Duolingo.},\n keywords = {data-analysis},\n url = {https://arxiv.org/abs/1805.03094},\n}\n\n","author_short":["Alipourfard, N.","Fennell, P. G.","Lerman, K."],"key":"Alipourfard2018icwsm","id":"Alipourfard2018icwsm","bibbaseid":"alipourfard-fennell-lerman-usingsimpsonsparadoxtodiscoverinterestingpatternsinbehavioraldata-2018","role":"author","urls":{"Paper":"https://arxiv.org/abs/1805.03094"},"keyword":["data-analysis"],"metadata":{"authorlinks":{"lerman, k":"https://www.isi.edu/people-lerman/publications/"}},"downloads":2},"search_terms":["using","simpson","paradox","discover","interesting","patterns","behavioral","data","alipourfard","fennell","lerman"],"keywords":["data-analysis"],"authorIDs":["fbwoK7T4JSHosNKvD"],"dataSources":["Hvc9pNwWw2boxABn6","2RX7MNkKAsdgHwq9X","kxTAWhAJ5AEaGtDRP","W9wiZPEd3CMo9Zvyj","mQx34sdtPSKFkQLhg","wYLr8SBM4nf5YstZT","wGK6ZauNs4mPREmZA","myJ9KFC5zXN4qYWpW","6h4p3KcA7HgFLQpDk","jBaLf3eYjNGbA43MA","hzmGg9XcrhhzCFFLq"]}