Instrumental Variables in Causal Inference and Machine Learning: A Survey. Wu, A., Kuang, K., Xiong, R., & Wu, F. December, 2022. arXiv:2212.05778 [cs, stat]Paper abstract bibtex Causal inference is the process of using assumptions, study designs, and estimation strategies to draw conclusions about the causal relationships between variables based on data. This allows researchers to better understand the underlying mechanisms at work in complex systems and make more informed decisions. In many settings, we may not fully observe all the confounders that affect both the treatment and outcome variables, complicating the estimation of causal effects. To address this problem, a growing literature in both causal inference and machine learning proposes to use Instrumental Variables (IV). This paper serves as the first effort to systematically and comprehensively introduce and discuss the IV methods and their applications in both causal inference and machine learning. First, we provide the formal definition of IVs and discuss the identification problem of IV regression methods under different assumptions. Second, we categorize the existing work on IV methods into three streams according to the focus on the proposed methods, including two-stage least squares with IVs, control function with IVs, and evaluation of IVs. For each stream, we present both the classical causal inference methods, and recent developments in the machine learning literature. Then, we introduce a variety of applications of IV methods in real-world scenarios and provide a summary of the available datasets and algorithms. Finally, we summarize the literature, discuss the open problems and suggest promising future research directions for IV methods and their applications. We also develop a toolkit of IVs methods reviewed in this survey at https://github.com/causal-machine-learning-lab/mliv.
@misc{wu_instrumental_2022,
title = {Instrumental {Variables} in {Causal} {Inference} and {Machine} {Learning}: {A} {Survey}},
shorttitle = {Instrumental {Variables} in {Causal} {Inference} and {Machine} {Learning}},
url = {http://arxiv.org/abs/2212.05778},
abstract = {Causal inference is the process of using assumptions, study designs, and estimation strategies to draw conclusions about the causal relationships between variables based on data. This allows researchers to better understand the underlying mechanisms at work in complex systems and make more informed decisions. In many settings, we may not fully observe all the confounders that affect both the treatment and outcome variables, complicating the estimation of causal effects. To address this problem, a growing literature in both causal inference and machine learning proposes to use Instrumental Variables (IV). This paper serves as the first effort to systematically and comprehensively introduce and discuss the IV methods and their applications in both causal inference and machine learning. First, we provide the formal definition of IVs and discuss the identification problem of IV regression methods under different assumptions. Second, we categorize the existing work on IV methods into three streams according to the focus on the proposed methods, including two-stage least squares with IVs, control function with IVs, and evaluation of IVs. For each stream, we present both the classical causal inference methods, and recent developments in the machine learning literature. Then, we introduce a variety of applications of IV methods in real-world scenarios and provide a summary of the available datasets and algorithms. Finally, we summarize the literature, discuss the open problems and suggest promising future research directions for IV methods and their applications. We also develop a toolkit of IVs methods reviewed in this survey at https://github.com/causal-machine-learning-lab/mliv.},
urldate = {2023-03-09},
publisher = {arXiv},
author = {Wu, Anpeng and Kuang, Kun and Xiong, Ruoxuan and Wu, Fei},
month = dec,
year = {2022},
note = {arXiv:2212.05778 [cs, stat]},
keywords = {Computer Science - Machine Learning, Statistics - Methodology, Computer Science - Artificial Intelligence},
file = {arXiv Fulltext PDF:/Users/soumikp/Zotero/storage/WC3CJ833/Wu et al. - 2022 - Instrumental Variables in Causal Inference and Mac.pdf:application/pdf;arXiv.org Snapshot:/Users/soumikp/Zotero/storage/4CHMFXI2/2212.html:text/html},
}
Downloads: 0
{"_id":"K76tmPE2Xxp6SL3yi","bibbaseid":"wu-kuang-xiong-wu-instrumentalvariablesincausalinferenceandmachinelearningasurvey-2022","author_short":["Wu, A.","Kuang, K.","Xiong, R.","Wu, F."],"bibdata":{"bibtype":"misc","type":"misc","title":"Instrumental Variables in Causal Inference and Machine Learning: A Survey","shorttitle":"Instrumental Variables in Causal Inference and Machine Learning","url":"http://arxiv.org/abs/2212.05778","abstract":"Causal inference is the process of using assumptions, study designs, and estimation strategies to draw conclusions about the causal relationships between variables based on data. This allows researchers to better understand the underlying mechanisms at work in complex systems and make more informed decisions. In many settings, we may not fully observe all the confounders that affect both the treatment and outcome variables, complicating the estimation of causal effects. To address this problem, a growing literature in both causal inference and machine learning proposes to use Instrumental Variables (IV). This paper serves as the first effort to systematically and comprehensively introduce and discuss the IV methods and their applications in both causal inference and machine learning. First, we provide the formal definition of IVs and discuss the identification problem of IV regression methods under different assumptions. Second, we categorize the existing work on IV methods into three streams according to the focus on the proposed methods, including two-stage least squares with IVs, control function with IVs, and evaluation of IVs. For each stream, we present both the classical causal inference methods, and recent developments in the machine learning literature. Then, we introduce a variety of applications of IV methods in real-world scenarios and provide a summary of the available datasets and algorithms. Finally, we summarize the literature, discuss the open problems and suggest promising future research directions for IV methods and their applications. We also develop a toolkit of IVs methods reviewed in this survey at https://github.com/causal-machine-learning-lab/mliv.","urldate":"2023-03-09","publisher":"arXiv","author":[{"propositions":[],"lastnames":["Wu"],"firstnames":["Anpeng"],"suffixes":[]},{"propositions":[],"lastnames":["Kuang"],"firstnames":["Kun"],"suffixes":[]},{"propositions":[],"lastnames":["Xiong"],"firstnames":["Ruoxuan"],"suffixes":[]},{"propositions":[],"lastnames":["Wu"],"firstnames":["Fei"],"suffixes":[]}],"month":"December","year":"2022","note":"arXiv:2212.05778 [cs, stat]","keywords":"Computer Science - Machine Learning, Statistics - Methodology, Computer Science - Artificial Intelligence","file":"arXiv Fulltext PDF:/Users/soumikp/Zotero/storage/WC3CJ833/Wu et al. - 2022 - Instrumental Variables in Causal Inference and Mac.pdf:application/pdf;arXiv.org Snapshot:/Users/soumikp/Zotero/storage/4CHMFXI2/2212.html:text/html","bibtex":"@misc{wu_instrumental_2022,\n\ttitle = {Instrumental {Variables} in {Causal} {Inference} and {Machine} {Learning}: {A} {Survey}},\n\tshorttitle = {Instrumental {Variables} in {Causal} {Inference} and {Machine} {Learning}},\n\turl = {http://arxiv.org/abs/2212.05778},\n\tabstract = {Causal inference is the process of using assumptions, study designs, and estimation strategies to draw conclusions about the causal relationships between variables based on data. This allows researchers to better understand the underlying mechanisms at work in complex systems and make more informed decisions. In many settings, we may not fully observe all the confounders that affect both the treatment and outcome variables, complicating the estimation of causal effects. To address this problem, a growing literature in both causal inference and machine learning proposes to use Instrumental Variables (IV). This paper serves as the first effort to systematically and comprehensively introduce and discuss the IV methods and their applications in both causal inference and machine learning. First, we provide the formal definition of IVs and discuss the identification problem of IV regression methods under different assumptions. Second, we categorize the existing work on IV methods into three streams according to the focus on the proposed methods, including two-stage least squares with IVs, control function with IVs, and evaluation of IVs. For each stream, we present both the classical causal inference methods, and recent developments in the machine learning literature. Then, we introduce a variety of applications of IV methods in real-world scenarios and provide a summary of the available datasets and algorithms. Finally, we summarize the literature, discuss the open problems and suggest promising future research directions for IV methods and their applications. We also develop a toolkit of IVs methods reviewed in this survey at https://github.com/causal-machine-learning-lab/mliv.},\n\turldate = {2023-03-09},\n\tpublisher = {arXiv},\n\tauthor = {Wu, Anpeng and Kuang, Kun and Xiong, Ruoxuan and Wu, Fei},\n\tmonth = dec,\n\tyear = {2022},\n\tnote = {arXiv:2212.05778 [cs, stat]},\n\tkeywords = {Computer Science - Machine Learning, Statistics - Methodology, Computer Science - Artificial Intelligence},\n\tfile = {arXiv Fulltext PDF:/Users/soumikp/Zotero/storage/WC3CJ833/Wu et al. - 2022 - Instrumental Variables in Causal Inference and Mac.pdf:application/pdf;arXiv.org Snapshot:/Users/soumikp/Zotero/storage/4CHMFXI2/2212.html:text/html},\n}\n\n","author_short":["Wu, A.","Kuang, K.","Xiong, R.","Wu, F."],"key":"wu_instrumental_2022","id":"wu_instrumental_2022","bibbaseid":"wu-kuang-xiong-wu-instrumentalvariablesincausalinferenceandmachinelearningasurvey-2022","role":"author","urls":{"Paper":"http://arxiv.org/abs/2212.05778"},"keyword":["Computer Science - Machine Learning","Statistics - Methodology","Computer Science - Artificial Intelligence"],"metadata":{"authorlinks":{}},"html":""},"bibtype":"misc","biburl":"https://bibbase.org/f/Ceciz2iNjTZgQNtDc/mypubs_mar_2024.bib","dataSources":["m8Y57GfgnRrMKZTQS","epk5yKhDyD37NAsSC"],"keywords":["computer science - machine learning","statistics - methodology","computer science - artificial intelligence"],"search_terms":["instrumental","variables","causal","inference","machine","learning","survey","wu","kuang","xiong","wu"],"title":"Instrumental Variables in Causal Inference and Machine Learning: A Survey","year":2022}