@article{patel_assessment_2015,
	title = {Assessment of vibration of effects due to model specification can demonstrate the instability of observational associations},
	volume = {68},
	issn = {0895-4356},
	url = {https://www.sciencedirect.com/science/article/pii/S0895435615002772},
	doi = {10.1016/j.jclinepi.2015.05.029},
	abstract = {Objectives
Model specification—what adjusting variables are analytically modeled—may influence results of observational associations. We present a standardized approach to quantify the variability of results obtained with choices of adjustments called the “vibration of effects” (VoE).
Study Design and Setting
We estimated the VoE for 417 clinical, environmental, and physiological variables in association with all-cause mortality using National Health and Nutrition Examination Survey data. We selected 13 variables as adjustment covariates and computed 8,192 Cox models for each of 417 variables' associations with all-cause mortality.
Results
We present the VoE by assessing the variance of the effect size and in the −log10(P-value) obtained by different combinations of adjustments. We present whether there are multimodality patterns in effect sizes and P-values and the trajectory of results with increasing adjustments. For 31\% of the 417 variables, we observed a Janus effect, with the effect being in opposite direction in the 99th versus the 1st percentile of analyses. For example, the vitamin E variant α-tocopherol had a VoE that indicated higher and lower risk for mortality.
Conclusion
Estimating VoE offers empirical estimates of associations are under different model specifications. When VoE is large, claims for observational associations should be very cautious.},
	language = {en},
	number = {9},
	urldate = {2022-04-13},
	journal = {Journal of Clinical Epidemiology},
	author = {Patel, Chirag J. and Burford, Belinda and Ioannidis, John P. A.},
	month = sep,
	year = {2015},
	keywords = {Biostatistics, Confounding, Environment-wide association study, Model specification, Observational association, Vibration of effects},
	pages = {1046--1058},
}

{"_id":"BQZteG56dBHkLbFXc","bibbaseid":"patel-burford-ioannidis-assessmentofvibrationofeffectsduetomodelspecificationcandemonstratetheinstabilityofobservationalassociations-2015","author_short":["Patel, C. J.","Burford, B.","Ioannidis, J. P. A."],"bibdata":{"bibtype":"article","type":"article","title":"Assessment of vibration of effects due to model specification can demonstrate the instability of observational associations","volume":"68","issn":"0895-4356","url":"https://www.sciencedirect.com/science/article/pii/S0895435615002772","doi":"10.1016/j.jclinepi.2015.05.029","abstract":"Objectives Model specification—what adjusting variables are analytically modeled—may influence results of observational associations. We present a standardized approach to quantify the variability of results obtained with choices of adjustments called the “vibration of effects” (VoE). Study Design and Setting We estimated the VoE for 417 clinical, environmental, and physiological variables in association with all-cause mortality using National Health and Nutrition Examination Survey data. We selected 13 variables as adjustment covariates and computed 8,192 Cox models for each of 417 variables' associations with all-cause mortality. Results We present the VoE by assessing the variance of the effect size and in the −log10(P-value) obtained by different combinations of adjustments. We present whether there are multimodality patterns in effect sizes and P-values and the trajectory of results with increasing adjustments. For 31% of the 417 variables, we observed a Janus effect, with the effect being in opposite direction in the 99th versus the 1st percentile of analyses. For example, the vitamin E variant α-tocopherol had a VoE that indicated higher and lower risk for mortality. Conclusion Estimating VoE offers empirical estimates of associations are under different model specifications. When VoE is large, claims for observational associations should be very cautious.","language":"en","number":"9","urldate":"2022-04-13","journal":"Journal of Clinical Epidemiology","author":[{"propositions":[],"lastnames":["Patel"],"firstnames":["Chirag","J."],"suffixes":[]},{"propositions":[],"lastnames":["Burford"],"firstnames":["Belinda"],"suffixes":[]},{"propositions":[],"lastnames":["Ioannidis"],"firstnames":["John","P.","A."],"suffixes":[]}],"month":"September","year":"2015","keywords":"Biostatistics, Confounding, Environment-wide association study, Model specification, Observational association, Vibration of effects","pages":"1046–1058","bibtex":"@article{patel_assessment_2015,\n\ttitle = {Assessment of vibration of effects due to model specification can demonstrate the instability of observational associations},\n\tvolume = {68},\n\tissn = {0895-4356},\n\turl = {https://www.sciencedirect.com/science/article/pii/S0895435615002772},\n\tdoi = {10.1016/j.jclinepi.2015.05.029},\n\tabstract = {Objectives\nModel specification—what adjusting variables are analytically modeled—may influence results of observational associations. We present a standardized approach to quantify the variability of results obtained with choices of adjustments called the “vibration of effects” (VoE).\nStudy Design and Setting\nWe estimated the VoE for 417 clinical, environmental, and physiological variables in association with all-cause mortality using National Health and Nutrition Examination Survey data. We selected 13 variables as adjustment covariates and computed 8,192 Cox models for each of 417 variables' associations with all-cause mortality.\nResults\nWe present the VoE by assessing the variance of the effect size and in the −log10(P-value) obtained by different combinations of adjustments. We present whether there are multimodality patterns in effect sizes and P-values and the trajectory of results with increasing adjustments. For 31\\% of the 417 variables, we observed a Janus effect, with the effect being in opposite direction in the 99th versus the 1st percentile of analyses. For example, the vitamin E variant α-tocopherol had a VoE that indicated higher and lower risk for mortality.\nConclusion\nEstimating VoE offers empirical estimates of associations are under different model specifications. When VoE is large, claims for observational associations should be very cautious.},\n\tlanguage = {en},\n\tnumber = {9},\n\turldate = {2022-04-13},\n\tjournal = {Journal of Clinical Epidemiology},\n\tauthor = {Patel, Chirag J. and Burford, Belinda and Ioannidis, John P. A.},\n\tmonth = sep,\n\tyear = {2015},\n\tkeywords = {Biostatistics, Confounding, Environment-wide association study, Model specification, Observational association, Vibration of effects},\n\tpages = {1046--1058},\n}\n\n\n\n\n\n\n\n\n\n\n\n","author_short":["Patel, C. J.","Burford, B.","Ioannidis, J. P. A."],"key":"patel_assessment_2015","id":"patel_assessment_2015","bibbaseid":"patel-burford-ioannidis-assessmentofvibrationofeffectsduetomodelspecificationcandemonstratetheinstabilityofobservationalassociations-2015","role":"author","urls":{"Paper":"https://www.sciencedirect.com/science/article/pii/S0895435615002772"},"keyword":["Biostatistics","Confounding","Environment-wide association study","Model specification","Observational association","Vibration of effects"],"metadata":{"authorlinks":{}},"html":""},"bibtype":"article","biburl":"https://bibbase.org/zotero/pab2163","dataSources":["fB4GuzdCZcPR6LeBn"],"keywords":["biostatistics","confounding","environment-wide association study","model specification","observational association","vibration of effects"],"search_terms":["assessment","vibration","effects","due","model","specification","demonstrate","instability","observational","associations","patel","burford","ioannidis"],"title":"Assessment of vibration of effects due to model specification can demonstrate the instability of observational associations","year":2015}