var bibbase_data = {"data":"<img src=\"//bibbase.org/img/ajax-loader.gif\" id=\"spinner\"\n  style=\"display: none;\" alt=\"Loading..\" />\n\n<div id=\"bibbase\">\n\n  <script type=\"text/javascript\">\n    var bibbase = {\n      params: {\"bib\":\"http://web.mit.edu/~blengeri/www/lengerich_website.bib\",\"jsonp\":\"1\",\"host\":\"bibbase.org\"},\n      data: [{\"bibtype\":\"article\",\"type\":\"article\",\"author\":[{\"propositions\":[],\"lastnames\":[\"Lengerich\"],\"firstnames\":[\"Benjamin\",\"J.\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Bordt\"],\"firstnames\":[\"Sebastian\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Nori\"],\"firstnames\":[\"Harsha\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Nunnally\"],\"firstnames\":[\"Mark\",\"E.\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Aphinyanaphongs\"],\"firstnames\":[\"Yin\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Kellis\"],\"firstnames\":[\"Manolis\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Caruana\"],\"firstnames\":[\"Rich\"],\"suffixes\":[]}],\"title\":\"LLMs Understand Glass-Box Models, Discover Surprises, and Suggest Repairs\",\"informal_venue\":\"arXiv\",\"journal\":\"\",\"year\":\"2023\",\"url_preprint\":\"https://arxiv.org/abs/2308.01157\",\"abstract\":\"We show that large language models (LLMs) are remarkably good at working with interpretable models that decompose complex outcomes into univariate graph-represented components. By adopting a hierarchical approach to reasoning, LLMs can provide comprehensive model-level summaries without ever requiring the entire model to fit in context. This approach enables LLMs to apply their extensive background knowledge to automate common tasks in data science such as detecting anomalies that contradict prior knowledge, describing potential reasons for the anomalies, and suggesting repairs that would remove the anomalies. We use multiple examples in healthcare to demonstrate the utility of these new capabilities of LLMs, with particular emphasis on Generalized Additive Models (GAMs). Finally, we present the package TalkToEBM as an open-source LLM-GAM interface.\",\"keywords\":\"LLMs\",\"bibtex\":\"@article{lengerich2023llms,\\n    author = {Lengerich, Benjamin J. and Bordt, Sebastian and Nori, Harsha and Nunnally, Mark E. and Aphinyanaphongs, Yin and Kellis, Manolis and Caruana, Rich},\\n    title = {LLMs Understand Glass-Box Models, Discover Surprises, and Suggest Repairs},\\n    informal_venue = {arXiv},\\n    journal = {},\\n    year = {2023},\\n    url_preprint={https://arxiv.org/abs/2308.01157},\\n    abstract={We show that large language models (LLMs) are remarkably good at working with interpretable models that decompose complex outcomes into univariate graph-represented components. By adopting a hierarchical approach to reasoning, LLMs can provide comprehensive model-level summaries without ever requiring the entire model to fit in context. This approach enables LLMs to apply their extensive background knowledge to automate common tasks in data science such as detecting anomalies that contradict prior knowledge, describing potential reasons for the anomalies, and suggesting repairs that would remove the anomalies. We use multiple examples in healthcare to demonstrate the utility of these new capabilities of LLMs, with particular emphasis on Generalized Additive Models (GAMs). Finally, we present the package TalkToEBM as an open-source LLM-GAM interface.},\\n    keywords={LLMs}\\n}\\n\\n\",\"author_short\":[\"Lengerich, B. J.\",\"Bordt, S.\",\"Nori, H.\",\"Nunnally, M. E.\",\"Aphinyanaphongs, Y.\",\"Kellis, M.\",\"Caruana, R.\"],\"key\":\"lengerich2023llms\",\"id\":\"lengerich2023llms\",\"bibbaseid\":\"lengerich-bordt-nori-nunnally-aphinyanaphongs-kellis-caruana-llmsunderstandglassboxmodelsdiscoversurprisesandsuggestrepairs-2023\",\"role\":\"author\",\"urls\":{\" preprint\":\"https://arxiv.org/abs/2308.01157\"},\"keyword\":[\"LLMs\"],\"metadata\":{\"authorlinks\":{}},\"downloads\":4,\"html\":\"\"},{\"bibtype\":\"article\",\"type\":\"article\",\"title\":\"Contextualized Policy Recovery: Modeling and Interpreting Medical Decisions with Adaptive Imitation Learning\",\"author\":[{\"propositions\":[],\"lastnames\":[\"Deuschel\"],\"firstnames\":[\"Jannik\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Ellington\"],\"firstnames\":[\"Caleb\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Lengerich\"],\"firstnames\":[\"Ben\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Luo\"],\"firstnames\":[\"Yingtao\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Friederich\"],\"firstnames\":[\"Pascal\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Xing\"],\"firstnames\":[\"Eric\"],\"suffixes\":[]}],\"informal_venue\":\"arXiv\",\"year\":\"2023\",\"url_preprint\":\"https://arxiv.org/abs/2310.07918\",\"abstract\":\"Interpretable policy learning seeks to estimate intelligible decision policies from observed actions; however, existing models fall short by forcing a tradeoff between accuracy and interpretability. This tradeoff limits data-driven interpretations of human decision-making process. e.g. to audit medical decisions for biases and suboptimal practices, we require models of decision processes which provide concise descriptions of complex behaviors. Fundamentally, existing approaches are burdened by this tradeoff because they represent the underlying decision process as a universal policy, when in fact human decisions are dynamic and can change drastically with contextual information. Thus, we propose Contextualized Policy Recovery (CPR), which re-frames the problem of modeling complex decision processes as a multi-task learning problem in which complex decision policies are comprised of context-specific policies. CPR models each context-specific policy as a linear observation-to-action mapping, and generates new decision models on-demand as contexts are updated with new observations. CPR is compatible with fully offline and partially observable decision environments, and can be tailored to incorporate any recurrent black-box model or interpretable decision model. We assess CPR through studies on simulated and real data, achieving state-of-the-art performance on the canonical tasks of predicting antibiotic prescription in intensive care units (+22% AUROC vs. previous SOTA) and predicting MRI prescription for Alzheimer's patients (+7.7% AUROC vs. previous SOTA). With this improvement in predictive performance, CPR closes the accuracy gap between interpretable and black-box methods for policy learning, allowing high-resolution exploration and analysis of context-specific decision models.\",\"keywords\":\"Contextualized, Healthcare, Policy Learning\",\"bibtex\":\"@article{deuschel2023contextualized,\\n    title={Contextualized Policy Recovery: Modeling and Interpreting Medical Decisions with Adaptive Imitation Learning},\\n    author={Deuschel, Jannik and Ellington, Caleb and Lengerich, Ben and Luo, Yingtao and Friederich, Pascal and Xing, Eric},\\n    informal_venue = {arXiv},\\n    year={2023},\\n    url_preprint={https://arxiv.org/abs/2310.07918},\\n    abstract={Interpretable policy learning seeks to estimate intelligible decision policies from observed actions; however, existing models fall short by forcing a tradeoff between accuracy and interpretability. This tradeoff limits data-driven interpretations of human decision-making process. e.g. to audit medical decisions for biases and suboptimal practices, we require models of decision processes which provide concise descriptions of complex behaviors. Fundamentally, existing approaches are burdened by this tradeoff because they represent the underlying decision process as a universal policy, when in fact human decisions are dynamic and can change drastically with contextual information. Thus, we propose Contextualized Policy Recovery (CPR), which re-frames the problem of modeling complex decision processes as a multi-task learning problem in which complex decision policies are comprised of context-specific policies. CPR models each context-specific policy as a linear observation-to-action mapping, and generates new decision models on-demand as contexts are updated with new observations. CPR is compatible with fully offline and partially observable decision environments, and can be tailored to incorporate any recurrent black-box model or interpretable decision model. We assess CPR through studies on simulated and real data, achieving state-of-the-art performance on the canonical tasks of predicting antibiotic prescription in intensive care units (+22% AUROC vs. previous SOTA) and predicting MRI prescription for Alzheimer's patients (+7.7% AUROC vs. previous SOTA). With this improvement in predictive performance, CPR closes the accuracy gap between interpretable and black-box methods for policy learning, allowing high-resolution exploration and analysis of context-specific decision models.},\\n    keywords={Contextualized, Healthcare, Policy Learning}\\n}\\n\\n\\n\",\"author_short\":[\"Deuschel, J.\",\"Ellington, C.\",\"Lengerich, B.\",\"Luo, Y.\",\"Friederich, P.\",\"Xing, E.\"],\"key\":\"deuschel2023contextualized\",\"id\":\"deuschel2023contextualized\",\"bibbaseid\":\"deuschel-ellington-lengerich-luo-friederich-xing-contextualizedpolicyrecoverymodelingandinterpretingmedicaldecisionswithadaptiveimitationlearning-2023\",\"role\":\"author\",\"urls\":{\" preprint\":\"https://arxiv.org/abs/2310.07918\"},\"keyword\":[\"Contextualized\",\"Healthcare\",\"Policy Learning\"],\"metadata\":{\"authorlinks\":{}},\"html\":\"\"},{\"bibtype\":\"article\",\"type\":\"article\",\"title\":\"Contextualized Machine Learning\",\"author\":[{\"propositions\":[],\"lastnames\":[\"Lengerich\"],\"firstnames\":[\"Ben\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Ellington\"],\"firstnames\":[\"Caleb\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Rubbi\"],\"firstnames\":[\"Andrea\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Kellis\"],\"firstnames\":[\"Manolis\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Xing\"],\"firstnames\":[\"Eric\"],\"suffixes\":[]}],\"informal_venue\":\"arXiv\",\"year\":\"2023\",\"url_preprint\":\"https://arxiv.org/abs/2310.11340\",\"abstract\":\"We examine Contextualized Machine Learning (ML), a paradigm for learning heterogeneous and context-dependent effects. Contextualized ML estimates heterogeneous functions by applying deep learning to the meta-relationship between contextual information and context-specific parametric models. This is a form of varying-coefficient modeling that unifies existing frameworks including cluster analysis and cohort modeling by introducing two reusable concepts: a context encoder which translates sample context into model parameters, and sample-specific model which operates on sample predictors. We review the process of developing contextualized models, nonparametric inference from contextualized models, and identifiability conditions of contextualized models. Finally, we present the open-source PyTorch package ContextualizedML.\",\"keywords\":\"Contextualized\",\"bibtex\":\"@article{lengerich2023contextualized,\\n    title={Contextualized Machine Learning},\\n    author={Lengerich, Ben and Ellington, Caleb and Rubbi, Andrea and Kellis, Manolis and Xing, Eric},\\n    informal_venue = {arXiv},\\n    year={2023},\\n    url_preprint={https://arxiv.org/abs/2310.11340},\\n    abstract={We examine Contextualized Machine Learning (ML), a paradigm for learning heterogeneous and context-dependent effects. Contextualized ML estimates heterogeneous functions by applying deep learning to the meta-relationship between contextual information and context-specific parametric models. This is a form of varying-coefficient modeling that unifies existing frameworks including cluster analysis and cohort modeling by introducing two reusable concepts: a context encoder which translates sample context into model parameters, and sample-specific model which operates on sample predictors. We review the process of developing contextualized models, nonparametric inference from contextualized models, and identifiability conditions of contextualized models. Finally, we present the open-source PyTorch package ContextualizedML.},\\n    keywords={Contextualized}\\n}\\n\\n\",\"author_short\":[\"Lengerich, B.\",\"Ellington, C.\",\"Rubbi, A.\",\"Kellis, M.\",\"Xing, E.\"],\"key\":\"lengerich2023contextualized\",\"id\":\"lengerich2023contextualized\",\"bibbaseid\":\"lengerich-ellington-rubbi-kellis-xing-contextualizedmachinelearning-2023\",\"role\":\"author\",\"urls\":{\" preprint\":\"https://arxiv.org/abs/2310.11340\"},\"keyword\":[\"Contextualized\"],\"metadata\":{\"authorlinks\":{}},\"html\":\"\"},{\"bibtype\":\"article\",\"type\":\"article\",\"title\":\"Death by Round Numbers and Sharp Thresholds: Glass-Box Machine Learning Uncovers Biases in Medical Practice\",\"author\":[{\"propositions\":[],\"lastnames\":[\"Lengerich\"],\"firstnames\":[\"Benjamin\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Caruana\"],\"firstnames\":[\"Rich\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Nunnally\"],\"firstnames\":[\"Mark\",\"E.\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Kellis\"],\"firstnames\":[\"Manolis\"],\"suffixes\":[]}],\"informal_venue\":\"medrxiv\",\"url_preprint\":\"https://www.medrxiv.org/content/10.1101/2022.04.30.22274520v2\",\"abstract\":\"Real-world evidence is confounded by treatments, so data-driven systems can learn to recapitulate biases that influenced treatment decisions. This confounding presents a challenge: uninterpretable black-box systems can put patients at risk by confusing treatment benefits with intrinsic risk, but also an opportunity: interpretable “glass-box” models can improve medical practice by highlighting unexpected patterns which suggest biases in medical practice. We propose a glass-box model that enables clinical experts to find unexpected changes in patient mortality risk. By applying this model to four datasets, we identify two characteristic types of biases: (1) discontinuities where sharp treatment thresholds produce step-function changes in risk near clinically-important round-number cutoffs, and (2) counter-causal paradoxes where aggressive treatment produces non-monotone risk curves that contradict underlying causal risk by lowering the risk of treated patients below that of healthier, but untreated, patients. While these effects are learned by all accurate models, they are only revealed by interpretable models. We show that because these effects are the result of clinical practice rather than statistical aberration, they are pervasive even in large, canonical datasets. Finally, we apply this method to uncover opportunities for improvements in clinical practice, including 8000 excess deaths per year in the US, where paradoxically, patients with moderately-elevated serum creatinine have higher mortality risk than patients with severely-elevated serum creatinine.\",\"keywords\":\"Interpretable, Healthcare, Causal Inference\",\"year\":\"2022\",\"bibtex\":\"@article{lengerich2022death,\\n  title={Death by Round Numbers and Sharp Thresholds: Glass-Box Machine Learning Uncovers Biases in Medical Practice},\\n  author={Lengerich, Benjamin and Caruana, Rich and Nunnally, Mark E. and Kellis, Manolis},\\n  informal_venue = {medrxiv},\\n    url_preprint={https://www.medrxiv.org/content/10.1101/2022.04.30.22274520v2},\\n    abstract={Real-world evidence is confounded by treatments, so data-driven systems can learn to recapitulate biases that influenced treatment decisions. This confounding presents a challenge: uninterpretable black-box systems can put patients at risk by confusing treatment benefits with intrinsic risk, but also an opportunity: interpretable “glass-box” models can improve medical practice by highlighting unexpected patterns which suggest biases in medical practice. We propose a glass-box model that enables clinical experts to find unexpected changes in patient mortality risk. By applying this model to four datasets, we identify two characteristic types of biases: (1) discontinuities where sharp treatment thresholds produce step-function changes in risk near clinically-important round-number cutoffs, and (2) counter-causal paradoxes where aggressive treatment produces non-monotone risk curves that contradict underlying causal risk by lowering the risk of treated patients below that of healthier, but untreated, patients. While these effects are learned by all accurate models, they are only revealed by interpretable models. We show that because these effects are the result of clinical practice rather than statistical aberration, they are pervasive even in large, canonical datasets. Finally, we apply this method to uncover opportunities for improvements in clinical practice, including 8000 excess deaths per year in the US, where paradoxically, patients with moderately-elevated serum creatinine have higher mortality risk than patients with severely-elevated serum creatinine.},\\n    keywords={Interpretable, Healthcare, Causal Inference},\\n    year={2022}\\n}\\n\\n\",\"author_short\":[\"Lengerich, B.\",\"Caruana, R.\",\"Nunnally, M. E.\",\"Kellis, M.\"],\"key\":\"lengerich2022death\",\"id\":\"lengerich2022death\",\"bibbaseid\":\"lengerich-caruana-nunnally-kellis-deathbyroundnumbersandsharpthresholdsglassboxmachinelearninguncoversbiasesinmedicalpractice-2022\",\"role\":\"author\",\"urls\":{\" preprint\":\"https://www.medrxiv.org/content/10.1101/2022.04.30.22274520v2\"},\"keyword\":[\"Interpretable\",\"Healthcare\",\"Causal Inference\"],\"metadata\":{\"authorlinks\":{}},\"html\":\"\"},{\"bibtype\":\"article\",\"type\":\"article\",\"title\":\"NOTMAD: Estimating Bayesian Networks with Sample-Specific Structures and Parameters\",\"author\":[{\"propositions\":[],\"lastnames\":[\"Lengerich\"],\"firstnames\":[\"Benjamin\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Ellington\"],\"firstnames\":[\"Caleb\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Aragam\"],\"firstnames\":[\"Bryon\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Xing\"],\"firstnames\":[\"Eric\",\"P.\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Kellis\"],\"firstnames\":[\"Manolis\"],\"suffixes\":[]}],\"informal_venue\":\"arXiv\",\"url_preprint\":\"https://arxiv.org/abs/2111.01104\",\"abstract\":\"Context-specific Bayesian networks (i.e. directed acyclic graphs, DAGs) identify context-dependent relationships between variables, but the non-convexity induced by the acyclicity requirement makes it difficult to share information between context-specific estimators (e.g. with graph generator functions). For this reason, existing methods for inferring context-specific Bayesian networks have favored breaking datasets into subsamples, limiting statistical power and resolution, and preventing the use of multidimensional and latent contexts. To overcome this challenge, we propose NOTEARS-optimized Mixtures of Archetypal DAGs (NOTMAD). NOTMAD models context-specific Bayesian networks as the output of a function which learns to mix archetypal networks according to sample context. The archetypal networks are estimated jointly with the context-specific networks and do not require any prior knowledge. We encode the acyclicity constraint as a smooth regularization loss which is back-propagated to the mixing function; in this way, NOTMAD shares information between context-specific acyclic graphs, enabling the estimation of Bayesian network structures and parameters at even single-sample resolution. We demonstrate the utility of NOTMAD and sample-specific network inference through analysis and experiments, including patient-specific gene expression networks which correspond to morphological variation in cancer.\",\"keywords\":\"Bayesian Networks, Contextualized\",\"year\":\"2022\",\"bibtex\":\"@article{lengerich2022notmad,\\n  title={NOTMAD: Estimating Bayesian Networks with Sample-Specific Structures and Parameters},\\n  author={Lengerich, Benjamin and Ellington, Caleb and Aragam, Bryon and Xing, Eric P. and Kellis, Manolis},\\n  informal_venue = {arXiv},\\n  url_preprint={https://arxiv.org/abs/2111.01104},\\n  abstract={Context-specific Bayesian networks (i.e. directed acyclic graphs, DAGs) identify context-dependent relationships between variables, but the non-convexity induced by the acyclicity requirement makes it difficult to share information between context-specific estimators (e.g. with graph generator functions). For this reason, existing methods for inferring context-specific Bayesian networks have favored breaking datasets into subsamples, limiting statistical power and resolution, and preventing the use of multidimensional and latent contexts. To overcome this challenge, we propose NOTEARS-optimized Mixtures of Archetypal DAGs (NOTMAD). NOTMAD models context-specific Bayesian networks as the output of a function which learns to mix archetypal networks according to sample context. The archetypal networks are estimated jointly with the context-specific networks and do not require any prior knowledge. We encode the acyclicity constraint as a smooth regularization loss which is back-propagated to the mixing function; in this way, NOTMAD shares information between context-specific acyclic graphs, enabling the estimation of Bayesian network structures and parameters at even single-sample resolution. We demonstrate the utility of NOTMAD and sample-specific network inference through analysis and experiments, including patient-specific gene expression networks which correspond to morphological variation in cancer.},\\n  keywords={Bayesian Networks, Contextualized},\\n  year={2022}\\n}\\n\\n\",\"author_short\":[\"Lengerich, B.\",\"Ellington, C.\",\"Aragam, B.\",\"Xing, E. P.\",\"Kellis, M.\"],\"key\":\"lengerich2022notmad\",\"id\":\"lengerich2022notmad\",\"bibbaseid\":\"lengerich-ellington-aragam-xing-kellis-notmadestimatingbayesiannetworkswithsamplespecificstructuresandparameters-2022\",\"role\":\"author\",\"urls\":{\" preprint\":\"https://arxiv.org/abs/2111.01104\"},\"keyword\":[\"Bayesian Networks\",\"Contextualized\"],\"metadata\":{\"authorlinks\":{}},\"html\":\"\"},{\"bibtype\":\"article\",\"type\":\"article\",\"title\":\"Discriminative Subtyping of Lung Cancers from Histopathology Images via Contextual Deep Learning\",\"author\":[{\"propositions\":[],\"lastnames\":[\"Lengerich*\"],\"firstnames\":[\"Benjamin\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Al-Shedivat*\"],\"firstnames\":[\"Maruan\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Alavi\"],\"firstnames\":[\"Amir\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Williams\"],\"firstnames\":[\"Jennifer\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Labakki\"],\"firstnames\":[\"Sami\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Xing\"],\"firstnames\":[\"Eric\"],\"suffixes\":[]}],\"year\":\"2020\",\"informal_venue\":\"arXiv\",\"url_preprint\":\"https://www.medrxiv.org/content/10.1101/2020.06.25.20140053v2\",\"abstract\":\"Summarizing multiple data modalities into a parsimonious cancer “subtype” is difficult because the most informative representation of each patient’s disease is not observed. We propose to model these latent summaries as discriminative subtypes: sample representations which induce accurate and interpretable sample-specific models for downstream predictions. In this way, discriminative subtypes, which are shared between data modalities, can be estimated from one data modality and optimized according to the predictions induced in another modality. We apply this approach to lung cancer by training a deep neural network to predict discriminative subtypes from histopathology images, and use these predicted subtypes to generate models which classify adenocarcinoma, squamous cell carcinoma, and healthy tissue based on transcriptomic signatures. In this way, we optimize the latent discriminative subtypes through induced prediction loss, and the discriminative subtypes are interpreted with standard interpretation of transcriptomic predictive models. Our framework achieves state-of-the-art classification accuracy (F1-score of 0.97) and identifies discriminative subtypes which link histopathology images to transcriptomic explanations without requiring pre-specification of morphological patterns or transcriptomic processes.\",\"keywords\":\"Interpretable, Contextualized, Computational Genomics, Cancer\",\"bibtex\":\"@article{lengerich2020discriminative,\\n  title={Discriminative Subtyping of Lung Cancers from Histopathology Images via Contextual Deep Learning},\\n  author={Lengerich*, Benjamin and Al-Shedivat*, Maruan and Alavi, Amir and Williams, Jennifer and Labakki, Sami and Xing, Eric},\\n  year={2020},\\n  informal_venue = {arXiv},\\n  url_preprint={https://www.medrxiv.org/content/10.1101/2020.06.25.20140053v2},\\n  abstract={Summarizing multiple data modalities into a parsimonious cancer “subtype” is difficult because the most informative representation of each patient’s disease is not observed. We propose to model these latent summaries as discriminative subtypes: sample representations which induce accurate and interpretable sample-specific models for downstream predictions. In this way, discriminative subtypes, which are shared between data modalities, can be estimated from one data modality and optimized according to the predictions induced in another modality. We apply this approach to lung cancer by training a deep neural network to predict discriminative subtypes from histopathology images, and use these predicted subtypes to generate models which classify adenocarcinoma, squamous cell carcinoma, and healthy tissue based on transcriptomic signatures. In this way, we optimize the latent discriminative subtypes through induced prediction loss, and the discriminative subtypes are interpreted with standard interpretation of transcriptomic predictive models. Our framework achieves state-of-the-art classification accuracy (F1-score of 0.97) and identifies discriminative subtypes which link histopathology images to transcriptomic explanations without requiring pre-specification of morphological patterns or transcriptomic processes.},\\n  keywords={Interpretable, Contextualized, Computational Genomics, Cancer},\\n}\\n\\n\",\"author_short\":[\"Lengerich*, B.\",\"Al-Shedivat*, M.\",\"Alavi, A.\",\"Williams, J.\",\"Labakki, S.\",\"Xing, E.\"],\"key\":\"lengerich2020discriminative\",\"id\":\"lengerich2020discriminative\",\"bibbaseid\":\"lengerich-alshedivat-alavi-williams-labakki-xing-discriminativesubtypingoflungcancersfromhistopathologyimagesviacontextualdeeplearning-2020\",\"role\":\"author\",\"urls\":{\" preprint\":\"https://www.medrxiv.org/content/10.1101/2020.06.25.20140053v2\"},\"keyword\":[\"Interpretable\",\"Contextualized\",\"Computational Genomics\",\"Cancer\"],\"metadata\":{\"authorlinks\":{}},\"html\":\"\"},{\"bibtype\":\"article\",\"type\":\"article\",\"title\":\"Automated interpretable discovery of heterogeneous treatment effectiveness: A COVID-19 case study\",\"author\":[{\"propositions\":[],\"lastnames\":[\"Lengerich\"],\"firstnames\":[\"Benjamin\",\"J\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Nunnally\"],\"firstnames\":[\"Mark\",\"E\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Aphinyanaphongs\"],\"firstnames\":[\"Yin\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Ellington\"],\"firstnames\":[\"Caleb\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Caruana\"],\"firstnames\":[\"Rich\"],\"suffixes\":[]}],\"journal\":\"Journal of biomedical informatics\",\"volume\":\"130\",\"pages\":\"104086\",\"year\":\"2022\",\"publisher\":\"Elsevier\",\"informal_venue\":\"JBI\",\"url_paper\":\"https://www.sciencedirect.com/science/article/abs/pii/S1532046422001022\",\"url_preprint\":\"https://www.medrxiv.org/content/10.1101/2021.10.30.21265430v1\",\"abstract\":\"Testing multiple treatments for heterogeneous (varying) effectiveness with respect to many underlying risk factors requires many pairwise tests; we would like to instead automatically discover and visualize patient archetypes and predictors of treatment effectiveness using multitask machine learning. In this paper, we present a method to estimate these heterogeneous treatment effects with an interpretable hierarchical framework that uses additive models to visualize expected treatment benefits as a function of patient factors (identifying personalized treatment benefits) and concurrent treatments (identifying combinatorial treatment benefits). This method achieves state-of-the-art predictive power for COVID-19 in-hospital mortality and interpretable identification of heterogeneous treatment benefits. We first validate this method on the large public MIMIC-IV dataset of ICU patients to test recovery of heterogeneous treatment effects. Next we apply this method to a proprietary dataset of over 3000 patients hospitalized for COVID-19, and find evidence of heterogeneous treatment effectiveness predicted largely by indicators of inflammation and thrombosis risk: patients with few indicators of thrombosis risk benefit most from treatments against inflammation, while patients with few indicators of inflammation risk benefit most from treatments against thrombosis. This approach provides an automated methodology to discover heterogeneous and individualized effectiveness of treatments.\",\"keywords\":\"Interpretable, Healthcare, COVID-19\",\"bibtex\":\"@article{lengerich2022automated,\\n  title={Automated interpretable discovery of heterogeneous treatment effectiveness: A COVID-19 case study},\\n  author={Lengerich, Benjamin J and Nunnally, Mark E and Aphinyanaphongs, Yin and Ellington, Caleb and Caruana, Rich},\\n  journal={Journal of biomedical informatics},\\n  volume={130},\\n  pages={104086},\\n  year={2022},\\n  publisher={Elsevier},\\n  informal_venue = {JBI},\\n  url_paper={https://www.sciencedirect.com/science/article/abs/pii/S1532046422001022},\\n  url_preprint={https://www.medrxiv.org/content/10.1101/2021.10.30.21265430v1},\\n  abstract={Testing multiple treatments for heterogeneous (varying) effectiveness with respect to many underlying risk factors requires many pairwise tests; we would like to instead automatically discover and visualize patient archetypes and predictors of treatment effectiveness using multitask machine learning. In this paper, we present a method to estimate these heterogeneous treatment effects with an interpretable hierarchical framework that uses additive models to visualize expected treatment benefits as a function of patient factors (identifying personalized treatment benefits) and concurrent treatments (identifying combinatorial treatment benefits). This method achieves state-of-the-art predictive power for COVID-19 in-hospital mortality and interpretable identification of heterogeneous treatment benefits. We first validate this method on the large public MIMIC-IV dataset of ICU patients to test recovery of heterogeneous treatment effects. Next we apply this method to a proprietary dataset of over 3000 patients hospitalized for COVID-19, and find evidence of heterogeneous treatment effectiveness predicted largely by indicators of inflammation and thrombosis risk: patients with few indicators of thrombosis risk benefit most from treatments against inflammation, while patients with few indicators of inflammation risk benefit most from treatments against thrombosis. This approach provides an automated methodology to discover heterogeneous and individualized effectiveness of treatments.},\\n  keywords={Interpretable, Healthcare, COVID-19}\\n}\\n\\n\",\"author_short\":[\"Lengerich, B. J\",\"Nunnally, M. E\",\"Aphinyanaphongs, Y.\",\"Ellington, C.\",\"Caruana, R.\"],\"key\":\"lengerich2022automated\",\"id\":\"lengerich2022automated\",\"bibbaseid\":\"lengerich-nunnally-aphinyanaphongs-ellington-caruana-automatedinterpretablediscoveryofheterogeneoustreatmenteffectivenessacovid19casestudy-2022\",\"role\":\"author\",\"urls\":{\" paper\":\"https://www.sciencedirect.com/science/article/abs/pii/S1532046422001022\",\" preprint\":\"https://www.medrxiv.org/content/10.1101/2021.10.30.21265430v1\"},\"keyword\":[\"Interpretable\",\"Healthcare\",\"COVID-19\"],\"metadata\":{\"authorlinks\":{}},\"html\":\"\"},{\"bibtype\":\"inproceedings\",\"type\":\"inproceedings\",\"title\":\"Dropout as a Regularizer of Interaction Effects\",\"author\":[{\"propositions\":[],\"lastnames\":[\"Lengerich\"],\"firstnames\":[\"Benjamin\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Xing\"],\"firstnames\":[\"Eric\",\"P.\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Caruana\"],\"firstnames\":[\"Rich\"],\"suffixes\":[]}],\"journal\":\"Proceedings of the Twenty Fifth International Conference on Artificial Intelligence and Statistics\",\"year\":\"2022\",\"informal_venue\":\"AISTATS\",\"booktitle\":\"Proceedings of the Twenty Fifth International Conference on Artificial Intelligence and Statistics\",\"url_paper\":\"https://proceedings.mlr.press/v151/lengerich22a.html\",\"url_preprint\":\"https://arxiv.org/abs/2007.00823\",\"abstract\":\"We examine Dropout through the perspective of interactions: effects that require multiple variables. Given $N$ variables, there are ${N ḩoose k}$ possible sets of $k$ variables ($N$ univariate effects, $\\\\mathcal{O}(N^2)$ pairwise interactions, $\\\\mathcal{O}(N^3)$ 3-way interactions); we can thus imagine that models with large representational capacity could be dominated by high-order interactions. In this paper, we show that Dropout contributes a regularization effect which helps neural networks (NNs) explore functions of lower-order interactions before considering functions of higher-order interactions. Dropout imposes this regularization by reducing the effective learning rate of higher-order interactions. As a result, Dropout encourages models to learn lower-order functions of additive components. This understanding of Dropout has implications for choosing Dropout rates: higher Dropout rates should be used when we need stronger regularization against interactions. This perspective also issues caution against using Dropout to measure term salience because Dropout regularizes against high-order interactions. Finally, this view of Dropout as a regularizer of interactions provides insight into the varying effectiveness of Dropout across architectures and datasets. We also compare Dropout to weight decay and early stopping and find that it is difficult to obtain the same regularization with these alternatives.\",\"keywords\":\"Deep Learning, Theory\",\"bibtex\":\"@InProceedings{lengerich2022dropout,\\n  title={Dropout as a Regularizer of Interaction Effects},\\n  author={Lengerich, Benjamin and Xing, Eric P. and Caruana, Rich},\\n  journal={{Proceedings of the Twenty Fifth International Conference on Artificial Intelligence and Statistics}},\\n  year={2022},\\n  informal_venue = {AISTATS},\\n  booktitle = {Proceedings of the Twenty Fifth International Conference on Artificial Intelligence and Statistics},\\n  url_paper= {https://proceedings.mlr.press/v151/lengerich22a.html},\\n  url_preprint = {https://arxiv.org/abs/2007.00823},\\n  abstract = {We examine Dropout through the perspective of interactions: effects that require multiple variables. Given $N$ variables, there are ${N \\\\choose k}$ possible sets of $k$ variables ($N$ univariate effects, $\\\\mathcal{O}(N^2)$ pairwise interactions, $\\\\mathcal{O}(N^3)$ 3-way interactions); we can thus imagine that models with large representational capacity could be dominated by high-order interactions. In this paper, we show that Dropout contributes a regularization effect which helps neural networks (NNs) explore functions of lower-order interactions before considering functions of higher-order interactions. Dropout imposes this regularization by reducing the effective learning rate of higher-order interactions. As a result, Dropout encourages models to learn lower-order functions of additive components. This understanding of Dropout has implications for choosing Dropout rates: higher Dropout rates should be used when we need stronger regularization against interactions. This perspective also issues caution against using Dropout to measure term salience because Dropout regularizes against high-order interactions. Finally, this view of Dropout as a regularizer of interactions provides insight into the varying effectiveness of Dropout across architectures and datasets. We also compare Dropout to weight decay and early stopping and find that it is difficult to obtain the same regularization with these alternatives.},\\n  keywords = {Deep Learning, Theory}\\n}\\n\\n\",\"author_short\":[\"Lengerich, B.\",\"Xing, E. P.\",\"Caruana, R.\"],\"key\":\"lengerich2022dropout\",\"id\":\"lengerich2022dropout\",\"bibbaseid\":\"lengerich-xing-caruana-dropoutasaregularizerofinteractioneffects-2022\",\"role\":\"author\",\"urls\":{\" paper\":\"https://proceedings.mlr.press/v151/lengerich22a.html\",\" preprint\":\"https://arxiv.org/abs/2007.00823\"},\"keyword\":[\"Deep Learning\",\"Theory\"],\"metadata\":{\"authorlinks\":{}},\"downloads\":5,\"html\":\"\"},{\"bibtype\":\"article\",\"type\":\"article\",\"title\":\"Neural Additive Models: Interpretable Machine Learning with Neural Nets\",\"author\":[{\"propositions\":[],\"lastnames\":[\"Agarwal\"],\"firstnames\":[\"Rishabh\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Melnick\"],\"firstnames\":[\"Levi\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Frosst\"],\"firstnames\":[\"Nicholas\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Zhang\"],\"firstnames\":[\"Xuezhou\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Lengerich\"],\"firstnames\":[\"Ben\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Caruana\"],\"firstnames\":[\"Rich\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Hinton\"],\"firstnames\":[\"Geoffrey\",\"E\"],\"suffixes\":[]}],\"journal\":\"Advances in Neural Information Processing Systems\",\"volume\":\"34\",\"pages\":\"4699–4711\",\"year\":\"2021\",\"informal_venue\":\"NeurIPS\",\"url_preprint\":\"https://arxiv.org/abs/2004.13912\",\"url_paper\":\"https://proceedings.neurips.cc/paper/2021/hash/251bd0442dfcc53b5a761e050f8022b8-Abstract.html\",\"abstract\":\"Deep neural networks (DNNs) are powerful black-box predictors that have achieved impressive performance on a wide variety of tasks. However, their accuracy comes at the cost of intelligibility: it is usually unclear how they make their decisions. This hinders their applicability to high stakes decision-making domains such as healthcare. We propose Neural Additive Models (NAMs) which combine some of the expressivity of DNNs with the inherent intelligibility of generalized additive models. NAMs learn a linear combination of neural networks that each attend to a single input feature. These networks are trained jointly and can learn arbitrarily complex relationships between their input feature and the output. Our experiments on regression and classification datasets show that NAMs are more accurate than widely used intelligible models such as logistic regression and shallow decision trees. They perform similarly to existing state-of-the-art generalized additive models in accuracy, but are more flexible because they are based on neural nets instead of boosted trees. To demonstrate this, we show how NAMs can be used for multitask learning on synthetic data and on the COMPAS recidivism data due to their composability, and demonstrate that the differentiability of NAMs allows them to train more complex interpretable models for COVID-19.\",\"keywords\":\"Interpretable, Deep Learning, Generalized Additive Models\",\"bibtex\":\"@article{agarwal2022neural,\\n  title={Neural Additive Models: Interpretable Machine Learning with Neural Nets},\\n  author={Agarwal, Rishabh and Melnick, Levi and Frosst, Nicholas and Zhang, Xuezhou and Lengerich, Ben and Caruana, Rich and Hinton, Geoffrey E},\\n  journal={Advances in Neural Information Processing Systems},\\n  volume={34},\\n  pages={4699--4711},\\n  year={2021},\\n  informal_venue = {NeurIPS},\\n  url_preprint={https://arxiv.org/abs/2004.13912},\\n  url_paper={https://proceedings.neurips.cc/paper/2021/hash/251bd0442dfcc53b5a761e050f8022b8-Abstract.html},\\n  abstract={Deep neural networks (DNNs) are powerful black-box predictors that have achieved impressive performance on a wide variety of tasks. However, their accuracy comes at the cost of intelligibility: it is usually unclear how they make their decisions. This hinders their applicability to high stakes decision-making domains such as healthcare. We propose Neural Additive Models (NAMs) which combine some of the expressivity of DNNs with the inherent intelligibility of generalized additive models. NAMs learn a linear combination of neural networks that each attend to a single input feature. These networks are trained jointly and can learn arbitrarily complex relationships between their input feature and the output. Our experiments on regression and classification datasets show that NAMs are more accurate than widely used intelligible models such as logistic regression and shallow decision trees. They perform similarly to existing state-of-the-art generalized additive models in accuracy, but are more flexible because they are based on neural nets instead of boosted trees. To demonstrate this, we show how NAMs can be used for multitask learning on synthetic data and on the COMPAS recidivism data due to their composability, and demonstrate that the differentiability of NAMs allows them to train more complex interpretable models for COVID-19.},\\n  keywords = {Interpretable, Deep Learning, Generalized Additive Models}\\n}\\n\\n\",\"author_short\":[\"Agarwal, R.\",\"Melnick, L.\",\"Frosst, N.\",\"Zhang, X.\",\"Lengerich, B.\",\"Caruana, R.\",\"Hinton, G. E\"],\"key\":\"agarwal2022neural\",\"id\":\"agarwal2022neural\",\"bibbaseid\":\"agarwal-melnick-frosst-zhang-lengerich-caruana-hinton-neuraladditivemodelsinterpretablemachinelearningwithneuralnets-2021\",\"role\":\"author\",\"urls\":{\" preprint\":\"https://arxiv.org/abs/2004.13912\",\" paper\":\"https://proceedings.neurips.cc/paper/2021/hash/251bd0442dfcc53b5a761e050f8022b8-Abstract.html\"},\"keyword\":[\"Interpretable\",\"Deep Learning\",\"Generalized Additive Models\"],\"metadata\":{\"authorlinks\":{}},\"html\":\"\"},{\"bibtype\":\"inproceedings\",\"type\":\"inproceedings\",\"title\":\"How Interpretable and Trustworthy are GAMs?\",\"author\":[{\"propositions\":[],\"lastnames\":[\"Chang\"],\"firstnames\":[\"Chun-Hao\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Tan\"],\"firstnames\":[\"Sarah\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Lengerich\"],\"firstnames\":[\"Ben\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Goldenberg\"],\"firstnames\":[\"Anna\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Caruana\"],\"firstnames\":[\"Rich\"],\"suffixes\":[]}],\"journal\":\"Proceedings of the 27th ACM SIGKDD International Conference on Knowledge Discovery & Data Mining\",\"booktitle\":\"Proceedings of the 27th ACM SIGKDD International Conference on Knowledge Discovery & Data Mining\",\"year\":\"2021\",\"informal_venue\":\"KDD\",\"abstract\":\"Generalized additive models (GAMs) have become a leading model class for interpretable machine learning. However, there are many algorithms for training GAMs, and these can learn different or even contradictory models, while being equally accurate. Which GAM should we trust? In this paper, we quantitatively and qualitatively investigate a variety of GAM algorithms on real and simulated datasets. We find that GAMs with high feature sparsity (only using a few variables to make predictions) can miss patterns in the data and be unfair to rare subpopulations. Our results suggest that inductive bias plays a crucial role in what interpretable models learn and that tree-based GAMs represent the best balance of sparsity, fidelity and accuracy and thus appear to be the most trustworthy GAM models.\",\"url_paper\":\"https://dl.acm.org/doi/abs/10.1145/3447548.3467453\",\"url_preprint\":\"https://arxiv.org/abs/2006.06466\",\"keywords\":\"Interpretable, Generalized Additive Models\",\"bibtex\":\"@InProceedings{chang2021how,\\n  title={How Interpretable and Trustworthy are GAMs?},\\n  author={Chang, Chun-Hao and Tan, Sarah and Lengerich, Ben and Goldenberg, Anna and Caruana, Rich},\\n  journal={Proceedings of the 27th ACM SIGKDD International Conference on Knowledge Discovery \\\\& Data Mining},\\n  booktitle={Proceedings of the 27th ACM SIGKDD International Conference on Knowledge Discovery \\\\& Data Mining},\\n  year={2021},\\n  informal_venue = {KDD},\\n  abstract = {Generalized additive models (GAMs) have become a leading model class for interpretable machine learning. However, there are many algorithms for training GAMs, and these can learn different or even contradictory models, while being equally accurate. Which GAM should we trust? In this paper, we quantitatively and qualitatively investigate a variety of GAM algorithms on real and simulated datasets. We find that GAMs with high feature sparsity (only using a few variables to make predictions) can miss patterns in the data and be unfair to rare subpopulations. Our results suggest that inductive bias plays a crucial role in what interpretable models learn and that tree-based GAMs represent the best balance of sparsity, fidelity and accuracy and thus appear to be the most trustworthy GAM models.},\\n  url_paper = {https://dl.acm.org/doi/abs/10.1145/3447548.3467453},\\n  url_preprint={https://arxiv.org/abs/2006.06466},\\n  keywords={Interpretable, Generalized Additive Models}\\n}\\n\\n\",\"author_short\":[\"Chang, C.\",\"Tan, S.\",\"Lengerich, B.\",\"Goldenberg, A.\",\"Caruana, R.\"],\"key\":\"chang2021how\",\"id\":\"chang2021how\",\"bibbaseid\":\"chang-tan-lengerich-goldenberg-caruana-howinterpretableandtrustworthyaregams-2021\",\"role\":\"author\",\"urls\":{\" paper\":\"https://dl.acm.org/doi/abs/10.1145/3447548.3467453\",\" preprint\":\"https://arxiv.org/abs/2006.06466\"},\"keyword\":[\"Interpretable\",\"Generalized Additive Models\"],\"metadata\":{\"authorlinks\":{}},\"html\":\"\"},{\"bibtype\":\"inproceedings\",\"type\":\"inproceedings\",\"title\":\"Purifying Interaction Effects with the Functional ANOVA: An Efficient Algorithm for Recovering Identifiable Additive Models\",\"author\":[{\"propositions\":[],\"lastnames\":[\"Lengerich\"],\"firstnames\":[\"Benjamin\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Tan\"],\"firstnames\":[\"Sarah\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Chang\"],\"firstnames\":[\"Chun-Hao\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Hooker\"],\"firstnames\":[\"Giles\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Caruana\"],\"firstnames\":[\"Rich\"],\"suffixes\":[]}],\"booktitle\":\"Proceedings of the Twenty Third International Conference on Artificial Intelligence and Statistics\",\"pages\":\"2402–2412\",\"year\":\"2020\",\"editor\":[{\"propositions\":[],\"lastnames\":[\"Chiappa\"],\"firstnames\":[\"Silvia\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Calandra\"],\"firstnames\":[\"Roberto\"],\"suffixes\":[]}],\"volume\":\"108\",\"series\":\"Proceedings of Machine Learning Research\",\"month\":\"26–28 Aug\",\"publisher\":\"PMLR\",\"informal_venue\":\"AISTATS\",\"pdf\":\"http://proceedings.mlr.press/v108/lengerich20a/lengerich20a.pdf\",\"abstract\":\"Models which estimate main effects of individual variables alongside interaction effects have an identifiability challenge: effects can be freely moved between main effects and interaction effects without changing the model prediction. This is a critical problem for interpretability because it permits “contradictory\\\" models to represent the same function. To solve this problem, we propose pure interaction effects: variance in the outcome which cannot be represented by any subset of features. This definition has an equivalence with the Functional ANOVA decomposition. To compute this decomposition, we present a fast, exact algorithm that transforms any piecewise-constant function (such as a tree-based model) into a purified, canonical representation. We apply this algorithm to Generalized Additive Models with interactions trained on several datasets and show large disparity, including contradictions, between the apparent and the purified effects. These results underscore the need to specify data distributions and ensure identifiability before interpreting model parameters.\",\"url_paper\":\"http://proceedings.mlr.press/v108/lengerich20a.html\",\"url_preprint\":\"https://arxiv.org/abs/1911.04974\",\"keywords\":\"Interpretable, Generalized Additive Models, Theory\",\"bibtex\":\"@InProceedings{lengerich2020purifying,\\n  title =    {Purifying Interaction Effects with the Functional ANOVA: An Efficient Algorithm for Recovering Identifiable Additive Models},\\n  author =       {Lengerich, Benjamin and Tan, Sarah and Chang, Chun-Hao and Hooker, Giles and Caruana, Rich},\\n  booktitle =    {Proceedings of the Twenty Third International Conference on Artificial Intelligence and Statistics},\\n  pages =    {2402--2412},\\n  year =     {2020},\\n  editor =   {Chiappa, Silvia and Calandra, Roberto},\\n  volume =   {108},\\n  series =   {Proceedings of Machine Learning Research},\\n  month =    {26--28 Aug},\\n  publisher =    {PMLR},\\n  informal_venue = {AISTATS},\\n  pdf =      {http://proceedings.mlr.press/v108/lengerich20a/lengerich20a.pdf},\\n  abstract =     {Models which estimate main effects of individual variables alongside interaction effects have an identifiability challenge: effects can be freely moved between main effects and interaction effects without changing the model prediction. This is a critical problem for interpretability because it permits “contradictory\\\" models to represent the same function. To solve this problem, we propose pure interaction effects: variance in the outcome which cannot be represented by any subset of features. This definition has an equivalence with the Functional ANOVA decomposition. To compute this decomposition, we present a fast, exact algorithm that transforms any piecewise-constant function (such as a tree-based model) into a purified, canonical representation. We apply this algorithm to Generalized Additive Models with interactions trained on several datasets and show large disparity, including contradictions, between the apparent and the purified effects. These results underscore the need to specify data distributions and ensure identifiability before interpreting model parameters.},\\n  url_paper =      {http://proceedings.mlr.press/v108/lengerich20a.html},\\n    url_preprint={https://arxiv.org/abs/1911.04974},\\n    keywords={Interpretable, Generalized Additive Models, Theory}\\n}\\n\\n\",\"author_short\":[\"Lengerich, B.\",\"Tan, S.\",\"Chang, C.\",\"Hooker, G.\",\"Caruana, R.\"],\"editor_short\":[\"Chiappa, S.\",\"Calandra, R.\"],\"key\":\"lengerich2020purifying\",\"id\":\"lengerich2020purifying\",\"bibbaseid\":\"lengerich-tan-chang-hooker-caruana-purifyinginteractioneffectswiththefunctionalanovaanefficientalgorithmforrecoveringidentifiableadditivemodels-2020\",\"role\":\"author\",\"urls\":{\" paper\":\"http://proceedings.mlr.press/v108/lengerich20a.html\",\" preprint\":\"https://arxiv.org/abs/1911.04974\"},\"keyword\":[\"Interpretable\",\"Generalized Additive Models\",\"Theory\"],\"metadata\":{\"authorlinks\":{}},\"html\":\"\"},{\"bibtype\":\"inproceedings\",\"type\":\"inproceedings\",\"title\":\"Learning Sample-Specific Models with Low-Rank Personalized Regression\",\"author\":[{\"propositions\":[],\"lastnames\":[\"Lengerich\"],\"firstnames\":[\"Benjamin\",\"J.\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Aragam\"],\"firstnames\":[\"Bryon\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Xing\"],\"firstnames\":[\"Eric\",\"P.\"],\"suffixes\":[]}],\"journal\":\"Advances in Neural Information Processing Systems (NeurIPS)\",\"booktitle\":\"Advances in Neural Information Processing Systems (NeurIPS)\",\"year\":\"2019\",\"informal_venue\":\"NeurIPS\",\"abstract\":\"Modern applications of machine learning (ML) deal with increasingly heterogeneous datasets comprised of data collected from overlapping latent subpopulations. As a result, traditional models trained over large datasets may fail to recognize highly predictive localized effects in favour of weakly predictive global patterns. This is a problem because localized effects are critical to developing individualized policies and treatment plans in applications ranging from precision medicine to advertising. To address this challenge, we propose to estimate sample-specific models that tailor inference and prediction at the individual level. In contrast to classical ML models that estimate a single, complex model (or only a few complex models), our approach produces a model personalized to each sample. These sample-specific models can be studied to understand subgroup dynamics that go beyond coarse-grained class labels. Crucially, our approach does not assume that relationships between samples (e.g. a similarity network) are known a priori. Instead, we use unmodeled covariates to learn a latent distance metric over the samples. We apply this approach to financial, biomedical, and electoral data as well as simulated data and show that sample-specific models provide fine-grained interpretations of complicated phenomena without sacrificing predictive accuracy compared to state-of-the-art models such as deep neural networks. \",\"url_paper\":\"https://proceedings.neurips.cc/paper/2019/file/52d2752b150f9c35ccb6869cbf074e48-Paper.pdf\",\"url_preprint\":\"https://arxiv.org/abs/1910.06939\",\"keywords\":\"Interpretable, Contextualized\",\"bibtex\":\"@InProceedings{lengerich2019learning,\\n  title={Learning Sample-Specific Models with Low-Rank Personalized Regression},\\n  author={Lengerich, Benjamin J. and Aragam, Bryon and Xing, Eric P.},\\n  journal={Advances in Neural Information Processing Systems (NeurIPS)},\\n  booktitle={Advances in Neural Information Processing Systems (NeurIPS)},\\n  year={2019},\\n  informal_venue = {NeurIPS},\\n  abstract = {\\n    Modern applications of machine learning (ML) deal with increasingly heterogeneous datasets comprised of data collected from overlapping latent subpopulations. As a result, traditional models trained over large datasets may fail to recognize highly predictive localized effects in favour of weakly predictive global patterns. This is a problem because localized effects are critical to developing individualized policies and treatment plans in applications ranging from precision medicine to advertising. To address this challenge, we propose to estimate sample-specific models that tailor inference and prediction at the individual level. In contrast to classical ML models that estimate a single, complex model (or only a few complex models), our approach produces a model personalized to each sample. These sample-specific models can be studied to understand subgroup dynamics that go beyond coarse-grained class labels. Crucially, our approach does not assume that relationships between samples (e.g. a similarity network) are known a priori. Instead, we use unmodeled covariates to learn a latent distance metric over the samples. We apply this approach to financial, biomedical, and electoral data as well as simulated data and show that sample-specific models provide fine-grained interpretations of complicated phenomena without sacrificing predictive accuracy compared to state-of-the-art models such as deep neural networks.\\n  },\\n  url_paper = {https://proceedings.neurips.cc/paper/2019/file/52d2752b150f9c35ccb6869cbf074e48-Paper.pdf},\\n  url_preprint = {https://arxiv.org/abs/1910.06939},\\n  keywords = {Interpretable, Contextualized}\\n}\\n\\n\",\"author_short\":[\"Lengerich, B. J.\",\"Aragam, B.\",\"Xing, E. P.\"],\"key\":\"lengerich2019learning\",\"id\":\"lengerich2019learning\",\"bibbaseid\":\"lengerich-aragam-xing-learningsamplespecificmodelswithlowrankpersonalizedregression-2019\",\"role\":\"author\",\"urls\":{\" paper\":\"https://proceedings.neurips.cc/paper/2019/file/52d2752b150f9c35ccb6869cbf074e48-Paper.pdf\",\" preprint\":\"https://arxiv.org/abs/1910.06939\"},\"keyword\":[\"Interpretable\",\"Contextualized\"],\"metadata\":{\"authorlinks\":{}},\"downloads\":1,\"html\":\"\"},{\"bibtype\":\"article\",\"type\":\"article\",\"title\":\"Precision Lasso: Accounting for Correlations and Linear Dependencies in High-Dimensional Genomic Data\",\"author\":[{\"propositions\":[],\"lastnames\":[\"Wang\"],\"firstnames\":[\"Haohan\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Lengerich\"],\"firstnames\":[\"Benjamin\",\"J.\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Aragam\"],\"firstnames\":[\"Bryon\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Xing\"],\"firstnames\":[\"Eric\",\"P\"],\"suffixes\":[]}],\"journal\":\"Bioinformatics\",\"volume\":\"35\",\"number\":\"7\",\"pages\":\"1181–1187\",\"year\":\"2018\",\"informal_venue\":\"Bioinformatics\",\"publisher\":\"Oxford University Press\",\"abstract\":\"Association studies to discover links between genetic markers and phenotypes are central to bioinformatics. Methods of regularized regression, such as variants of the Lasso, are popular for this task. Despite the good predictive performance of these methods in the average case, they suffer from unstable selections of correlated variables and inconsistent selections of linearly dependent variables. Unfortunately, as we demonstrate empirically, such problematic situations of correlated and linearly dependent variables often exist in genomic datasets and lead to under-performance of classical methods of variable selection. To address these challenges, we propose the Precision Lasso. Precision Lasso is a Lasso variant that promotes sparse variable selection by regularization governed by the covariance and inverse covariance matrices of explanatory variables. We illustrate its capacity for stable and consistent variable selection in simulated data with highly correlated and linearly dependent variables. We then demonstrate the effectiveness of the Precision Lasso to select meaningful variables from transcriptomic profiles of breast cancer patients. Our results indicate that in settings with correlated and linearly dependent variables, the Precision Lasso outperforms popular methods of variable selection such as the Lasso, the Elastic Net and Minimax Concave Penalty (MCP) regression.\",\"url_paper\":\"https://academic.oup.com/bioinformatics/article/35/7/1181/5089232?login=true\",\"keywords\":\"Statistical Genetics, Genomics\",\"bibtex\":\"@article{wang2018precision,\\n  title={Precision Lasso: Accounting for Correlations and Linear Dependencies in High-Dimensional Genomic Data},\\n  author={Wang, Haohan and Lengerich, Benjamin J. and Aragam, Bryon and Xing, Eric P},\\n  journal={Bioinformatics},\\n  volume={35},\\n  number={7},\\n  pages={1181--1187},\\n  year={2018},\\n  informal_venue = {Bioinformatics},\\n  publisher={Oxford University Press},\\n  abstract = {Association studies to discover links between genetic markers and phenotypes are central to bioinformatics. Methods of regularized regression, such as variants of the Lasso, are popular for this task. Despite the good predictive performance of these methods in the average case, they suffer from unstable selections of correlated variables and inconsistent selections of linearly dependent variables. Unfortunately, as we demonstrate empirically, such problematic situations of correlated and linearly dependent variables often exist in genomic datasets and lead to under-performance of classical methods of variable selection. To address these challenges, we propose the Precision Lasso. Precision Lasso is a Lasso variant that promotes sparse variable selection by regularization governed by the covariance and inverse covariance matrices of explanatory variables. We illustrate its capacity for stable and consistent variable selection in simulated data with highly correlated and linearly dependent variables. We then demonstrate the effectiveness of the Precision Lasso to select meaningful variables from transcriptomic profiles of breast cancer patients. Our results indicate that in settings with correlated and linearly dependent variables, the Precision Lasso outperforms popular methods of variable selection such as the Lasso, the Elastic Net and Minimax Concave Penalty (MCP) regression.},\\n  url_paper = {https://academic.oup.com/bioinformatics/article/35/7/1181/5089232?login=true},\\n  keywords={Statistical Genetics, Genomics}\\n}\\n\\n\",\"author_short\":[\"Wang, H.\",\"Lengerich, B. J.\",\"Aragam, B.\",\"Xing, E. P\"],\"key\":\"wang2018precision\",\"id\":\"wang2018precision\",\"bibbaseid\":\"wang-lengerich-aragam-xing-precisionlassoaccountingforcorrelationsandlineardependenciesinhighdimensionalgenomicdata-2018\",\"role\":\"author\",\"urls\":{\" paper\":\"https://academic.oup.com/bioinformatics/article/35/7/1181/5089232?login=true\"},\"keyword\":[\"Statistical Genetics\",\"Genomics\"],\"metadata\":{\"authorlinks\":{}},\"html\":\"\"},{\"bibtype\":\"inproceedings\",\"type\":\"inproceedings\",\"title\":\"Retrofitting Distributional Embeddings to Knowledge Graphs with Functional Relations\",\"author\":[{\"propositions\":[],\"lastnames\":[\"Lengerich\"],\"firstnames\":[\"Benjamin\",\"J.\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Maas\"],\"firstnames\":[\"Andrew\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Potts\"],\"firstnames\":[\"Christopher\"],\"suffixes\":[]}],\"journal\":\"Proceedings of the 27th International Conference on Computational Linguistics (COLING)\",\"booktitle\":\"Proceedings of the 27th International Conference on Computational Linguistics (COLING)\",\"year\":\"2018\",\"informal_venue\":\"COLING\",\"abstract\":\"Knowledge graphs are a versatile framework to encode richly structured data relationships, but it can be challenging to combine these graphs with unstructured data. Methods for retrofitting pre-trained entity representations to the structure of a knowledge graph typically assume that entities are embedded in a connected space and that relations imply similarity. However, useful knowledge graphs often contain diverse entities and relations (with potentially disjoint underlying corpora) which do not accord with these assumptions. To overcome these limitations, we present Functional Retrofitting, a framework that generalizes current retrofitting methods by explicitly modeling pairwise relations. Our framework can directly incorporate a variety of pairwise penalty functions previously developed for knowledge graph completion. Further, it allows users to encode, learn, and extract information about relation semantics. We present both linear and neural instantiations of the framework. Functional Retrofitting significantly outperforms existing retrofitting methods on complex knowledge graphs and loses no accuracy on simpler graphs (in which relations do imply similarity). Finally, we demonstrate the utility of the framework by predicting new drug–disease treatment pairs in a large, complex health knowledge graph.\",\"url_paper\":\"https://aclanthology.org/C18-1205/\",\"url_preprint\":\"https://arxiv.org/abs/1708.00112\",\"keywords\":\"Natural Language Processing, Knowledge Graphs\",\"bibtex\":\"@InProceedings{lengerich2018retrofitting,\\n    title={Retrofitting Distributional Embeddings to Knowledge Graphs with Functional Relations},\\n    author={Lengerich, Benjamin J. and Maas, Andrew and Potts, Christopher},\\n    journal={Proceedings of the 27th International Conference on Computational Linguistics (COLING)},\\n    booktitle={Proceedings of the 27th International Conference on Computational Linguistics (COLING)},\\n    year={2018},\\n    informal_venue = {COLING},\\n    abstract = {Knowledge graphs are a versatile framework to encode richly structured data relationships, but it can be challenging to combine these graphs with unstructured data. Methods for retrofitting pre-trained entity representations to the structure of a knowledge graph typically assume that entities are embedded in a connected space and that relations imply similarity. However, useful knowledge graphs often contain diverse entities and relations (with potentially disjoint underlying corpora) which do not accord with these assumptions. To overcome these limitations, we present Functional Retrofitting, a framework that generalizes current retrofitting methods by explicitly modeling pairwise relations. Our framework can directly incorporate a variety of pairwise penalty functions previously developed for knowledge graph completion. Further, it allows users to encode, learn, and extract information about relation semantics. We present both linear and neural instantiations of the framework. Functional Retrofitting significantly outperforms existing retrofitting methods on complex knowledge graphs and loses no accuracy on simpler graphs (in which relations do imply similarity). Finally, we demonstrate the utility of the framework by predicting new drug--disease treatment pairs in a large, complex health knowledge graph.},\\n    url_paper = {https://aclanthology.org/C18-1205/},\\n    url_preprint = {https://arxiv.org/abs/1708.00112},\\n    keywords = {Natural Language Processing, Knowledge Graphs}\\n}\\n\\n\",\"author_short\":[\"Lengerich, B. J.\",\"Maas, A.\",\"Potts, C.\"],\"key\":\"lengerich2018retrofitting\",\"id\":\"lengerich2018retrofitting\",\"bibbaseid\":\"lengerich-maas-potts-retrofittingdistributionalembeddingstoknowledgegraphswithfunctionalrelations-2018\",\"role\":\"author\",\"urls\":{\" paper\":\"https://aclanthology.org/C18-1205/\",\" preprint\":\"https://arxiv.org/abs/1708.00112\"},\"keyword\":[\"Natural Language Processing\",\"Knowledge Graphs\"],\"metadata\":{\"authorlinks\":{}},\"html\":\"\"},{\"bibtype\":\"article\",\"type\":\"article\",\"author\":[{\"propositions\":[],\"lastnames\":[\"Lengerich\"],\"firstnames\":[\"Benjamin\",\"J.\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Aragam\"],\"firstnames\":[\"Bryon\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Xing\"],\"firstnames\":[\"Eric\",\"P\"],\"suffixes\":[]}],\"title\":\"Personalized Regression Enables Sample-specific Pan-cancer Analysis\",\"journal\":\"Bioinformatics\",\"volume\":\"34\",\"number\":\"13\",\"pages\":\"i178-i186\",\"year\":\"2018\",\"informal_venue\":\"ISMB\",\"doi\":\"10.1093/bioinformatics/bty250\",\"url\":\"http://dx.doi.org/10.1093/bioinformatics/bty250\",\"eprint\":\"/oup/backfile/content_public/journal/bioinformatics/34/13/10.1093_bioinformatics_bty250/1/bty250.pdf\",\"url_paper\":\"http://dx.doi.org/10.1093/bioinformatics/bty250\",\"abstract\":\"In many applications, inter-sample heterogeneity is crucial to understanding the complex biological processes under study. For example, in genomic analysis of cancers, each patient in a cohort may have a different driver mutation, making it difficult or impossible to identify causal mutations from an averaged view of the entire cohort. Unfortunately, many traditional methods for genomic analysis seek to estimate a single model which is shared by all samples in a population, ignoring this inter-sample heterogeneity entirely. In order to better understand patient heterogeneity, it is necessary to develop practical, personalized statistical models. To uncover this inter-sample heterogeneity, we propose a novel regularizer for achieving patient-specific personalized estimation. This regularizer operates by learning two latent distance metrics—one between personalized parameters and one between clinical covariates—and attempting to match the induced distances as closely as possible. Crucially, we do not assume these distance metrics are already known. Instead, we allow the data to dictate the structure of these latent distance metrics. Finally, we apply our method to learn patient-specific, interpretable models for a pan-cancer gene expression dataset containing samples from more than 30 distinct cancer types and find strong evidence of personalization effects between cancer types as well as between individuals. Our analysis uncovers sample-specific aberrations that are overlooked by population-level methods, suggesting a promising new path for precision analysis of complex diseases such as cancer.\",\"url_preprint\":\"https://www.biorxiv.org/content/early/2018/04/05/294496?\",\"keywords\":\"Interpretable, Contextualized, Statistical Genetics, Genomics, Cancer\",\"bibtex\":\"@article{lengerich2018personalized,\\n  author = {Lengerich, Benjamin J. and Aragam, Bryon and Xing, Eric P},\\n  title = {Personalized Regression Enables Sample-specific Pan-cancer Analysis},\\n  journal = {Bioinformatics},\\n  volume = {34},\\n  number = {13},\\n  pages = {i178-i186},\\n  year = {2018},\\n  informal_venue = {ISMB},\\n  doi = {10.1093/bioinformatics/bty250},\\n  URL = {http://dx.doi.org/10.1093/bioinformatics/bty250},\\n  eprint = {/oup/backfile/content_public/journal/bioinformatics/34/13/10.1093_bioinformatics_bty250/1/bty250.pdf},\\n  url_paper = {http://dx.doi.org/10.1093/bioinformatics/bty250},\\n  abstract = {In many applications, inter-sample heterogeneity is crucial to understanding the complex biological processes under study. For example, in genomic analysis of cancers, each patient in a cohort may have a different driver mutation, making it difficult or impossible to identify causal mutations from an averaged view of the entire cohort. Unfortunately, many traditional methods for genomic analysis seek to estimate a single model which is shared by all samples in a population, ignoring this inter-sample heterogeneity entirely. In order to better understand patient heterogeneity, it is necessary to develop practical, personalized statistical models.\\n  To uncover this inter-sample heterogeneity, we propose a novel regularizer for achieving patient-specific personalized estimation. This regularizer operates by learning two latent distance metrics—one between personalized parameters and one between clinical covariates—and attempting to match the induced distances as closely as possible. Crucially, we do not assume these distance metrics are already known. Instead, we allow the data to dictate the structure of these latent distance metrics. Finally, we apply our method to learn patient-specific, interpretable models for a pan-cancer gene expression dataset containing samples from more than 30 distinct cancer types and find strong evidence of personalization effects between cancer types as well as between individuals. Our analysis uncovers sample-specific aberrations that are overlooked by population-level methods, suggesting a promising new path for precision analysis of complex diseases such as cancer.},\\n    url_preprint={https://www.biorxiv.org/content/early/2018/04/05/294496?},\\n    keywords = {Interpretable, Contextualized, Statistical Genetics, Genomics, Cancer}\\n}\\n\\n\",\"author_short\":[\"Lengerich, B. J.\",\"Aragam, B.\",\"Xing, E. P\"],\"key\":\"lengerich2018personalized\",\"id\":\"lengerich2018personalized\",\"bibbaseid\":\"lengerich-aragam-xing-personalizedregressionenablessamplespecificpancanceranalysis-2018\",\"role\":\"author\",\"urls\":{\"Paper\":\"http://dx.doi.org/10.1093/bioinformatics/bty250\",\" paper\":\"http://dx.doi.org/10.1093/bioinformatics/bty250\",\" preprint\":\"https://www.biorxiv.org/content/early/2018/04/05/294496?\"},\"keyword\":[\"Interpretable\",\"Contextualized\",\"Statistical Genetics\",\"Genomics\",\"Cancer\"],\"metadata\":{\"authorlinks\":{}},\"html\":\"\"},{\"bibtype\":\"article\",\"type\":\"article\",\"title\":\"Experimental and Computational Mutagenesis to Investigate the Positioning of a General Base Within an Enzyme Active Site\",\"author\":[{\"propositions\":[],\"lastnames\":[\"Schwans\"],\"firstnames\":[\"Jason\",\"P\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Hanoian\"],\"firstnames\":[\"Philip\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"˘nderlineLengerich\"],\"firstnames\":[\"˘nderlineBenjamin J.\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Sunden\"],\"firstnames\":[\"Fanny\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Gonzalez\"],\"firstnames\":[\"Ana\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Tsai\"],\"firstnames\":[\"Yingssu\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Hammes-Schiffer\"],\"firstnames\":[\"Sharon\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Herschlag\"],\"firstnames\":[\"Daniel\"],\"suffixes\":[]}],\"journal\":\"Biochemistry\",\"volume\":\"53\",\"number\":\"15\",\"pages\":\"2541–2555\",\"year\":\"2014\",\"informal_venue\":\"Biochemistry\",\"publisher\":\"American Chemical Society\",\"abstract\":\"The positioning of catalytic groups within proteins plays an important role in enzyme catalysis, and here we investigate the positioning of the general base in the enzyme ketosteroid isomerase (KSI). The oxygen atoms of Asp38, the general base in KSI, were previously shown to be involved in anion–aromatic interactions with two neighboring Phe residues. Here we ask whether those interactions are sufficient, within the overall protein architecture, to position Asp38 for catalysis or whether the side chains that pack against Asp38 and/or the residues of the structured loop that is capped by Asp38 are necessary to achieve optimal positioning for catalysis. To test positioning, we mutated each of the aforementioned residues, alone and in combinations, in a background with the native Asp general base and in a D38E mutant background, as Glu at position 38 was previously shown to be mispositioned for general base catalysis. These double-mutant cycles reveal positioning effects as large as 103-fold, indicating that structural features in addition to the overall protein architecture and the Phe residues neighboring the carboxylate oxygen atoms play roles in positioning. X-ray crystallography and molecular dynamics simulations suggest that the functional effects arise from both restricting dynamic fluctuations and disfavoring potential mispositioned states. Whereas it may have been anticipated that multiple interactions would be necessary for optimal general base positioning, the energetic contributions from positioning and the nonadditive nature of these interactions are not revealed by structural inspection and require functional dissection. Recognizing the extent, type, and energetic interconnectivity of interactions that contribute to positioning catalytic groups has implications for enzyme evolution and may help reveal the nature and extent of interactions required to design enzymes that rival those found in biology.\",\"url_paper\":\"https://pubs.acs.org/doi/pdf/10.1021/bi401671t\",\"keywords\":\"Molecular Dynamics, Computational Chemistry\",\"bibtex\":\"@article{schwans2014experimental,\\n  title={Experimental and Computational Mutagenesis to Investigate the Positioning of a General Base Within an Enzyme Active Site},\\n  author={Schwans, Jason P and Hanoian, Philip and \\\\underline{Lengerich}, \\\\underline{Benjamin J.} and Sunden, Fanny and Gonzalez, Ana and Tsai, Yingssu and Hammes-Schiffer, Sharon and Herschlag, Daniel},\\n  journal={Biochemistry},\\n  volume={53},\\n  number={15},\\n  pages={2541--2555},\\n  year={2014},\\n  informal_venue = {Biochemistry},\\n  publisher={American Chemical Society},\\n  abstract = {The positioning of catalytic groups within proteins plays an important role in enzyme catalysis, and here we investigate the positioning of the general base in the enzyme ketosteroid isomerase (KSI). The oxygen atoms of Asp38, the general base in KSI, were previously shown to be involved in anion–aromatic interactions with two neighboring Phe residues. Here we ask whether those interactions are sufficient, within the overall protein architecture, to position Asp38 for catalysis or whether the side chains that pack against Asp38 and/or the residues of the structured loop that is capped by Asp38 are necessary to achieve optimal positioning for catalysis. To test positioning, we mutated each of the aforementioned residues, alone and in combinations, in a background with the native Asp general base and in a D38E mutant background, as Glu at position 38 was previously shown to be mispositioned for general base catalysis. These double-mutant cycles reveal positioning effects as large as 103-fold, indicating that structural features in addition to the overall protein architecture and the Phe residues neighboring the carboxylate oxygen atoms play roles in positioning. X-ray crystallography and molecular dynamics simulations suggest that the functional effects arise from both restricting dynamic fluctuations and disfavoring potential mispositioned states. Whereas it may have been anticipated that multiple interactions would be necessary for optimal general base positioning, the energetic contributions from positioning and the nonadditive nature of these interactions are not revealed by structural inspection and require functional dissection. Recognizing the extent, type, and energetic interconnectivity of interactions that contribute to positioning catalytic groups has implications for enzyme evolution and may help reveal the nature and extent of interactions required to design enzymes that rival those found in biology.},\\n  url_paper = {https://pubs.acs.org/doi/pdf/10.1021/bi401671t},\\n  keywords = {Molecular Dynamics, Computational Chemistry}\\n}\\n\\n\",\"author_short\":[\"Schwans, J. P\",\"Hanoian, P.\",\"˘nderlineLengerich, ˘.\",\"Sunden, F.\",\"Gonzalez, A.\",\"Tsai, Y.\",\"Hammes-Schiffer, S.\",\"Herschlag, D.\"],\"key\":\"schwans2014experimental\",\"id\":\"schwans2014experimental\",\"bibbaseid\":\"schwans-hanoian-nderlinelengerich-sunden-gonzalez-tsai-hammesschiffer-herschlag-experimentalandcomputationalmutagenesistoinvestigatethepositioningofageneralbasewithinanenzymeactivesite-2014\",\"role\":\"author\",\"urls\":{\" paper\":\"https://pubs.acs.org/doi/pdf/10.1021/bi401671t\"},\"keyword\":[\"Molecular Dynamics\",\"Computational Chemistry\"],\"metadata\":{\"authorlinks\":{}},\"html\":\"\"},{\"bibtype\":\"article\",\"type\":\"article\",\"title\":\"Recent Advances, Applications and Open Challenges in Machine Learning for Health: Reflections from Research Roundtables at ML4H 2022 Symposium\",\"author\":[{\"firstnames\":[\"Stefan\"],\"propositions\":[],\"lastnames\":[\"Hegselmann\"],\"suffixes\":[]},{\"firstnames\":[\"Helen\"],\"propositions\":[],\"lastnames\":[\"Zhou\"],\"suffixes\":[]},{\"firstnames\":[\"Yuyin\"],\"propositions\":[],\"lastnames\":[\"Zhou\"],\"suffixes\":[]},{\"firstnames\":[\"Jennifer\"],\"propositions\":[],\"lastnames\":[\"Chien\"],\"suffixes\":[]},{\"firstnames\":[\"Sujay\"],\"propositions\":[],\"lastnames\":[\"Nagaraj\"],\"suffixes\":[]},{\"firstnames\":[\"Neha\"],\"propositions\":[],\"lastnames\":[\"Hulkund\"],\"suffixes\":[]},{\"firstnames\":[\"Shreyas\"],\"propositions\":[],\"lastnames\":[\"Bhave\"],\"suffixes\":[]},{\"firstnames\":[\"Michael\"],\"propositions\":[],\"lastnames\":[\"Oberst\"],\"suffixes\":[]},{\"firstnames\":[\"Amruta\"],\"propositions\":[],\"lastnames\":[\"Pai\"],\"suffixes\":[]},{\"firstnames\":[\"Caleb\"],\"propositions\":[],\"lastnames\":[\"Ellington\"],\"suffixes\":[]},{\"firstnames\":[\"Wisdom\"],\"propositions\":[],\"lastnames\":[\"Ikezogwo\"],\"suffixes\":[]},{\"firstnames\":[\"Jason\",\"Xiaotian\"],\"propositions\":[],\"lastnames\":[\"Dou\"],\"suffixes\":[]},{\"firstnames\":[\"Monica\"],\"propositions\":[],\"lastnames\":[\"Agrawal\"],\"suffixes\":[]},{\"firstnames\":[\"Changye\"],\"propositions\":[],\"lastnames\":[\"Li\"],\"suffixes\":[]},{\"firstnames\":[\"Peniel\"],\"propositions\":[],\"lastnames\":[\"Argaw\"],\"suffixes\":[]},{\"firstnames\":[\"Arpita\"],\"propositions\":[],\"lastnames\":[\"Biswas\"],\"suffixes\":[]},{\"firstnames\":[\"Mehak\"],\"propositions\":[],\"lastnames\":[\"Gupta\"],\"suffixes\":[]},{\"firstnames\":[\"Xinhui\"],\"propositions\":[],\"lastnames\":[\"Li\"],\"suffixes\":[]},{\"firstnames\":[\"Marta\"],\"propositions\":[],\"lastnames\":[\"Lemanczyk\"],\"suffixes\":[]},{\"firstnames\":[\"Yuhui\"],\"propositions\":[],\"lastnames\":[\"Zhang\"],\"suffixes\":[]},{\"firstnames\":[\"Christian\"],\"propositions\":[],\"lastnames\":[\"Garbin\"],\"suffixes\":[]},{\"firstnames\":[\"Elizabeth\"],\"propositions\":[],\"lastnames\":[\"Healey\"],\"suffixes\":[]},{\"firstnames\":[\"Heejong\"],\"propositions\":[],\"lastnames\":[\"Kim\"],\"suffixes\":[]},{\"firstnames\":[\"Claire\"],\"propositions\":[],\"lastnames\":[\"Boone\"],\"suffixes\":[]},{\"firstnames\":[\"Roxana\"],\"propositions\":[],\"lastnames\":[\"Daneshjou\"],\"suffixes\":[]},{\"firstnames\":[\"Siyu\"],\"propositions\":[],\"lastnames\":[\"Shi\"],\"suffixes\":[]},{\"firstnames\":[\"Nicola\"],\"propositions\":[],\"lastnames\":[\"Pezzotti\"],\"suffixes\":[]},{\"firstnames\":[\"Stephen\",\"R.\"],\"propositions\":[],\"lastnames\":[\"Pfohl\"],\"suffixes\":[]},{\"firstnames\":[\"Edwin\"],\"propositions\":[],\"lastnames\":[\"Fong\"],\"suffixes\":[]},{\"firstnames\":[\"Aakanksha\"],\"propositions\":[],\"lastnames\":[\"Naik\"],\"suffixes\":[]},{\"firstnames\":[\"Ben\"],\"propositions\":[],\"lastnames\":[\"Lengerich\"],\"suffixes\":[]},{\"firstnames\":[\"Ying\"],\"propositions\":[],\"lastnames\":[\"Xu\"],\"suffixes\":[]},{\"firstnames\":[\"Jonathan\"],\"propositions\":[],\"lastnames\":[\"Bidwell\"],\"suffixes\":[]},{\"firstnames\":[\"Mark\"],\"propositions\":[],\"lastnames\":[\"Sendak\"],\"suffixes\":[]},{\"firstnames\":[\"Byung-Hak\"],\"propositions\":[],\"lastnames\":[\"Kim\"],\"suffixes\":[]},{\"firstnames\":[\"Nathaniel\"],\"propositions\":[],\"lastnames\":[\"Hendrix\"],\"suffixes\":[]},{\"firstnames\":[\"Dimitris\"],\"propositions\":[],\"lastnames\":[\"Spathis\"],\"suffixes\":[]},{\"firstnames\":[\"Jun\"],\"propositions\":[],\"lastnames\":[\"Seita\"],\"suffixes\":[]},{\"firstnames\":[\"Bastiaan\"],\"propositions\":[],\"lastnames\":[\"Quast\"],\"suffixes\":[]},{\"firstnames\":[\"Megan\"],\"propositions\":[],\"lastnames\":[\"Coffee\"],\"suffixes\":[]},{\"firstnames\":[\"Collin\"],\"propositions\":[],\"lastnames\":[\"Stultz\"],\"suffixes\":[]},{\"firstnames\":[\"Irene\",\"Y.\"],\"propositions\":[],\"lastnames\":[\"Chen\"],\"suffixes\":[]},{\"firstnames\":[\"Shalmali\"],\"propositions\":[],\"lastnames\":[\"Joshi\"],\"suffixes\":[]},{\"firstnames\":[\"Girmaw\",\"Abebe\"],\"propositions\":[],\"lastnames\":[\"Tadesse\"],\"suffixes\":[]}],\"month\":\"May\",\"year\":\"2023\",\"publisher\":\"Zenodo\",\"doi\":\"10.5281/zenodo.7951122\",\"url\":\"https://doi.org/10.5281/zenodo.7951122\",\"keywords\":\"Healthcare\",\"bibtex\":\"@article{stefan_hegselmann_2023_7951122,\\n  title        = {{Recent Advances, Applications and Open Challenges\\n                   in Machine Learning for Health: Reflections from\\n                   Research Roundtables at ML4H 2022 Symposium}},\\n    author       = {Stefan Hegselmann and\\n                  Helen Zhou and\\n                  Yuyin Zhou and\\n                  Jennifer Chien and\\n                  Sujay Nagaraj and\\n                  Neha Hulkund and\\n                  Shreyas Bhave and\\n                  Michael Oberst and\\n                  Amruta Pai and\\n                  Caleb Ellington and\\n                  Wisdom Ikezogwo and\\n                  Jason Xiaotian Dou and\\n                  Monica Agrawal and\\n                  Changye Li and\\n                  Peniel Argaw and\\n                  Arpita Biswas and\\n                  Mehak Gupta and\\n                  Xinhui Li and\\n                  Marta Lemanczyk and\\n                  Yuhui Zhang and\\n                  Christian Garbin and\\n                  Elizabeth Healey and\\n                  Heejong Kim and\\n                  Claire Boone and\\n                  Roxana Daneshjou and\\n                  Siyu Shi and\\n                  Nicola Pezzotti and\\n                  Stephen R. Pfohl and\\n                  Edwin Fong and\\n                  Aakanksha Naik and\\n                  Ben Lengerich and\\n                  Ying Xu and\\n                  Jonathan Bidwell and\\n                  Mark Sendak and\\n                  Byung-Hak Kim and\\n                  Nathaniel Hendrix and\\n                  Dimitris Spathis and\\n                  Jun Seita and\\n                  Bastiaan Quast and\\n                  Megan Coffee and\\n                  Collin Stultz and\\n                  Irene Y. Chen and\\n                  Shalmali Joshi and\\n                  Girmaw Abebe Tadesse},\\n  month        = May,\\n  year         = 2023,\\n  publisher    = {Zenodo},\\n  doi          = {10.5281/zenodo.7951122},\\n  url          = {https://doi.org/10.5281/zenodo.7951122},\\n  keywords     = {Healthcare},\\n}\\n\\n\",\"author_short\":[\"Hegselmann, S.\",\"Zhou, H.\",\"Zhou, Y.\",\"Chien, J.\",\"Nagaraj, S.\",\"Hulkund, N.\",\"Bhave, S.\",\"Oberst, M.\",\"Pai, A.\",\"Ellington, C.\",\"Ikezogwo, W.\",\"Dou, J. X.\",\"Agrawal, M.\",\"Li, C.\",\"Argaw, P.\",\"Biswas, A.\",\"Gupta, M.\",\"Li, X.\",\"Lemanczyk, M.\",\"Zhang, Y.\",\"Garbin, C.\",\"Healey, E.\",\"Kim, H.\",\"Boone, C.\",\"Daneshjou, R.\",\"Shi, S.\",\"Pezzotti, N.\",\"Pfohl, S. R.\",\"Fong, E.\",\"Naik, A.\",\"Lengerich, B.\",\"Xu, Y.\",\"Bidwell, J.\",\"Sendak, M.\",\"Kim, B.\",\"Hendrix, N.\",\"Spathis, D.\",\"Seita, J.\",\"Quast, B.\",\"Coffee, M.\",\"Stultz, C.\",\"Chen, I. Y.\",\"Joshi, S.\",\"Tadesse, G. A.\"],\"key\":\"stefan_hegselmann_2023_7951122\",\"id\":\"stefan_hegselmann_2023_7951122\",\"bibbaseid\":\"hegselmann-zhou-zhou-chien-nagaraj-hulkund-bhave-oberst-etal-recentadvancesapplicationsandopenchallengesinmachinelearningforhealthreflectionsfromresearchroundtablesatml4h2022symposium-2023\",\"role\":\"author\",\"urls\":{\"Paper\":\"https://doi.org/10.5281/zenodo.7951122\"},\"keyword\":[\"Healthcare\"],\"metadata\":{\"authorlinks\":{}},\"html\":\"\"},{\"bibtype\":\"article\",\"type\":\"article\",\"title\":\"Ten quick tips for deep learning in biology\",\"author\":[{\"propositions\":[],\"lastnames\":[\"Lee\"],\"firstnames\":[\"Benjamin\",\"D\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Gitter\"],\"firstnames\":[\"Anthony\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Greene\"],\"firstnames\":[\"Casey\",\"S\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Raschka\"],\"firstnames\":[\"Sebastian\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Maguire\"],\"firstnames\":[\"Finlay\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Titus\"],\"firstnames\":[\"Alexander\",\"J\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Kessler\"],\"firstnames\":[\"Michael\",\"D\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Lee\"],\"firstnames\":[\"Alexandra\",\"J\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Chevrette\"],\"firstnames\":[\"Marc\",\"G\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Stewart\"],\"firstnames\":[\"Paul\",\"Allen\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Britto-Borges\"],\"firstnames\":[\"Thiago\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Cofer\"],\"firstnames\":[\"Evan\",\"M.\",\"Cofer\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Yu\"],\"firstnames\":[\"Kun-Hsing\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Carmona\"],\"firstnames\":[\"Juan\",\"Jose\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Fertig\"],\"firstnames\":[\"Elana\",\"J.\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Kalinin\"],\"firstnames\":[\"Alexandr\",\"A.\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Signal\"],\"firstnames\":[\"Brandon\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"˘nderlineLengerich\"],\"firstnames\":[\"˘nderlineBenjamin J.\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Triche\"],\"firstnames\":[\"Timothy\",\"J.\",\"Jr.\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Boca\"],\"firstnames\":[\"Simina\",\"M.\"],\"suffixes\":[]}],\"journal\":\"PLoS computational biology\",\"informal_venue\":\"PLoS CompBio\",\"volume\":\"18\",\"number\":\"3\",\"pages\":\"e1009803\",\"year\":\"2022\",\"publisher\":\"Public Library of Science San Francisco, CA USA\",\"url_paper\":\"https://journals.plos.org/ploscompbiol/article?id=10.1371/journal.pcbi.1009803\",\"keywords\":\"Deep Learning, Biology, Computational Genomics\",\"bibtex\":\"@article{lee2022ten,\\n  title={Ten quick tips for deep learning in biology},\\n  author={Lee, Benjamin D and Gitter, Anthony and Greene, Casey S and Raschka, Sebastian and Maguire, Finlay and Titus, Alexander J and Kessler, Michael D and Lee, Alexandra J and Chevrette, Marc G and Stewart, Paul Allen and Britto-Borges, Thiago and Cofer, Evan M. Cofer and Yu, Kun-Hsing and Carmona, Juan Jose and Fertig, Elana J. and Kalinin, Alexandr A. and Signal, Brandon and \\\\underline{Lengerich}, \\\\underline{Benjamin J.} and Triche, Timothy J. Jr. and Boca, Simina M.}\\n  ,\\n  journal={PLoS computational biology},\\n  informal_venue = {PLoS CompBio},\\n  volume={18},\\n  number={3},\\n  pages={e1009803},\\n  year={2022},\\n  publisher={Public Library of Science San Francisco, CA USA},\\n    url_paper={https://journals.plos.org/ploscompbiol/article?id=10.1371/journal.pcbi.1009803},\\n    keywords={Deep Learning, Biology, Computational Genomics}\\n}\\n\\n\",\"author_short\":[\"Lee, B. D\",\"Gitter, A.\",\"Greene, C. S\",\"Raschka, S.\",\"Maguire, F.\",\"Titus, A. J\",\"Kessler, M. D\",\"Lee, A. J\",\"Chevrette, M. G\",\"Stewart, P. A.\",\"Britto-Borges, T.\",\"Cofer, E. M. C.\",\"Yu, K.\",\"Carmona, J. J.\",\"Fertig, E. J.\",\"Kalinin, A. A.\",\"Signal, B.\",\"˘nderlineLengerich, ˘.\",\"Triche, T. J. J.\",\"Boca, S. M.\"],\"key\":\"lee2022ten\",\"id\":\"lee2022ten\",\"bibbaseid\":\"lee-gitter-greene-raschka-maguire-titus-kessler-lee-etal-tenquicktipsfordeeplearninginbiology-2022\",\"role\":\"author\",\"urls\":{\" paper\":\"https://journals.plos.org/ploscompbiol/article?id=10.1371/journal.pcbi.1009803\"},\"keyword\":[\"Deep Learning\",\"Biology\",\"Computational Genomics\"],\"metadata\":{\"authorlinks\":{}},\"html\":\"\"},{\"bibtype\":\"article\",\"type\":\"article\",\"author\":[{\"propositions\":[],\"lastnames\":[\"Ching\"],\"firstnames\":[\"Travers\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Himmelstein\"],\"firstnames\":[\"Daniel\",\"S.\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Beaulieu-Jones\"],\"firstnames\":[\"Brett\",\"K.\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Kalinin\"],\"firstnames\":[\"Alexandr\",\"A.\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Do\"],\"firstnames\":[\"Brian\",\"T.\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Way\"],\"firstnames\":[\"Gregory\",\"P.\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Ferrero\"],\"firstnames\":[\"Enrico\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Agapow\"],\"firstnames\":[\"Paul-Michael\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Zietz\"],\"firstnames\":[\"Michael\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Hoffman\"],\"firstnames\":[\"Michael\",\"M.\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Xie\"],\"firstnames\":[\"Wei\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Rosen\"],\"firstnames\":[\"Gail\",\"L.\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"˘nderlineLengerich\"],\"firstnames\":[\"˘nderlineBenjamin J.\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Israeli\"],\"firstnames\":[\"Johnny\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Lanchantin\"],\"firstnames\":[\"Jack\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Woloszynek\"],\"firstnames\":[\"Stephen\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Carpenter\"],\"firstnames\":[\"Anne\",\"E.\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Shrikumar\"],\"firstnames\":[\"Avanti\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Xu\"],\"firstnames\":[\"Jinbo\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Cofer\"],\"firstnames\":[\"Evan\",\"M.\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Lavender\"],\"firstnames\":[\"Christopher\",\"A.\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Turaga\"],\"firstnames\":[\"Srinivas\",\"C.\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Alexandari\"],\"firstnames\":[\"Amr\",\"M.\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Lu\"],\"firstnames\":[\"Zhiyong\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Harris\"],\"firstnames\":[\"David\",\"J.\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"DeCaprio\"],\"firstnames\":[\"Dave\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Qi\"],\"firstnames\":[\"Yanjun\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Kundaje\"],\"firstnames\":[\"Anshul\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Peng\"],\"firstnames\":[\"Yifan\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Wiley\"],\"firstnames\":[\"Laura\",\"K.\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Segler\"],\"firstnames\":[\"Marwin\",\"H.\",\"S.\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Boca\"],\"firstnames\":[\"Simina\",\"M.\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Swamidass\"],\"firstnames\":[\"S.\",\"Joshua\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Huang\"],\"firstnames\":[\"Austin\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Gitter\"],\"firstnames\":[\"Anthony\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Greene\"],\"firstnames\":[\"Casey\",\"S.\"],\"suffixes\":[]}],\"title\":\"Opportunities and Obstacles for Deep Learning in Biology and Medicine\",\"volume\":\"15\",\"number\":\"141\",\"year\":\"2018\",\"doi\":\"10.1098/rsif.2017.0387\",\"publisher\":\"The Royal Society\",\"informal_venue\":\"JRSI\",\"abstract\":\"Deep learning describes a class of machine learning algorithms that are capable of combining raw inputs into layers of intermediate features. These algorithms have recently shown impressive results across a variety of domains. Biology and medicine are data-rich disciplines, but the data are complex and often ill-understood. Hence, deep learning techniques may be particularly well suited to solve problems of these fields. We examine applications of deep learning to a variety of biomedical problems—patient classification, fundamental biological processes and treatment of patients—and discuss whether deep learning will be able to transform these tasks or if the biomedical sphere poses unique challenges. Following from an extensive literature review, we find that deep learning has yet to revolutionize biomedicine or definitively resolve any of the most pressing challenges in the field, but promising advances have been made on the prior state of the art. Even though improvements over previous baselines have been modest in general, the recent progress indicates that deep learning methods will provide valuable means for speeding up or aiding human investigation. Though progress has been made linking a specific neural network\\\\textquoterights prediction to input features, understanding how users should interpret these models to make testable hypotheses about the system under study remains an open challenge. Furthermore, the limited amount of labelled data for training presents problems in some domains, as do legal and privacy constraints on work with sensitive health records. Nonetheless, we foresee deep learning enabling changes at both bench and bedside with the potential to transform several areas of biology and medicine.\",\"issn\":\"1742-5689\",\"url\":\"http://rsif.royalsocietypublishing.org/content/15/141/20170387\",\"eprint\":\"http://rsif.royalsocietypublishing.org/content/15/141/20170387.full.pdf\",\"journal\":\"Journal of The Royal Society Interface\",\"url_paper\":\"http://rsif.royalsocietypublishing.org/content/15/141/20170387.full.pdf\",\"url_preprint\":\"http://www.biorxiv.org/content/biorxiv/early/2017/05/28/142760.full.pdf\",\"keywords\":\"Deep Learning, Biology, Computational Genomics\",\"bibtex\":\"@article{ching2018opportunities,\\n    author = {Ching, Travers and Himmelstein, Daniel S. and Beaulieu-Jones, Brett K. and Kalinin, Alexandr A. and Do, Brian T. and Way, Gregory P. and Ferrero, Enrico and Agapow, Paul-Michael and Zietz, Michael and Hoffman, Michael M. and Xie, Wei and Rosen, Gail L. and \\\\underline{Lengerich}, \\\\underline{Benjamin J.} and Israeli, Johnny and Lanchantin, Jack and Woloszynek, Stephen and Carpenter, Anne E. and Shrikumar, Avanti and Xu, Jinbo and Cofer, Evan M. and Lavender, Christopher A. and Turaga, Srinivas C. and Alexandari, Amr M. and Lu, Zhiyong and Harris, David J. and DeCaprio, Dave and Qi, Yanjun and Kundaje, Anshul and Peng, Yifan and Wiley, Laura K. and Segler, Marwin H. S. and Boca, Simina M. and Swamidass, S. Joshua and Huang, Austin and Gitter, Anthony and Greene, Casey S.},\\n    title = {Opportunities and Obstacles for Deep Learning in Biology and Medicine},\\n    volume = {15},\\n    number = {141},\\n    year = {2018},\\n    doi = {10.1098/rsif.2017.0387},\\n    publisher = {The Royal Society},\\n    informal_venue = {JRSI},\\n    abstract = {Deep learning describes a class of machine learning algorithms that are capable of combining raw inputs into layers of intermediate features. These algorithms have recently shown impressive results across a variety of domains. Biology and medicine are data-rich disciplines, but the data are complex and often ill-understood. Hence, deep learning techniques may be particularly well suited to solve problems of these fields. We examine applications of deep learning to a variety of biomedical problems{\\\\textemdash}patient classification, fundamental biological processes and treatment of patients{\\\\textemdash}and discuss whether deep learning will be able to transform these tasks or if the biomedical sphere poses unique challenges. Following from an extensive literature review, we find that deep learning has yet to revolutionize biomedicine or definitively resolve any of the most pressing challenges in the field, but promising advances have been made on the prior state of the art. Even though improvements over previous baselines have been modest in general, the recent progress indicates that deep learning methods will provide valuable means for speeding up or aiding human investigation. Though progress has been made linking a specific neural network{\\\\textquoteright}s prediction to input features, understanding how users should interpret these models to make testable hypotheses about the system under study remains an open challenge. Furthermore, the limited amount of labelled data for training presents problems in some domains, as do legal and privacy constraints on work with sensitive health records. Nonetheless, we foresee deep learning enabling changes at both bench and bedside with the potential to transform several areas of biology and medicine.},\\n    issn = {1742-5689},\\n    URL = {http://rsif.royalsocietypublishing.org/content/15/141/20170387},\\n    eprint = {http://rsif.royalsocietypublishing.org/content/15/141/20170387.full.pdf},\\n    journal = {Journal of The Royal Society Interface},\\n    url_paper = {http://rsif.royalsocietypublishing.org/content/15/141/20170387.full.pdf},\\n    url_preprint = {http://www.biorxiv.org/content/biorxiv/early/2017/05/28/142760.full.pdf},\\n    keywords = {Deep Learning, Biology, Computational Genomics}\\n}\\n\\n\",\"author_short\":[\"Ching, T.\",\"Himmelstein, D. S.\",\"Beaulieu-Jones, B. K.\",\"Kalinin, A. A.\",\"Do, B. T.\",\"Way, G. P.\",\"Ferrero, E.\",\"Agapow, P.\",\"Zietz, M.\",\"Hoffman, M. M.\",\"Xie, W.\",\"Rosen, G. L.\",\"˘nderlineLengerich, ˘.\",\"Israeli, J.\",\"Lanchantin, J.\",\"Woloszynek, S.\",\"Carpenter, A. E.\",\"Shrikumar, A.\",\"Xu, J.\",\"Cofer, E. M.\",\"Lavender, C. A.\",\"Turaga, S. C.\",\"Alexandari, A. M.\",\"Lu, Z.\",\"Harris, D. J.\",\"DeCaprio, D.\",\"Qi, Y.\",\"Kundaje, A.\",\"Peng, Y.\",\"Wiley, L. K.\",\"Segler, M. H. S.\",\"Boca, S. M.\",\"Swamidass, S. J.\",\"Huang, A.\",\"Gitter, A.\",\"Greene, C. S.\"],\"key\":\"ching2018opportunities\",\"id\":\"ching2018opportunities\",\"bibbaseid\":\"ching-himmelstein-beaulieujones-kalinin-do-way-ferrero-agapow-etal-opportunitiesandobstaclesfordeeplearninginbiologyandmedicine-2018\",\"role\":\"author\",\"urls\":{\"Paper\":\"http://rsif.royalsocietypublishing.org/content/15/141/20170387\",\" paper\":\"http://rsif.royalsocietypublishing.org/content/15/141/20170387.full.pdf\",\" preprint\":\"http://www.biorxiv.org/content/biorxiv/early/2017/05/28/142760.full.pdf\"},\"keyword\":[\"Deep Learning\",\"Biology\",\"Computational Genomics\"],\"metadata\":{\"authorlinks\":{}},\"html\":\"\"},{\"bibtype\":\"article\",\"type\":\"article\",\"title\":\"Interpretable Predictive Models to Understand Risk Factors for Maternal and Fetal Outcomes\",\"author\":[{\"propositions\":[],\"lastnames\":[\"Bosschieter\"],\"firstnames\":[\"Tomas\",\"M.\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Xu\"],\"firstnames\":[\"Zifei\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Lan\"],\"firstnames\":[\"Hui\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Lengerich\"],\"firstnames\":[\"Benjamin\",\"J.\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Nori\"],\"firstnames\":[\"Harsha\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Painter\"],\"firstnames\":[\"Ian\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Souter\"],\"firstnames\":[\"Vivienne\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Caruana\"],\"firstnames\":[\"Rich\"],\"suffixes\":[]}],\"abstract\":\"Although most pregnancies result in a good outcome, complications are not uncommon and can be associated with serious implications for mothers and babies. Predictive modeling has the potential to improve outcomes through a better understanding of risk factors, heightened surveillance for high-risk patients, and more timely and appropriate interventions, thereby helping obstetricians deliver better care. We identify and study the most important risk factors for four types of pregnancy complications: (i) severe maternal morbidity, (ii) shoulder dystocia, (iii) preterm preeclampsia, and (iv) antepartum stillbirth. We use an Explainable Boosting Machine (EBM), a high-accuracy glass-box learning method, for the prediction and identification of important risk factors. We undertake external validation and perform an extensive robustness analysis of the EBM models. EBMs match the accuracy of other black-box ML methods, such as deep neural networks and random forests, and outperform logistic regression, while being more interpretable. EBMs prove to be robust. The interpretability of the EBM models reveal surprising insights into the features contributing to risk (e.g., maternal height is the second most important feature for shoulder dystocia) and may have potential for clinical application in the prediction and prevention of serious complications in pregnancy.\",\"year\":\"2023\",\"journal\":\"Journal of Healthcare Informatics Research\",\"url_paper\":\"https://link.springer.com/article/10.1007/s41666-023-00151-4\",\"informal_venue\":\"JHIR\",\"keywords\":\"Healthcare, Pregnancy\",\"bibtex\":\"@article{bosschieter2023interpretable,\\n    title={Interpretable Predictive Models to Understand Risk Factors for Maternal and Fetal Outcomes},\\n    author={Bosschieter, Tomas M. and Xu, Zifei and Lan, Hui and Lengerich, Benjamin J. and Nori, Harsha and Painter, Ian and Souter, Vivienne and Caruana, Rich},\\n    abstract={Although most pregnancies result in a good outcome, complications are not uncommon and can be associated with serious implications for mothers and babies. Predictive modeling has the potential to improve outcomes through a better understanding of risk factors, heightened surveillance for high-risk patients, and more timely and appropriate interventions, thereby helping obstetricians deliver better care. We identify and study the most important risk factors for four types of pregnancy complications: (i) severe maternal morbidity, (ii) shoulder dystocia, (iii) preterm preeclampsia, and (iv) antepartum stillbirth. We use an Explainable Boosting Machine (EBM), a high-accuracy glass-box learning method, for the prediction and identification of important risk factors. We undertake external validation and perform an extensive robustness analysis of the EBM models. EBMs match the accuracy of other black-box ML methods, such as deep neural networks and random forests, and outperform logistic regression, while being more interpretable. EBMs prove to be robust. The interpretability of the EBM models reveal surprising insights into the features contributing to risk (e.g., maternal height is the second most important feature for shoulder dystocia) and may have potential for clinical application in the prediction and prevention of serious complications in pregnancy.},\\n    year={2023},\\n    journal={Journal of Healthcare Informatics Research},\\n    url_paper={https://link.springer.com/article/10.1007/s41666-023-00151-4},\\n    informal_venue = {JHIR},\\n    keywords={Healthcare, Pregnancy}\\n}\\n\\n\",\"author_short\":[\"Bosschieter, T. M.\",\"Xu, Z.\",\"Lan, H.\",\"Lengerich, B. J.\",\"Nori, H.\",\"Painter, I.\",\"Souter, V.\",\"Caruana, R.\"],\"key\":\"bosschieter2023interpretable\",\"id\":\"bosschieter2023interpretable\",\"bibbaseid\":\"bosschieter-xu-lan-lengerich-nori-painter-souter-caruana-interpretablepredictivemodelstounderstandriskfactorsformaternalandfetaloutcomes-2023\",\"role\":\"author\",\"urls\":{\" paper\":\"https://link.springer.com/article/10.1007/s41666-023-00151-4\"},\"keyword\":[\"Healthcare\",\"Pregnancy\"],\"metadata\":{\"authorlinks\":{}},\"html\":\"\"},{\"bibtype\":\"article\",\"type\":\"article\",\"title\":\"Unique insights into risk factors for antepartum stillbirth using explainable AI\",\"author\":[{\"propositions\":[],\"lastnames\":[\"Bosschieter\"],\"firstnames\":[\"Tomas\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Xu\"],\"firstnames\":[\"Zifei\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Lan\"],\"firstnames\":[\"Hui\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Lengerich\"],\"firstnames\":[\"Benjamin\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Nori\"],\"firstnames\":[\"Harsha\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Sitcov\"],\"firstnames\":[\"Kristin\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Painter\"],\"firstnames\":[\"Ian\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Souter\"],\"firstnames\":[\"Vivienne\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Caruana\"],\"firstnames\":[\"Rich\"],\"suffixes\":[]}],\"journal\":\"American Journal of Obstetrics & Gynecology\",\"informal_venue\":\"SMFM\",\"volume\":\"\",\"number\":\"\",\"pages\":\"\",\"year\":\"2022\",\"publisher\":\"Elsevier\",\"url_paper\":\"https://www.ajog.org/article/S0002-9378(22)01587-3/abstract\",\"keywords\":\"Healthcare, Pregnancy\",\"bibtex\":\"@article{bosschieter2022smfm2,\\n  title={Unique insights into risk factors for antepartum stillbirth using explainable AI},\\n  author={Bosschieter, Tomas and Xu, Zifei and Lan, Hui and Lengerich, Benjamin and Nori, Harsha and Sitcov, Kristin and Painter, Ian and Souter, Vivienne and Caruana, Rich},\\n  journal={American Journal of Obstetrics \\\\& Gynecology},\\n  informal_venue = {SMFM},\\n  volume={},\\n  number={},\\n  pages={},\\n  year={2022},\\n  publisher={Elsevier},\\n    url_paper={https://www.ajog.org/article/S0002-9378(22)01587-3/abstract},\\n    keywords={Healthcare, Pregnancy}\\n}\\n\\n\",\"author_short\":[\"Bosschieter, T.\",\"Xu, Z.\",\"Lan, H.\",\"Lengerich, B.\",\"Nori, H.\",\"Sitcov, K.\",\"Painter, I.\",\"Souter, V.\",\"Caruana, R.\"],\"key\":\"bosschieter2022smfm2\",\"id\":\"bosschieter2022smfm2\",\"bibbaseid\":\"bosschieter-xu-lan-lengerich-nori-sitcov-painter-souter-etal-uniqueinsightsintoriskfactorsforantepartumstillbirthusingexplainableai-2022\",\"role\":\"author\",\"urls\":{\" paper\":\"https://www.ajog.org/article/S0002-9378(22)01587-3/abstract\"},\"keyword\":[\"Healthcare\",\"Pregnancy\"],\"metadata\":{\"authorlinks\":{}},\"html\":\"\"},{\"bibtype\":\"article\",\"type\":\"article\",\"title\":\"Understanding risk factors for shoulder dystocia using interpretable machine learning\",\"author\":[{\"propositions\":[],\"lastnames\":[\"Lan\"],\"firstnames\":[\"Hui\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Xu\"],\"firstnames\":[\"Zifei\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Bosschieter\"],\"firstnames\":[\"Tomas\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Lengerich\"],\"firstnames\":[\"Benjamin\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Nori\"],\"firstnames\":[\"Harsha\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Sitcov\"],\"firstnames\":[\"Kristin\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Painter\"],\"firstnames\":[\"Ian\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Souter\"],\"firstnames\":[\"Vivienne\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Caruana\"],\"firstnames\":[\"Rich\"],\"suffixes\":[]}],\"journal\":\"American Journal of Obstetrics & Gynecology\",\"informal_venue\":\"SMFM\",\"volume\":\"\",\"number\":\"\",\"pages\":\"\",\"year\":\"2022\",\"publisher\":\"Elsevier\",\"url_paper\":\"https://www.ajog.org/article/S0002-9378(22)02139-1/abstract\",\"keywords\":\"Healthcare, Pregnancy\",\"bibtex\":\"@article{lan2022smfm,\\n  title={Understanding risk factors for shoulder dystocia using interpretable machine learning},\\n  author={Lan, Hui and Xu, Zifei and Bosschieter, Tomas and Lengerich, Benjamin and Nori, Harsha and Sitcov, Kristin and Painter, Ian and Souter, Vivienne and Caruana, Rich},\\n  journal={American Journal of Obstetrics \\\\& Gynecology},\\n  informal_venue = {SMFM},\\n  volume={},\\n  number={},\\n  pages={},\\n  year={2022},\\n  publisher={Elsevier},\\n    url_paper={https://www.ajog.org/article/S0002-9378(22)02139-1/abstract},\\n    keywords={Healthcare, Pregnancy}\\n}\\n\\n\",\"author_short\":[\"Lan, H.\",\"Xu, Z.\",\"Bosschieter, T.\",\"Lengerich, B.\",\"Nori, H.\",\"Sitcov, K.\",\"Painter, I.\",\"Souter, V.\",\"Caruana, R.\"],\"key\":\"lan2022smfm\",\"id\":\"lan2022smfm\",\"bibbaseid\":\"lan-xu-bosschieter-lengerich-nori-sitcov-painter-souter-etal-understandingriskfactorsforshoulderdystociausinginterpretablemachinelearning-2022\",\"role\":\"author\",\"urls\":{\" paper\":\"https://www.ajog.org/article/S0002-9378(22)02139-1/abstract\"},\"keyword\":[\"Healthcare\",\"Pregnancy\"],\"metadata\":{\"authorlinks\":{}},\"html\":\"\"},{\"bibtype\":\"article\",\"type\":\"article\",\"title\":\"Preterm preeclampsia prediction using intelligible machine learning\",\"author\":[{\"propositions\":[],\"lastnames\":[\"Bosschieter\"],\"firstnames\":[\"Tomas\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Xu\"],\"firstnames\":[\"Zifei\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Lan\"],\"firstnames\":[\"Hui\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Lengerich\"],\"firstnames\":[\"Benjamin\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Nori\"],\"firstnames\":[\"Harsha\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Sitcov\"],\"firstnames\":[\"Kristin\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Painter\"],\"firstnames\":[\"Ian\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Souter\"],\"firstnames\":[\"Vivienne\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Caruana\"],\"firstnames\":[\"Rich\"],\"suffixes\":[]}],\"journal\":\"American Journal of Obstetrics & Gynecology\",\"informal_venue\":\"SMFM\",\"volume\":\"\",\"number\":\"\",\"pages\":\"\",\"year\":\"2022\",\"publisher\":\"Elsevier\",\"url_paper\":\"https://www.ajog.org/article/S0002-9378(22)01596-4/abstract\",\"keywords\":\"Healthcare, Pregnancy\",\"bibtex\":\"@article{bosschieter2022smfm,\\n  title={Preterm preeclampsia prediction using intelligible machine learning},\\n  author={Bosschieter, Tomas and Xu, Zifei and Lan, Hui and Lengerich, Benjamin and Nori, Harsha and Sitcov, Kristin and Painter, Ian and Souter, Vivienne and Caruana, Rich},\\n  journal={American Journal of Obstetrics \\\\& Gynecology},\\n  informal_venue = {SMFM},\\n  volume={},\\n  number={},\\n  pages={},\\n  year={2022},\\n  publisher={Elsevier},\\n    url_paper={https://www.ajog.org/article/S0002-9378(22)01596-4/abstract},\\n    keywords={Healthcare, Pregnancy}\\n}\\n\\n\",\"author_short\":[\"Bosschieter, T.\",\"Xu, Z.\",\"Lan, H.\",\"Lengerich, B.\",\"Nori, H.\",\"Sitcov, K.\",\"Painter, I.\",\"Souter, V.\",\"Caruana, R.\"],\"key\":\"bosschieter2022smfm\",\"id\":\"bosschieter2022smfm\",\"bibbaseid\":\"bosschieter-xu-lan-lengerich-nori-sitcov-painter-souter-etal-pretermpreeclampsiapredictionusingintelligiblemachinelearning-2022\",\"role\":\"author\",\"urls\":{\" paper\":\"https://www.ajog.org/article/S0002-9378(22)01596-4/abstract\"},\"keyword\":[\"Healthcare\",\"Pregnancy\"],\"metadata\":{\"authorlinks\":{}},\"html\":\"\"},{\"bibtype\":\"article\",\"type\":\"article\",\"title\":\"Predicting severe maternal morbidity at admission for delivery using intelligible machine learning\",\"author\":[{\"propositions\":[],\"lastnames\":[\"Xu\"],\"firstnames\":[\"Zifei\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Bosschieter\"],\"firstnames\":[\"Tomas\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Lan\"],\"firstnames\":[\"Hui\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Lengerich\"],\"firstnames\":[\"Benjamin\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Nori\"],\"firstnames\":[\"Harsha\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Sitcov\"],\"firstnames\":[\"Kristin\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Painter\"],\"firstnames\":[\"Ian\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Souter\"],\"firstnames\":[\"Vivienne\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Caruana\"],\"firstnames\":[\"Rich\"],\"suffixes\":[]}],\"journal\":\"American Journal of Obstetrics & Gynecology\",\"informal_venue\":\"SMFM\",\"volume\":\"\",\"number\":\"\",\"pages\":\"\",\"year\":\"2022\",\"publisher\":\"Elsevier\",\"url_paper\":\"https://www.ajog.org/article/S0002-9378(22)01588-5/abstract\",\"keywords\":\"Healthcare, Pregnancy\",\"bibtex\":\"@article{xu2022smfm,\\n  title={Predicting severe maternal morbidity at admission for delivery using intelligible machine learning},\\n  author={Xu, Zifei and Bosschieter, Tomas and Lan, Hui and Lengerich, Benjamin and Nori, Harsha and Sitcov, Kristin and Painter, Ian and Souter, Vivienne and Caruana, Rich},\\n  journal={American Journal of Obstetrics \\\\& Gynecology},\\n  informal_venue = {SMFM},\\n  volume={},\\n  number={},\\n  pages={},\\n  year={2022},\\n  publisher={Elsevier},\\n    url_paper={https://www.ajog.org/article/S0002-9378(22)01588-5/abstract},\\n    keywords={Healthcare, Pregnancy}\\n}\\n\\n\",\"author_short\":[\"Xu, Z.\",\"Bosschieter, T.\",\"Lan, H.\",\"Lengerich, B.\",\"Nori, H.\",\"Sitcov, K.\",\"Painter, I.\",\"Souter, V.\",\"Caruana, R.\"],\"key\":\"xu2022smfm\",\"id\":\"xu2022smfm\",\"bibbaseid\":\"xu-bosschieter-lan-lengerich-nori-sitcov-painter-souter-etal-predictingseverematernalmorbidityatadmissionfordeliveryusingintelligiblemachinelearning-2022\",\"role\":\"author\",\"urls\":{\" paper\":\"https://www.ajog.org/article/S0002-9378(22)01588-5/abstract\"},\"keyword\":[\"Healthcare\",\"Pregnancy\"],\"metadata\":{\"authorlinks\":{}},\"html\":\"\"},{\"bibtype\":\"article\",\"type\":\"article\",\"title\":\"Disentangling Increased Testing from Covid-19 Epidemic Spread\",\"author\":[{\"propositions\":[],\"lastnames\":[\"Lengerich\"],\"firstnames\":[\"Benjamin\",\"J.\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Neiswanger\"],\"firstnames\":[\"Willie\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Lengerich\"],\"firstnames\":[\"Eugene\",\"J.\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Xing\"],\"firstnames\":[\"Eric\",\"P.\"],\"suffixes\":[]}],\"journal\":\"MedRXiv\",\"informal_venue\":\"medrxiv\",\"year\":\"2020\",\"abstract\":\"To design effective disease control strategies, it is critical to understand the incidence of diseases. In the Covid-19 epidemic in the United States (caused by outbreak of the SARS-CoV-2 virus), testing capacity was initially very limited and has been increasing at the same time as the virus has been spreading. When estimating the incidence, it can be difficult to distinguish whether increased numbers of positive tests stem from increases in the spread of the virus or increases in testing. This has made it very difficult to identify locations in which the epidemic poses the largest public health risks. Here, we use a probabilistic model to quantify beliefs about testing strategies and understand implications regarding incidence. We apply this model to estimate the incidence in each state of the United States, and find that: (1) the Covid-19 epidemic is likely to be more widespread than reported by limited testing, (2) the Covid-19 epidemic growth in the summer months is likely smaller than it was during the spring months, and (3) the regions which are at highest risk of Covid-19 epidemic outbreaks are not always those with the largest number of positive test results.\",\"url_preprint\":\"https://www.medrxiv.org/content/10.1101/2020.07.09.20141762v1\",\"keywords\":\"Healthcare, Covid-19\",\"bibtex\":\"@article{lengerich2020disentangling,\\n  title={Disentangling Increased Testing from Covid-19 Epidemic Spread},\\n  author={Lengerich, Benjamin J. and Neiswanger, Willie and Lengerich, Eugene J. and Xing, Eric P.},\\n  journal={MedRXiv},\\n  informal_venue={medrxiv},\\n  year={2020},\\n  abstract={To design effective disease control strategies, it is critical to understand the incidence of diseases. In the Covid-19 epidemic in the United States (caused by outbreak of the SARS-CoV-2 virus), testing capacity was initially very limited and has been increasing at the same time as the virus has been spreading. When estimating the incidence, it can be difficult to distinguish whether increased numbers of positive tests stem from increases in the spread of the virus or increases in testing. This has made it very difficult to identify locations in which the epidemic poses the largest public health risks. Here, we use a probabilistic model to quantify beliefs about testing strategies and understand implications regarding incidence. We apply this model to estimate the incidence in each state of the United States, and find that: (1) the Covid-19 epidemic is likely to be more widespread than reported by limited testing, (2) the Covid-19 epidemic growth in the summer months is likely smaller than it was during the spring months, and (3) the regions which are at highest risk of Covid-19 epidemic outbreaks are not always those with the largest number of positive test results.},\\n  url_preprint={https://www.medrxiv.org/content/10.1101/2020.07.09.20141762v1},\\n    keywords={Healthcare, Covid-19}\\n}\\n\\n\\n\",\"author_short\":[\"Lengerich, B. J.\",\"Neiswanger, W.\",\"Lengerich, E. J.\",\"Xing, E. P.\"],\"key\":\"lengerich2020disentangling\",\"id\":\"lengerich2020disentangling\",\"bibbaseid\":\"lengerich-neiswanger-lengerich-xing-disentanglingincreasedtestingfromcovid19epidemicspread-2020\",\"role\":\"author\",\"urls\":{\" preprint\":\"https://www.medrxiv.org/content/10.1101/2020.07.09.20141762v1\"},\"keyword\":[\"Healthcare\",\"Covid-19\"],\"metadata\":{\"authorlinks\":{}},\"html\":\"\"},{\"bibtype\":\"article\",\"type\":\"article\",\"title\":\"Length of labor and severe maternal morbidity in the NTSV population\",\"author\":[{\"propositions\":[],\"lastnames\":[\"Lengerich\"],\"firstnames\":[\"Benjamin\",\"J.\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Caruana\"],\"firstnames\":[\"Rich\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Weeks\"],\"firstnames\":[\"William\",\"B\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Painter\"],\"firstnames\":[\"Ian\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Spencer\"],\"firstnames\":[\"Sydney\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Sitcov\"],\"firstnames\":[\"Kristin\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Daly\"],\"firstnames\":[\"Colleen\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Souter\"],\"firstnames\":[\"Vivienne\"],\"suffixes\":[]}],\"journal\":\"American Journal of Obstetrics & Gynecology\",\"volume\":\"224\",\"number\":\"2\",\"pages\":\"S33\",\"year\":\"2021\",\"publisher\":\"Elsevier\",\"url_paper\":\"https://www.ajog.org/article/S0002-9378(20)31386-7/pdf\",\"keywords\":\"Healthcare, Pregnancy\",\"bibtex\":\"@article{lengerich2021length,\\n  title={Length of labor and severe maternal morbidity in the NTSV population},\\n  author={Lengerich, Benjamin J. and Caruana, Rich and Weeks, William B and Painter, Ian and Spencer, Sydney and Sitcov, Kristin and Daly, Colleen and Souter, Vivienne},\\n  journal={American Journal of Obstetrics \\\\& Gynecology},\\n  volume={224},\\n  number={2},\\n  pages={S33},\\n  year={2021},\\n  publisher={Elsevier},\\n  url_paper={https://www.ajog.org/article/S0002-9378(20)31386-7/pdf},\\n    keywords={Healthcare, Pregnancy}\\n}\\n\\n\",\"author_short\":[\"Lengerich, B. J.\",\"Caruana, R.\",\"Weeks, W. B\",\"Painter, I.\",\"Spencer, S.\",\"Sitcov, K.\",\"Daly, C.\",\"Souter, V.\"],\"key\":\"lengerich2021length\",\"id\":\"lengerich2021length\",\"bibbaseid\":\"lengerich-caruana-weeks-painter-spencer-sitcov-daly-souter-lengthoflaborandseverematernalmorbidityinthentsvpopulation-2021\",\"role\":\"author\",\"urls\":{\" paper\":\"https://www.ajog.org/article/S0002-9378(20)31386-7/pdf\"},\"keyword\":[\"Healthcare\",\"Pregnancy\"],\"metadata\":{\"authorlinks\":{}},\"html\":\"\"},{\"bibtype\":\"article\",\"type\":\"article\",\"title\":\"Insights into severe maternal morbidity in the NTSV population\",\"author\":[{\"propositions\":[],\"lastnames\":[\"Lengerich\"],\"firstnames\":[\"Benjamin\",\"J.\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Caruana\"],\"firstnames\":[\"Rich\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Weeks\"],\"firstnames\":[\"William\",\"B\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Painter\"],\"firstnames\":[\"Ian\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Spencer\"],\"firstnames\":[\"Sydney\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Sitcov\"],\"firstnames\":[\"Kristin\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Daly\"],\"firstnames\":[\"Colleen\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Souter\"],\"firstnames\":[\"Vivienne\"],\"suffixes\":[]}],\"journal\":\"American Journal of Obstetrics & Gynecology\",\"volume\":\"224\",\"number\":\"2\",\"pages\":\"S629–S630\",\"year\":\"2021\",\"publisher\":\"Elsevier\",\"url_paper\":\"https://www.ajog.org/article/S0002-9378(20)32418-2/fulltext\",\"keywords\":\"Healthcare, Pregnancy\",\"bibtex\":\"@article{lengerich2021insights,\\n  title={Insights into severe maternal morbidity in the NTSV population},\\n  author={Lengerich, Benjamin J. and Caruana, Rich and Weeks, William B and Painter, Ian and Spencer, Sydney and Sitcov, Kristin and Daly, Colleen and Souter, Vivienne},\\n  journal={American Journal of Obstetrics \\\\& Gynecology},\\n  volume={224},\\n  number={2},\\n  pages={S629--S630},\\n  year={2021},\\n  publisher={Elsevier},\\n  url_paper={https://www.ajog.org/article/S0002-9378(20)32418-2/fulltext},\\n    keywords={Healthcare, Pregnancy}\\n}\\n\\n\",\"author_short\":[\"Lengerich, B. J.\",\"Caruana, R.\",\"Weeks, W. B\",\"Painter, I.\",\"Spencer, S.\",\"Sitcov, K.\",\"Daly, C.\",\"Souter, V.\"],\"key\":\"lengerich2021insights\",\"id\":\"lengerich2021insights\",\"bibbaseid\":\"lengerich-caruana-weeks-painter-spencer-sitcov-daly-souter-insightsintoseverematernalmorbidityinthentsvpopulation-2021\",\"role\":\"author\",\"urls\":{\" paper\":\"https://www.ajog.org/article/S0002-9378(20)32418-2/fulltext\"},\"keyword\":[\"Healthcare\",\"Pregnancy\"],\"metadata\":{\"authorlinks\":{}},\"html\":\"\"},{\"bibtype\":\"inproceedings\",\"type\":\"inproceedings\",\"title\":\"Time-Varying Mortality Risk Suggests Increased Impact of Thrombosis in Hospitalized Covid-19 Patients\",\"author\":[{\"propositions\":[],\"lastnames\":[\"Lengerich\"],\"firstnames\":[\"Benjamin\",\"J\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Nunnally\"],\"firstnames\":[\"Mark\",\"E\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Aphinyanaphongs\"],\"firstnames\":[\"Yin\",\"J\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Caruana\"],\"firstnames\":[\"Rich\"],\"suffixes\":[]}],\"booktitle\":\"Machine Learning for Health\",\"year\":\"2022\",\"url_preprint\":\"https://www.medrxiv.org/content/10.1101/2021.12.11.21267259v1\",\"abstract\":\"Treatment protocols, treatment availability, disease understanding, and viral characteristics have changed over the course of the Covid-19 pandemic; as a result, the risks associated with patient comorbidities and biomarkers have also changed. We add to the ongoing conversation regarding inflammation, hemostasis and vascular function in Covid-19 by performing a time-varying observational analysis of over 4000 patients hospitalized for Covid-19 in a New York City hospital system from March 2020 to August 2021 to elucidate the changing impact of thrombosis, inflammation, and other risk factors on in-hospital mortality. We find that the predictive power of biomarkers of thrombosis risk have increased over time, suggesting an opportunity for improved care by identifying and targeting therapies for patients with elevated thrombophilic propensity.\",\"keywords\":\"Healthcare, Covid-19\",\"bibtex\":\"@InProceedings{lengerich2021time,\\n  title={Time-Varying Mortality Risk Suggests Increased Impact of Thrombosis in Hospitalized Covid-19 Patients},\\n  author={Lengerich, Benjamin J and Nunnally, Mark E and Aphinyanaphongs, Yin J and Caruana, Rich},\\n  booktitle={Machine Learning for Health},\\n  year={2022},\\n  url_preprint={https://www.medrxiv.org/content/10.1101/2021.12.11.21267259v1},\\n  abstract={Treatment protocols, treatment availability, disease understanding, and viral characteristics have changed over the course of the Covid-19 pandemic; as a result, the risks associated with patient comorbidities and biomarkers have also changed. We add to the ongoing conversation regarding inflammation, hemostasis and vascular function in Covid-19 by performing a time-varying observational analysis of over 4000 patients hospitalized for Covid-19 in a New York City hospital system from March 2020 to August 2021 to elucidate the changing impact of thrombosis, inflammation, and other risk factors on in-hospital mortality. We find that the predictive power of biomarkers of thrombosis risk have increased over time, suggesting an opportunity for improved care by identifying and targeting therapies for patients with elevated thrombophilic propensity.},\\n    keywords={Healthcare, Covid-19}\\n}\\n\\n\",\"author_short\":[\"Lengerich, B. J\",\"Nunnally, M. E\",\"Aphinyanaphongs, Y. J\",\"Caruana, R.\"],\"key\":\"lengerich2021time\",\"id\":\"lengerich2021time\",\"bibbaseid\":\"lengerich-nunnally-aphinyanaphongs-caruana-timevaryingmortalityrisksuggestsincreasedimpactofthrombosisinhospitalizedcovid19patients-2022\",\"role\":\"author\",\"urls\":{\" preprint\":\"https://www.medrxiv.org/content/10.1101/2021.12.11.21267259v1\"},\"keyword\":[\"Healthcare\",\"Covid-19\"],\"metadata\":{\"authorlinks\":{}},\"html\":\"\"},{\"bibtype\":\"article\",\"type\":\"article\",\"title\":\"Neutrophil Lymphocyte Ratio as a Determinant of Glucocorticoid Effectiveness in Covid-19 Treatment\",\"author\":[{\"propositions\":[],\"lastnames\":[\"Lengerich\"],\"firstnames\":[\"Benjamin\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Caruana\"],\"firstnames\":[\"Rich\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Aphinyanaphongs\"],\"firstnames\":[\"Yin\"],\"suffixes\":[]}],\"journal\":\"MedRXiv\",\"year\":\"2021\",\"url_preprint\":\"https://www.medrxiv.org/content/10.1101/2021.06.15.21251794v1\",\"abstract\":\"Glucocorticoids have been shown to improve outcomes of patients with severe cases of Covid-19. However, criteria for prescribing glucocorticoids are currently limited. To identify potential for targeting, we perform an observational analysis of mortality of hospitalized patients. Our results agree with current clinical understanding that glucocorticoids benefit patients with severe cases of Covid-19, and that elevated Neutrophil/Lymphocyte Ratio (NLR) is associated with mortality. Furthermore, our results suggest that glucocorticoids could be targeted to patients with elevated NLR (especially in the range 6-25) at time of admission. Finally, we note there are also high-risk patients with low NLR, suggesting varying presentations of severe Covid-19.\",\"keywords\":\"Healthcare, Covid-19\",\"bibtex\":\"@article{lengerich2021neutrophil,\\n  title={Neutrophil Lymphocyte Ratio as a Determinant of Glucocorticoid Effectiveness in Covid-19 Treatment},\\n  author={Lengerich, Benjamin and Caruana, Rich and Aphinyanaphongs, Yin},\\n  journal={MedRXiv},\\n  year={2021},\\n  url_preprint = {https://www.medrxiv.org/content/10.1101/2021.06.15.21251794v1},\\n  abstract = {Glucocorticoids have been shown to improve outcomes of patients with severe cases of Covid-19. However, criteria for prescribing glucocorticoids are currently limited. To identify potential for targeting, we perform an observational analysis of mortality of hospitalized patients. Our results agree with current clinical understanding that glucocorticoids benefit patients with severe cases of Covid-19, and that elevated Neutrophil/Lymphocyte Ratio (NLR) is associated with mortality. Furthermore, our results suggest that glucocorticoids could be targeted to patients with elevated NLR (especially in the range 6-25) at time of admission. Finally, we note there are also high-risk patients with low NLR, suggesting varying presentations of severe Covid-19.},\\n    keywords={Healthcare, Covid-19}\\n}\\n\\n\\n\",\"author_short\":[\"Lengerich, B.\",\"Caruana, R.\",\"Aphinyanaphongs, Y.\"],\"key\":\"lengerich2021neutrophil\",\"id\":\"lengerich2021neutrophil\",\"bibbaseid\":\"lengerich-caruana-aphinyanaphongs-neutrophillymphocyteratioasadeterminantofglucocorticoideffectivenessincovid19treatment-2021\",\"role\":\"author\",\"urls\":{\" preprint\":\"https://www.medrxiv.org/content/10.1101/2021.06.15.21251794v1\"},\"keyword\":[\"Healthcare\",\"Covid-19\"],\"metadata\":{\"authorlinks\":{}},\"html\":\"\"},{\"bibtype\":\"article\",\"type\":\"article\",\"author\":[{\"propositions\":[],\"lastnames\":[\"Bordt\"],\"firstnames\":[\"Sebastian\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Lengerich\"],\"firstnames\":[\"Ben\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Nori\"],\"firstnames\":[\"Harsha\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Caruana\"],\"firstnames\":[\"Rich\"],\"suffixes\":[]}],\"title\":\"Data Science with LLMs and Interpretable Models\",\"journal\":\"AAAI Explainable AI for Science\",\"year\":\"2023\",\"informal_venue\":\"AAAI XAI4Sci\",\"abstract\":\"Recent years have seen important advances in the building of interpretable models, machine learning models that are designed to be easily understood by humans. In this work, we show that large language models (LLMs) are remarkably good at working with interpretable models, too. In particular, we show that LLMs can describe, interpret, and debug Generalized Additive Models (GAMs). Combining the flexibility of LLMs with the breadth of statistical patterns accurately described by GAMs enables dataset summarization, question answering, and model critique. LLMs can also improve the interaction between domain experts and interpretable models, and generate hypotheses about the underlying phenomenon. We release TalkToEBM as an open-source LLM-GAM interface.\",\"keywords\":\"Interpretable, LLMs\",\"bibtex\":\"@article{bordt2024data,\\n    author = {Bordt, Sebastian and Lengerich, Ben and Nori, Harsha and Caruana, Rich},\\n    title = {Data Science with LLMs and Interpretable Models},\\n    journal = {AAAI Explainable AI for Science},\\n    year = {2023},\\n    informal_venue = {AAAI XAI4Sci},\\n    abstract = {Recent years have seen important advances in the building of interpretable models, machine learning models that are designed to be easily understood by humans. In this work, we show that large language models (LLMs) are remarkably good at working with interpretable models, too. In particular, we show that LLMs can describe, interpret, and debug Generalized Additive Models (GAMs). Combining the flexibility of LLMs with the breadth of statistical patterns accurately described by GAMs enables dataset summarization, question answering, and model critique. LLMs can also improve the interaction between domain experts and interpretable models, and generate hypotheses about the underlying phenomenon. We release TalkToEBM as an open-source LLM-GAM interface.},\\nkeywords = {Interpretable, LLMs}\\n}\\n\\n\",\"author_short\":[\"Bordt, S.\",\"Lengerich, B.\",\"Nori, H.\",\"Caruana, R.\"],\"key\":\"bordt2024data\",\"id\":\"bordt2024data\",\"bibbaseid\":\"bordt-lengerich-nori-caruana-datasciencewithllmsandinterpretablemodels-2023\",\"role\":\"author\",\"urls\":{},\"keyword\":[\"Interpretable\",\"LLMs\"],\"metadata\":{\"authorlinks\":{}},\"html\":\"\"},{\"bibtype\":\"inproceedings\",\"type\":\"inproceedings\",\"title\":\"Data-Driven Patterns in Protective Effects of Ibuprofen and Ketorolac on Hospitalized Covid-19 Patients\",\"author\":[{\"propositions\":[],\"lastnames\":[\"Caruana\"],\"firstnames\":[\"Rich\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Lengerich\"],\"firstnames\":[\"Benjamin\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Aphinyanaphongs\"],\"firstnames\":[\"Yin\"],\"suffixes\":[]}],\"journal\":\"American Medical Informatics Association (AMIA) Annual Symposium\",\"year\":\"2021\",\"url_preprint\":\"https://www.medrxiv.org/content/10.1101/2021.06.15.21258991v1\",\"abstract\":\"The impact of nonsteroidal anti-inflammatory drugs (NSAIDs) on patients with Covid-19 has been unclear. A major reason for this uncertainty is the confounding between treatments, patient comorbidities, and illness severity. Here, we perform an observational analysis of over 3000 patients hospitalized for Covid-19 in a New York hospital system to identify the relationship between in-patient treatment with Ibuprofen or Ketorolac and mortality. Our analysis finds evidence consitent with a protective effect for Ibuprofen and Ketorolac, with evidence stronger for a protective effect of Ketorolac than for a protective effect of Ibuprofen.\",\"keywords\":\"Healthcare, Covid-19\",\"bibtex\":\"@InProceedings{caruana2021data,\\n  title={Data-Driven Patterns in Protective Effects of Ibuprofen and Ketorolac on Hospitalized Covid-19 Patients},\\n  author={Caruana, Rich and Lengerich, Benjamin and Aphinyanaphongs, Yin},\\n  journal={American Medical Informatics Association (AMIA) Annual Symposium},\\n  year={2021},\\n  url_preprint={https://www.medrxiv.org/content/10.1101/2021.06.15.21258991v1},\\n  abstract={The impact of nonsteroidal anti-inflammatory drugs (NSAIDs) on patients with Covid-19 has been unclear. A major reason for this uncertainty is the confounding between treatments, patient comorbidities, and illness severity. Here, we perform an observational analysis of over 3000 patients hospitalized for Covid-19 in a New York hospital system to identify the relationship between in-patient treatment with Ibuprofen or Ketorolac and mortality. Our analysis finds evidence consitent with a protective effect for Ibuprofen and Ketorolac, with evidence stronger for a protective effect of Ketorolac than for a protective effect of Ibuprofen.},\\n    keywords={Healthcare, Covid-19}\\n}\\n\",\"author_short\":[\"Caruana, R.\",\"Lengerich, B.\",\"Aphinyanaphongs, Y.\"],\"key\":\"caruana2021data\",\"id\":\"caruana2021data\",\"bibbaseid\":\"caruana-lengerich-aphinyanaphongs-datadrivenpatternsinprotectiveeffectsofibuprofenandketorolaconhospitalizedcovid19patients-2021\",\"role\":\"author\",\"urls\":{\" preprint\":\"https://www.medrxiv.org/content/10.1101/2021.06.15.21258991v1\"},\"keyword\":[\"Healthcare\",\"Covid-19\"],\"metadata\":{\"authorlinks\":{}},\"html\":\"\"}],\n      metadata: {\"authorlinks\":{}},\n      ownerID: undefined\n    };\n  </script>\n\n  <script type=\"text/javascript\">\n  var site$;\n  if (typeof $ != 'undefined') {\n    console.log('existing jquery: storing and then restoring');\n    site$ = $;\n    $ = null;\n  }\n  </script>\n\n  <script src=\"https://ajax.googleapis.com/ajax/libs/jquery/2.2.4/jquery.min.js\">\n  </script>\n  <script type=\"text/javascript\">\n  if (site$) {\n    console.log('existing jquery: avoiding conflict and restoring');\n    bb$ = $.noConflict(true);\n    $ = site$;\n  } else {\n    bb$ = $;\n  }\n  </script>\n\n  <script src=\"//bibbase.org/js/bibbase.min.js\"\n          type=\"text/javascript\">\n  </script>\n\n  <script type=\"text/javascript\"\n          src=\"https://cdnjs.cloudflare.com/ajax/libs/mathjax/2.7.1/MathJax.js?config=TeX-AMS-MML_HTMLorMML\">\n  </script>\n  <script type=\"text/x-mathjax-config\">\n    MathJax.Hub.Config({tex2jax: {inlineMath: [['$','$'], ['\\\\(','\\\\)']]},\n                        skipTags: [\"body\"],\n                        processClass: \"bibbase_paper\"});\n  </script>\n\n  <style>\n  @media print {\n    .dontprint {\n        display: none !important;\n    }\n\n  .bibbase_group {\n    background-color: #E0E0E0;\n    font-style: italic;\n    font-size: larger;\n    text-shadow: 0px 0px 3px #FFFFFF;\n    border-radius: 4px 4px 4px 4px;\n    -moz-border-radius: 4px 4px 4px 4px;\n    -webkit-border-radius: 4px;\n    padding: 5px 40px 5px;\n    margin-top: 10px;\n    margin-bottom: 5px;\n    cursor: pointer;\n  }\n\n  .bibbase_paper {\n    margin-bottom: 5px;\n  }\n\n  }\n  </style>\n\n  \n  <div style=\"float: right; margin-right: 10px; margin-top: 10px; text-align: right; font-size: 12px\">\n    generated by\n    <a href=\"//bibbase.org\"\n       onclick=\"trackOutboundLink('bibbase', 'logo clicked', window.location.href, '//bibbase.org'); return false;\">\n      <img src=\"//bibbase.org/img/logo.svg\"\n           style=\"vertical-align: middle; margin-left: 3px; height: 16px;\"/\n           alt=\"bibbase.org\"\n           title=\"BibBase – The easiest way to maintain your publications page.\"\n        ></a>\n    \n  </div>\n  \n\n  <div id=\"bibbase_header\" class=\"dontprint\" style=\"\">\n\n    <ul class=\"nav nav-pills\" style=\"margin: 0px;\">\n\n      <li class=\"dropdown\" id=\"groupby_dropdown\">\n      <a class=\"dropdown-toggle\"\n         data-toggle=\"dropdown\"\n         href=\"#\">\n          Group by\n          <b class=\"caret\"></b>\n      </a>\n      <ul class=\"dropdown-menu\">\n        <li class=\"groupby year\"><a onclick=\"groupby('year')\">\n            Year</a>\n        </li>\n        <li class=\"groupby author\"><a onclick=\"groupby('author_short')\">\n            Author</a>\n        </li>\n        <li class=\"groupby type\"><a onclick=\"groupby('type')\">\n            Type</a>\n        </li>\n        <li class=\"groupby keyword\"><a onclick=\"groupby('keyword')\">\n            Keyword</a>\n        </li>\n        <li class=\"groupby downloads\"><a onclick=\"groupby('downloads')\">\n            Downloads</a>\n        </li>\n      </ul>\n      </li>\n\n\n      <li class=\"dropdown\" id=\"menu_dropdown\">\n      <a class=\"dropdown-toggle\"\n         data-toggle=\"dropdown\"\n         href=\"#\" alt=\"controls\">\n          <i class=\"fa fa-reorder\" alt=\"controls\"></i>\n          <b class=\"caret\"></b>\n      </a>\n      <ul class=\"dropdown-menu\">\n        <li>\n          <a onclick=\"toggleAll()\">\n            <i class=\"fa fa-chevron-down fa-fw\"></i> Expand/Collapse All\n          </a>\n        </li>\n        <li>\n          <a download=\"lengerich_website.bib\" href=\"data:text/bibtex;base64,QGFydGljbGV7bGVuZ2VyaWNoMjAyM2xsbXMsCiAgICBhdXRob3IgPSB7TGVuZ2VyaWNoLCBCZW5qYW1pbiBKLiBhbmQgQm9yZHQsIFNlYmFzdGlhbiBhbmQgTm9yaSwgSGFyc2hhIGFuZCBOdW5uYWxseSwgTWFyayBFLiBhbmQgQXBoaW55YW5hcGhvbmdzLCBZaW4gYW5kIEtlbGxpcywgTWFub2xpcyBhbmQgQ2FydWFuYSwgUmljaH0sCiAgICB0aXRsZSA9IHtMTE1zIFVuZGVyc3RhbmQgR2xhc3MtQm94IE1vZGVscywgRGlzY292ZXIgU3VycHJpc2VzLCBhbmQgU3VnZ2VzdCBSZXBhaXJzfSwKICAgIGluZm9ybWFsX3ZlbnVlID0ge2FyWGl2fSwKICAgIGpvdXJuYWwgPSB7fSwKICAgIHllYXIgPSB7MjAyM30sCiAgICB1cmxfcHJlcHJpbnQ9e2h0dHBzOi8vYXJ4aXYub3JnL2Ficy8yMzA4LjAxMTU3fSwKICAgIGFic3RyYWN0PXtXZSBzaG93IHRoYXQgbGFyZ2UgbGFuZ3VhZ2UgbW9kZWxzIChMTE1zKSBhcmUgcmVtYXJrYWJseSBnb29kIGF0IHdvcmtpbmcgd2l0aCBpbnRlcnByZXRhYmxlIG1vZGVscyB0aGF0IGRlY29tcG9zZSBjb21wbGV4IG91dGNvbWVzIGludG8gdW5pdmFyaWF0ZSBncmFwaC1yZXByZXNlbnRlZCBjb21wb25lbnRzLiBCeSBhZG9wdGluZyBhIGhpZXJhcmNoaWNhbCBhcHByb2FjaCB0byByZWFzb25pbmcsIExMTXMgY2FuIHByb3ZpZGUgY29tcHJlaGVuc2l2ZSBtb2RlbC1sZXZlbCBzdW1tYXJpZXMgd2l0aG91dCBldmVyIHJlcXVpcmluZyB0aGUgZW50aXJlIG1vZGVsIHRvIGZpdCBpbiBjb250ZXh0LiBUaGlzIGFwcHJvYWNoIGVuYWJsZXMgTExNcyB0byBhcHBseSB0aGVpciBleHRlbnNpdmUgYmFja2dyb3VuZCBrbm93bGVkZ2UgdG8gYXV0b21hdGUgY29tbW9uIHRhc2tzIGluIGRhdGEgc2NpZW5jZSBzdWNoIGFzIGRldGVjdGluZyBhbm9tYWxpZXMgdGhhdCBjb250cmFkaWN0IHByaW9yIGtub3dsZWRnZSwgZGVzY3JpYmluZyBwb3RlbnRpYWwgcmVhc29ucyBmb3IgdGhlIGFub21hbGllcywgYW5kIHN1Z2dlc3RpbmcgcmVwYWlycyB0aGF0IHdvdWxkIHJlbW92ZSB0aGUgYW5vbWFsaWVzLiBXZSB1c2UgbXVsdGlwbGUgZXhhbXBsZXMgaW4gaGVhbHRoY2FyZSB0byBkZW1vbnN0cmF0ZSB0aGUgdXRpbGl0eSBvZiB0aGVzZSBuZXcgY2FwYWJpbGl0aWVzIG9mIExMTXMsIHdpdGggcGFydGljdWxhciBlbXBoYXNpcyBvbiBHZW5lcmFsaXplZCBBZGRpdGl2ZSBNb2RlbHMgKEdBTXMpLiBGaW5hbGx5LCB3ZSBwcmVzZW50IHRoZSBwYWNrYWdlIFRhbGtUb0VCTSBhcyBhbiBvcGVuLXNvdXJjZSBMTE0tR0FNIGludGVyZmFjZS59LAogICAga2V5d29yZHM9e0xMTXN9Cn0KCgoKQGFydGljbGV7ZGV1c2NoZWwyMDIzY29udGV4dHVhbGl6ZWQsCiAgICB0aXRsZT17Q29udGV4dHVhbGl6ZWQgUG9saWN5IFJlY292ZXJ5OiBNb2RlbGluZyBhbmQgSW50ZXJwcmV0aW5nIE1lZGljYWwgRGVjaXNpb25zIHdpdGggQWRhcHRpdmUgSW1pdGF0aW9uIExlYXJuaW5nfSwKICAgIGF1dGhvcj17RGV1c2NoZWwsIEphbm5payBhbmQgRWxsaW5ndG9uLCBDYWxlYiBhbmQgTGVuZ2VyaWNoLCBCZW4gYW5kIEx1bywgWWluZ3RhbyBhbmQgRnJpZWRlcmljaCwgUGFzY2FsIGFuZCBYaW5nLCBFcmljfSwKICAgIGluZm9ybWFsX3ZlbnVlID0ge2FyWGl2fSwKICAgIHllYXI9ezIwMjN9LAogICAgdXJsX3ByZXByaW50PXtodHRwczovL2FyeGl2Lm9yZy9hYnMvMjMxMC4wNzkxOH0sCiAgICBhYnN0cmFjdD17SW50ZXJwcmV0YWJsZSBwb2xpY3kgbGVhcm5pbmcgc2Vla3MgdG8gZXN0aW1hdGUgaW50ZWxsaWdpYmxlIGRlY2lzaW9uIHBvbGljaWVzIGZyb20gb2JzZXJ2ZWQgYWN0aW9uczsgaG93ZXZlciwgZXhpc3RpbmcgbW9kZWxzIGZhbGwgc2hvcnQgYnkgZm9yY2luZyBhIHRyYWRlb2ZmIGJldHdlZW4gYWNjdXJhY3kgYW5kIGludGVycHJldGFiaWxpdHkuIFRoaXMgdHJhZGVvZmYgbGltaXRzIGRhdGEtZHJpdmVuIGludGVycHJldGF0aW9ucyBvZiBodW1hbiBkZWNpc2lvbi1tYWtpbmcgcHJvY2Vzcy4gZS5nLiB0byBhdWRpdCBtZWRpY2FsIGRlY2lzaW9ucyBmb3IgYmlhc2VzIGFuZCBzdWJvcHRpbWFsIHByYWN0aWNlcywgd2UgcmVxdWlyZSBtb2RlbHMgb2YgZGVjaXNpb24gcHJvY2Vzc2VzIHdoaWNoIHByb3ZpZGUgY29uY2lzZSBkZXNjcmlwdGlvbnMgb2YgY29tcGxleCBiZWhhdmlvcnMuIEZ1bmRhbWVudGFsbHksIGV4aXN0aW5nIGFwcHJvYWNoZXMgYXJlIGJ1cmRlbmVkIGJ5IHRoaXMgdHJhZGVvZmYgYmVjYXVzZSB0aGV5IHJlcHJlc2VudCB0aGUgdW5kZXJseWluZyBkZWNpc2lvbiBwcm9jZXNzIGFzIGEgdW5pdmVyc2FsIHBvbGljeSwgd2hlbiBpbiBmYWN0IGh1bWFuIGRlY2lzaW9ucyBhcmUgZHluYW1pYyBhbmQgY2FuIGNoYW5nZSBkcmFzdGljYWxseSB3aXRoIGNvbnRleHR1YWwgaW5mb3JtYXRpb24uIFRodXMsIHdlIHByb3Bvc2UgQ29udGV4dHVhbGl6ZWQgUG9saWN5IFJlY292ZXJ5IChDUFIpLCB3aGljaCByZS1mcmFtZXMgdGhlIHByb2JsZW0gb2YgbW9kZWxpbmcgY29tcGxleCBkZWNpc2lvbiBwcm9jZXNzZXMgYXMgYSBtdWx0aS10YXNrIGxlYXJuaW5nIHByb2JsZW0gaW4gd2hpY2ggY29tcGxleCBkZWNpc2lvbiBwb2xpY2llcyBhcmUgY29tcHJpc2VkIG9mIGNvbnRleHQtc3BlY2lmaWMgcG9saWNpZXMuIENQUiBtb2RlbHMgZWFjaCBjb250ZXh0LXNwZWNpZmljIHBvbGljeSBhcyBhIGxpbmVhciBvYnNlcnZhdGlvbi10by1hY3Rpb24gbWFwcGluZywgYW5kIGdlbmVyYXRlcyBuZXcgZGVjaXNpb24gbW9kZWxzIG9uLWRlbWFuZCBhcyBjb250ZXh0cyBhcmUgdXBkYXRlZCB3aXRoIG5ldyBvYnNlcnZhdGlvbnMuIENQUiBpcyBjb21wYXRpYmxlIHdpdGggZnVsbHkgb2ZmbGluZSBhbmQgcGFydGlhbGx5IG9ic2VydmFibGUgZGVjaXNpb24gZW52aXJvbm1lbnRzLCBhbmQgY2FuIGJlIHRhaWxvcmVkIHRvIGluY29ycG9yYXRlIGFueSByZWN1cnJlbnQgYmxhY2stYm94IG1vZGVsIG9yIGludGVycHJldGFibGUgZGVjaXNpb24gbW9kZWwuIFdlIGFzc2VzcyBDUFIgdGhyb3VnaCBzdHVkaWVzIG9uIHNpbXVsYXRlZCBhbmQgcmVhbCBkYXRhLCBhY2hpZXZpbmcgc3RhdGUtb2YtdGhlLWFydCBwZXJmb3JtYW5jZSBvbiB0aGUgY2Fub25pY2FsIHRhc2tzIG9mIHByZWRpY3RpbmcgYW50aWJpb3RpYyBwcmVzY3JpcHRpb24gaW4gaW50ZW5zaXZlIGNhcmUgdW5pdHMgKCsyMiUgQVVST0MgdnMuIHByZXZpb3VzIFNPVEEpIGFuZCBwcmVkaWN0aW5nIE1SSSBwcmVzY3JpcHRpb24gZm9yIEFsemhlaW1lcidzIHBhdGllbnRzICgrNy43JSBBVVJPQyB2cy4gcHJldmlvdXMgU09UQSkuIFdpdGggdGhpcyBpbXByb3ZlbWVudCBpbiBwcmVkaWN0aXZlIHBlcmZvcm1hbmNlLCBDUFIgY2xvc2VzIHRoZSBhY2N1cmFjeSBnYXAgYmV0d2VlbiBpbnRlcnByZXRhYmxlIGFuZCBibGFjay1ib3ggbWV0aG9kcyBmb3IgcG9saWN5IGxlYXJuaW5nLCBhbGxvd2luZyBoaWdoLXJlc29sdXRpb24gZXhwbG9yYXRpb24gYW5kIGFuYWx5c2lzIG9mIGNvbnRleHQtc3BlY2lmaWMgZGVjaXNpb24gbW9kZWxzLn0sCiAgICBrZXl3b3Jkcz17Q29udGV4dHVhbGl6ZWQsIEhlYWx0aGNhcmUsIFBvbGljeSBMZWFybmluZ30KfQoKCgoKQGFydGljbGV7bGVuZ2VyaWNoMjAyM2NvbnRleHR1YWxpemVkLAogICAgdGl0bGU9e0NvbnRleHR1YWxpemVkIE1hY2hpbmUgTGVhcm5pbmd9LAogICAgYXV0aG9yPXtMZW5nZXJpY2gsIEJlbiBhbmQgRWxsaW5ndG9uLCBDYWxlYiBhbmQgUnViYmksIEFuZHJlYSBhbmQgS2VsbGlzLCBNYW5vbGlzIGFuZCBYaW5nLCBFcmljfSwKICAgIGluZm9ybWFsX3ZlbnVlID0ge2FyWGl2fSwKICAgIHllYXI9ezIwMjN9LAogICAgdXJsX3ByZXByaW50PXtodHRwczovL2FyeGl2Lm9yZy9hYnMvMjMxMC4xMTM0MH0sCiAgICBhYnN0cmFjdD17V2UgZXhhbWluZSBDb250ZXh0dWFsaXplZCBNYWNoaW5lIExlYXJuaW5nIChNTCksIGEgcGFyYWRpZ20gZm9yIGxlYXJuaW5nIGhldGVyb2dlbmVvdXMgYW5kIGNvbnRleHQtZGVwZW5kZW50IGVmZmVjdHMuIENvbnRleHR1YWxpemVkIE1MIGVzdGltYXRlcyBoZXRlcm9nZW5lb3VzIGZ1bmN0aW9ucyBieSBhcHBseWluZyBkZWVwIGxlYXJuaW5nIHRvIHRoZSBtZXRhLXJlbGF0aW9uc2hpcCBiZXR3ZWVuIGNvbnRleHR1YWwgaW5mb3JtYXRpb24gYW5kIGNvbnRleHQtc3BlY2lmaWMgcGFyYW1ldHJpYyBtb2RlbHMuIFRoaXMgaXMgYSBmb3JtIG9mIHZhcnlpbmctY29lZmZpY2llbnQgbW9kZWxpbmcgdGhhdCB1bmlmaWVzIGV4aXN0aW5nIGZyYW1ld29ya3MgaW5jbHVkaW5nIGNsdXN0ZXIgYW5hbHlzaXMgYW5kIGNvaG9ydCBtb2RlbGluZyBieSBpbnRyb2R1Y2luZyB0d28gcmV1c2FibGUgY29uY2VwdHM6IGEgY29udGV4dCBlbmNvZGVyIHdoaWNoIHRyYW5zbGF0ZXMgc2FtcGxlIGNvbnRleHQgaW50byBtb2RlbCBwYXJhbWV0ZXJzLCBhbmQgc2FtcGxlLXNwZWNpZmljIG1vZGVsIHdoaWNoIG9wZXJhdGVzIG9uIHNhbXBsZSBwcmVkaWN0b3JzLiBXZSByZXZpZXcgdGhlIHByb2Nlc3Mgb2YgZGV2ZWxvcGluZyBjb250ZXh0dWFsaXplZCBtb2RlbHMsIG5vbnBhcmFtZXRyaWMgaW5mZXJlbmNlIGZyb20gY29udGV4dHVhbGl6ZWQgbW9kZWxzLCBhbmQgaWRlbnRpZmlhYmlsaXR5IGNvbmRpdGlvbnMgb2YgY29udGV4dHVhbGl6ZWQgbW9kZWxzLiBGaW5hbGx5LCB3ZSBwcmVzZW50IHRoZSBvcGVuLXNvdXJjZSBQeVRvcmNoIHBhY2thZ2UgQ29udGV4dHVhbGl6ZWRNTC59LAogICAga2V5d29yZHM9e0NvbnRleHR1YWxpemVkfQp9CgoKCkBhcnRpY2xle2xlbmdlcmljaDIwMjJkZWF0aCwKICB0aXRsZT17RGVhdGggYnkgUm91bmQgTnVtYmVycyBhbmQgU2hhcnAgVGhyZXNob2xkczogR2xhc3MtQm94IE1hY2hpbmUgTGVhcm5pbmcgVW5jb3ZlcnMgQmlhc2VzIGluIE1lZGljYWwgUHJhY3RpY2V9LAogIGF1dGhvcj17TGVuZ2VyaWNoLCBCZW5qYW1pbiBhbmQgQ2FydWFuYSwgUmljaCBhbmQgTnVubmFsbHksIE1hcmsgRS4gYW5kIEtlbGxpcywgTWFub2xpc30sCiAgaW5mb3JtYWxfdmVudWUgPSB7bWVkcnhpdn0sCiAgICB1cmxfcHJlcHJpbnQ9e2h0dHBzOi8vd3d3Lm1lZHJ4aXYub3JnL2NvbnRlbnQvMTAuMTEwMS8yMDIyLjA0LjMwLjIyMjc0NTIwdjJ9LAogICAgYWJzdHJhY3Q9e1JlYWwtd29ybGQgZXZpZGVuY2UgaXMgY29uZm91bmRlZCBieSB0cmVhdG1lbnRzLCBzbyBkYXRhLWRyaXZlbiBzeXN0ZW1zIGNhbiBsZWFybiB0byByZWNhcGl0dWxhdGUgYmlhc2VzIHRoYXQgaW5mbHVlbmNlZCB0cmVhdG1lbnQgZGVjaXNpb25zLiBUaGlzIGNvbmZvdW5kaW5nIHByZXNlbnRzIGEgY2hhbGxlbmdlOiB1bmludGVycHJldGFibGUgYmxhY2stYm94IHN5c3RlbXMgY2FuIHB1dCBwYXRpZW50cyBhdCByaXNrIGJ5IGNvbmZ1c2luZyB0cmVhdG1lbnQgYmVuZWZpdHMgd2l0aCBpbnRyaW5zaWMgcmlzaywgYnV0IGFsc28gYW4gb3Bwb3J0dW5pdHk6IGludGVycHJldGFibGUg4oCcZ2xhc3MtYm944oCdIG1vZGVscyBjYW4gaW1wcm92ZSBtZWRpY2FsIHByYWN0aWNlIGJ5IGhpZ2hsaWdodGluZyB1bmV4cGVjdGVkIHBhdHRlcm5zIHdoaWNoIHN1Z2dlc3QgYmlhc2VzIGluIG1lZGljYWwgcHJhY3RpY2UuIFdlIHByb3Bvc2UgYSBnbGFzcy1ib3ggbW9kZWwgdGhhdCBlbmFibGVzIGNsaW5pY2FsIGV4cGVydHMgdG8gZmluZCB1bmV4cGVjdGVkIGNoYW5nZXMgaW4gcGF0aWVudCBtb3J0YWxpdHkgcmlzay4gQnkgYXBwbHlpbmcgdGhpcyBtb2RlbCB0byBmb3VyIGRhdGFzZXRzLCB3ZSBpZGVudGlmeSB0d28gY2hhcmFjdGVyaXN0aWMgdHlwZXMgb2YgYmlhc2VzOiAoMSkgZGlzY29udGludWl0aWVzIHdoZXJlIHNoYXJwIHRyZWF0bWVudCB0aHJlc2hvbGRzIHByb2R1Y2Ugc3RlcC1mdW5jdGlvbiBjaGFuZ2VzIGluIHJpc2sgbmVhciBjbGluaWNhbGx5LWltcG9ydGFudCByb3VuZC1udW1iZXIgY3V0b2ZmcywgYW5kICgyKSBjb3VudGVyLWNhdXNhbCBwYXJhZG94ZXMgd2hlcmUgYWdncmVzc2l2ZSB0cmVhdG1lbnQgcHJvZHVjZXMgbm9uLW1vbm90b25lIHJpc2sgY3VydmVzIHRoYXQgY29udHJhZGljdCB1bmRlcmx5aW5nIGNhdXNhbCByaXNrIGJ5IGxvd2VyaW5nIHRoZSByaXNrIG9mIHRyZWF0ZWQgcGF0aWVudHMgYmVsb3cgdGhhdCBvZiBoZWFsdGhpZXIsIGJ1dCB1bnRyZWF0ZWQsIHBhdGllbnRzLiBXaGlsZSB0aGVzZSBlZmZlY3RzIGFyZSBsZWFybmVkIGJ5IGFsbCBhY2N1cmF0ZSBtb2RlbHMsIHRoZXkgYXJlIG9ubHkgcmV2ZWFsZWQgYnkgaW50ZXJwcmV0YWJsZSBtb2RlbHMuIFdlIHNob3cgdGhhdCBiZWNhdXNlIHRoZXNlIGVmZmVjdHMgYXJlIHRoZSByZXN1bHQgb2YgY2xpbmljYWwgcHJhY3RpY2UgcmF0aGVyIHRoYW4gc3RhdGlzdGljYWwgYWJlcnJhdGlvbiwgdGhleSBhcmUgcGVydmFzaXZlIGV2ZW4gaW4gbGFyZ2UsIGNhbm9uaWNhbCBkYXRhc2V0cy4gRmluYWxseSwgd2UgYXBwbHkgdGhpcyBtZXRob2QgdG8gdW5jb3ZlciBvcHBvcnR1bml0aWVzIGZvciBpbXByb3ZlbWVudHMgaW4gY2xpbmljYWwgcHJhY3RpY2UsIGluY2x1ZGluZyA4MDAwIGV4Y2VzcyBkZWF0aHMgcGVyIHllYXIgaW4gdGhlIFVTLCB3aGVyZSBwYXJhZG94aWNhbGx5LCBwYXRpZW50cyB3aXRoIG1vZGVyYXRlbHktZWxldmF0ZWQgc2VydW0gY3JlYXRpbmluZSBoYXZlIGhpZ2hlciBtb3J0YWxpdHkgcmlzayB0aGFuIHBhdGllbnRzIHdpdGggc2V2ZXJlbHktZWxldmF0ZWQgc2VydW0gY3JlYXRpbmluZS59LAogICAga2V5d29yZHM9e0ludGVycHJldGFibGUsIEhlYWx0aGNhcmUsIENhdXNhbCBJbmZlcmVuY2V9LAogICAgeWVhcj17MjAyMn0KfQoKCgpAYXJ0aWNsZXtsZW5nZXJpY2gyMDIybm90bWFkLAogIHRpdGxlPXtOT1RNQUQ6IEVzdGltYXRpbmcgQmF5ZXNpYW4gTmV0d29ya3Mgd2l0aCBTYW1wbGUtU3BlY2lmaWMgU3RydWN0dXJlcyBhbmQgUGFyYW1ldGVyc30sCiAgYXV0aG9yPXtMZW5nZXJpY2gsIEJlbmphbWluIGFuZCBFbGxpbmd0b24sIENhbGViIGFuZCBBcmFnYW0sIEJyeW9uIGFuZCBYaW5nLCBFcmljIFAuIGFuZCBLZWxsaXMsIE1hbm9saXN9LAogIGluZm9ybWFsX3ZlbnVlID0ge2FyWGl2fSwKICB1cmxfcHJlcHJpbnQ9e2h0dHBzOi8vYXJ4aXYub3JnL2Ficy8yMTExLjAxMTA0fSwKICBhYnN0cmFjdD17Q29udGV4dC1zcGVjaWZpYyBCYXllc2lhbiBuZXR3b3JrcyAoaS5lLiBkaXJlY3RlZCBhY3ljbGljIGdyYXBocywgREFHcykgaWRlbnRpZnkgY29udGV4dC1kZXBlbmRlbnQgcmVsYXRpb25zaGlwcyBiZXR3ZWVuIHZhcmlhYmxlcywgYnV0IHRoZSBub24tY29udmV4aXR5IGluZHVjZWQgYnkgdGhlIGFjeWNsaWNpdHkgcmVxdWlyZW1lbnQgbWFrZXMgaXQgZGlmZmljdWx0IHRvIHNoYXJlIGluZm9ybWF0aW9uIGJldHdlZW4gY29udGV4dC1zcGVjaWZpYyBlc3RpbWF0b3JzIChlLmcuIHdpdGggZ3JhcGggZ2VuZXJhdG9yIGZ1bmN0aW9ucykuIEZvciB0aGlzIHJlYXNvbiwgZXhpc3RpbmcgbWV0aG9kcyBmb3IgaW5mZXJyaW5nIGNvbnRleHQtc3BlY2lmaWMgQmF5ZXNpYW4gbmV0d29ya3MgaGF2ZSBmYXZvcmVkIGJyZWFraW5nIGRhdGFzZXRzIGludG8gc3Vic2FtcGxlcywgbGltaXRpbmcgc3RhdGlzdGljYWwgcG93ZXIgYW5kIHJlc29sdXRpb24sIGFuZCBwcmV2ZW50aW5nIHRoZSB1c2Ugb2YgbXVsdGlkaW1lbnNpb25hbCBhbmQgbGF0ZW50IGNvbnRleHRzLiBUbyBvdmVyY29tZSB0aGlzIGNoYWxsZW5nZSwgd2UgcHJvcG9zZSBOT1RFQVJTLW9wdGltaXplZCBNaXh0dXJlcyBvZiBBcmNoZXR5cGFsIERBR3MgKE5PVE1BRCkuIE5PVE1BRCBtb2RlbHMgY29udGV4dC1zcGVjaWZpYyBCYXllc2lhbiBuZXR3b3JrcyBhcyB0aGUgb3V0cHV0IG9mIGEgZnVuY3Rpb24gd2hpY2ggbGVhcm5zIHRvIG1peCBhcmNoZXR5cGFsIG5ldHdvcmtzIGFjY29yZGluZyB0byBzYW1wbGUgY29udGV4dC4gVGhlIGFyY2hldHlwYWwgbmV0d29ya3MgYXJlIGVzdGltYXRlZCBqb2ludGx5IHdpdGggdGhlIGNvbnRleHQtc3BlY2lmaWMgbmV0d29ya3MgYW5kIGRvIG5vdCByZXF1aXJlIGFueSBwcmlvciBrbm93bGVkZ2UuIFdlIGVuY29kZSB0aGUgYWN5Y2xpY2l0eSBjb25zdHJhaW50IGFzIGEgc21vb3RoIHJlZ3VsYXJpemF0aW9uIGxvc3Mgd2hpY2ggaXMgYmFjay1wcm9wYWdhdGVkIHRvIHRoZSBtaXhpbmcgZnVuY3Rpb247IGluIHRoaXMgd2F5LCBOT1RNQUQgc2hhcmVzIGluZm9ybWF0aW9uIGJldHdlZW4gY29udGV4dC1zcGVjaWZpYyBhY3ljbGljIGdyYXBocywgZW5hYmxpbmcgdGhlIGVzdGltYXRpb24gb2YgQmF5ZXNpYW4gbmV0d29yayBzdHJ1Y3R1cmVzIGFuZCBwYXJhbWV0ZXJzIGF0IGV2ZW4gc2luZ2xlLXNhbXBsZSByZXNvbHV0aW9uLiBXZSBkZW1vbnN0cmF0ZSB0aGUgdXRpbGl0eSBvZiBOT1RNQUQgYW5kIHNhbXBsZS1zcGVjaWZpYyBuZXR3b3JrIGluZmVyZW5jZSB0aHJvdWdoIGFuYWx5c2lzIGFuZCBleHBlcmltZW50cywgaW5jbHVkaW5nIHBhdGllbnQtc3BlY2lmaWMgZ2VuZSBleHByZXNzaW9uIG5ldHdvcmtzIHdoaWNoIGNvcnJlc3BvbmQgdG8gbW9ycGhvbG9naWNhbCB2YXJpYXRpb24gaW4gY2FuY2VyLn0sCiAga2V5d29yZHM9e0JheWVzaWFuIE5ldHdvcmtzLCBDb250ZXh0dWFsaXplZH0sCiAgeWVhcj17MjAyMn0KfQoKCgpAYXJ0aWNsZXtsZW5nZXJpY2gyMDIwZGlzY3JpbWluYXRpdmUsCiAgdGl0bGU9e0Rpc2NyaW1pbmF0aXZlIFN1YnR5cGluZyBvZiBMdW5nIENhbmNlcnMgZnJvbSBIaXN0b3BhdGhvbG9neSBJbWFnZXMgdmlhIENvbnRleHR1YWwgRGVlcCBMZWFybmluZ30sCiAgYXV0aG9yPXtMZW5nZXJpY2gqLCBCZW5qYW1pbiBhbmQgQWwtU2hlZGl2YXQqLCBNYXJ1YW4gYW5kIEFsYXZpLCBBbWlyIGFuZCBXaWxsaWFtcywgSmVubmlmZXIgYW5kIExhYmFra2ksIFNhbWkgYW5kIFhpbmcsIEVyaWN9LAogIHllYXI9ezIwMjB9LAogIGluZm9ybWFsX3ZlbnVlID0ge2FyWGl2fSwKICB1cmxfcHJlcHJpbnQ9e2h0dHBzOi8vd3d3Lm1lZHJ4aXYub3JnL2NvbnRlbnQvMTAuMTEwMS8yMDIwLjA2LjI1LjIwMTQwMDUzdjJ9LAogIGFic3RyYWN0PXtTdW1tYXJpemluZyBtdWx0aXBsZSBkYXRhIG1vZGFsaXRpZXMgaW50byBhIHBhcnNpbW9uaW91cyBjYW5jZXIg4oCcc3VidHlwZeKAnSBpcyBkaWZmaWN1bHQgYmVjYXVzZSB0aGUgbW9zdCBpbmZvcm1hdGl2ZSByZXByZXNlbnRhdGlvbiBvZiBlYWNoIHBhdGllbnTigJlzIGRpc2Vhc2UgaXMgbm90IG9ic2VydmVkLiBXZSBwcm9wb3NlIHRvIG1vZGVsIHRoZXNlIGxhdGVudCBzdW1tYXJpZXMgYXMgZGlzY3JpbWluYXRpdmUgc3VidHlwZXM6IHNhbXBsZSByZXByZXNlbnRhdGlvbnMgd2hpY2ggaW5kdWNlIGFjY3VyYXRlIGFuZCBpbnRlcnByZXRhYmxlIHNhbXBsZS1zcGVjaWZpYyBtb2RlbHMgZm9yIGRvd25zdHJlYW0gcHJlZGljdGlvbnMuIEluIHRoaXMgd2F5LCBkaXNjcmltaW5hdGl2ZSBzdWJ0eXBlcywgd2hpY2ggYXJlIHNoYXJlZCBiZXR3ZWVuIGRhdGEgbW9kYWxpdGllcywgY2FuIGJlIGVzdGltYXRlZCBmcm9tIG9uZSBkYXRhIG1vZGFsaXR5IGFuZCBvcHRpbWl6ZWQgYWNjb3JkaW5nIHRvIHRoZSBwcmVkaWN0aW9ucyBpbmR1Y2VkIGluIGFub3RoZXIgbW9kYWxpdHkuIFdlIGFwcGx5IHRoaXMgYXBwcm9hY2ggdG8gbHVuZyBjYW5jZXIgYnkgdHJhaW5pbmcgYSBkZWVwIG5ldXJhbCBuZXR3b3JrIHRvIHByZWRpY3QgZGlzY3JpbWluYXRpdmUgc3VidHlwZXMgZnJvbSBoaXN0b3BhdGhvbG9neSBpbWFnZXMsIGFuZCB1c2UgdGhlc2UgcHJlZGljdGVkIHN1YnR5cGVzIHRvIGdlbmVyYXRlIG1vZGVscyB3aGljaCBjbGFzc2lmeSBhZGVub2NhcmNpbm9tYSwgc3F1YW1vdXMgY2VsbCBjYXJjaW5vbWEsIGFuZCBoZWFsdGh5IHRpc3N1ZSBiYXNlZCBvbiB0cmFuc2NyaXB0b21pYyBzaWduYXR1cmVzLiBJbiB0aGlzIHdheSwgd2Ugb3B0aW1pemUgdGhlIGxhdGVudCBkaXNjcmltaW5hdGl2ZSBzdWJ0eXBlcyB0aHJvdWdoIGluZHVjZWQgcHJlZGljdGlvbiBsb3NzLCBhbmQgdGhlIGRpc2NyaW1pbmF0aXZlIHN1YnR5cGVzIGFyZSBpbnRlcnByZXRlZCB3aXRoIHN0YW5kYXJkIGludGVycHJldGF0aW9uIG9mIHRyYW5zY3JpcHRvbWljIHByZWRpY3RpdmUgbW9kZWxzLiBPdXIgZnJhbWV3b3JrIGFjaGlldmVzIHN0YXRlLW9mLXRoZS1hcnQgY2xhc3NpZmljYXRpb24gYWNjdXJhY3kgKEYxLXNjb3JlIG9mIDAuOTcpIGFuZCBpZGVudGlmaWVzIGRpc2NyaW1pbmF0aXZlIHN1YnR5cGVzIHdoaWNoIGxpbmsgaGlzdG9wYXRob2xvZ3kgaW1hZ2VzIHRvIHRyYW5zY3JpcHRvbWljIGV4cGxhbmF0aW9ucyB3aXRob3V0IHJlcXVpcmluZyBwcmUtc3BlY2lmaWNhdGlvbiBvZiBtb3JwaG9sb2dpY2FsIHBhdHRlcm5zIG9yIHRyYW5zY3JpcHRvbWljIHByb2Nlc3Nlcy59LAogIGtleXdvcmRzPXtJbnRlcnByZXRhYmxlLCBDb250ZXh0dWFsaXplZCwgQ29tcHV0YXRpb25hbCBHZW5vbWljcywgQ2FuY2VyfSwKfQoKCgpAYXJ0aWNsZXtsZW5nZXJpY2gyMDIyYXV0b21hdGVkLAogIHRpdGxlPXtBdXRvbWF0ZWQgaW50ZXJwcmV0YWJsZSBkaXNjb3Zlcnkgb2YgaGV0ZXJvZ2VuZW91cyB0cmVhdG1lbnQgZWZmZWN0aXZlbmVzczogQSBDT1ZJRC0xOSBjYXNlIHN0dWR5fSwKICBhdXRob3I9e0xlbmdlcmljaCwgQmVuamFtaW4gSiBhbmQgTnVubmFsbHksIE1hcmsgRSBhbmQgQXBoaW55YW5hcGhvbmdzLCBZaW4gYW5kIEVsbGluZ3RvbiwgQ2FsZWIgYW5kIENhcnVhbmEsIFJpY2h9LAogIGpvdXJuYWw9e0pvdXJuYWwgb2YgYmlvbWVkaWNhbCBpbmZvcm1hdGljc30sCiAgdm9sdW1lPXsxMzB9LAogIHBhZ2VzPXsxMDQwODZ9LAogIHllYXI9ezIwMjJ9LAogIHB1Ymxpc2hlcj17RWxzZXZpZXJ9LAogIGluZm9ybWFsX3ZlbnVlID0ge0pCSX0sCiAgdXJsX3BhcGVyPXtodHRwczovL3d3dy5zY2llbmNlZGlyZWN0LmNvbS9zY2llbmNlL2FydGljbGUvYWJzL3BpaS9TMTUzMjA0NjQyMjAwMTAyMn0sCiAgdXJsX3ByZXByaW50PXtodHRwczovL3d3dy5tZWRyeGl2Lm9yZy9jb250ZW50LzEwLjExMDEvMjAyMS4xMC4zMC4yMTI2NTQzMHYxfSwKICBhYnN0cmFjdD17VGVzdGluZyBtdWx0aXBsZSB0cmVhdG1lbnRzIGZvciBoZXRlcm9nZW5lb3VzICh2YXJ5aW5nKSBlZmZlY3RpdmVuZXNzIHdpdGggcmVzcGVjdCB0byBtYW55IHVuZGVybHlpbmcgcmlzayBmYWN0b3JzIHJlcXVpcmVzIG1hbnkgcGFpcndpc2UgdGVzdHM7IHdlIHdvdWxkIGxpa2UgdG8gaW5zdGVhZCBhdXRvbWF0aWNhbGx5IGRpc2NvdmVyIGFuZCB2aXN1YWxpemUgcGF0aWVudCBhcmNoZXR5cGVzIGFuZCBwcmVkaWN0b3JzIG9mIHRyZWF0bWVudCBlZmZlY3RpdmVuZXNzIHVzaW5nIG11bHRpdGFzayBtYWNoaW5lIGxlYXJuaW5nLiBJbiB0aGlzIHBhcGVyLCB3ZSBwcmVzZW50IGEgbWV0aG9kIHRvIGVzdGltYXRlIHRoZXNlIGhldGVyb2dlbmVvdXMgdHJlYXRtZW50IGVmZmVjdHMgd2l0aCBhbiBpbnRlcnByZXRhYmxlIGhpZXJhcmNoaWNhbCBmcmFtZXdvcmsgdGhhdCB1c2VzIGFkZGl0aXZlIG1vZGVscyB0byB2aXN1YWxpemUgZXhwZWN0ZWQgdHJlYXRtZW50IGJlbmVmaXRzIGFzIGEgZnVuY3Rpb24gb2YgcGF0aWVudCBmYWN0b3JzIChpZGVudGlmeWluZyBwZXJzb25hbGl6ZWQgdHJlYXRtZW50IGJlbmVmaXRzKSBhbmQgY29uY3VycmVudCB0cmVhdG1lbnRzIChpZGVudGlmeWluZyBjb21iaW5hdG9yaWFsIHRyZWF0bWVudCBiZW5lZml0cykuIFRoaXMgbWV0aG9kIGFjaGlldmVzIHN0YXRlLW9mLXRoZS1hcnQgcHJlZGljdGl2ZSBwb3dlciBmb3IgQ09WSUQtMTkgaW4taG9zcGl0YWwgbW9ydGFsaXR5IGFuZCBpbnRlcnByZXRhYmxlIGlkZW50aWZpY2F0aW9uIG9mIGhldGVyb2dlbmVvdXMgdHJlYXRtZW50IGJlbmVmaXRzLiBXZSBmaXJzdCB2YWxpZGF0ZSB0aGlzIG1ldGhvZCBvbiB0aGUgbGFyZ2UgcHVibGljIE1JTUlDLUlWIGRhdGFzZXQgb2YgSUNVIHBhdGllbnRzIHRvIHRlc3QgcmVjb3Zlcnkgb2YgaGV0ZXJvZ2VuZW91cyB0cmVhdG1lbnQgZWZmZWN0cy4gTmV4dCB3ZSBhcHBseSB0aGlzIG1ldGhvZCB0byBhIHByb3ByaWV0YXJ5IGRhdGFzZXQgb2Ygb3ZlciAzMDAwIHBhdGllbnRzIGhvc3BpdGFsaXplZCBmb3IgQ09WSUQtMTksIGFuZCBmaW5kIGV2aWRlbmNlIG9mIGhldGVyb2dlbmVvdXMgdHJlYXRtZW50IGVmZmVjdGl2ZW5lc3MgcHJlZGljdGVkIGxhcmdlbHkgYnkgaW5kaWNhdG9ycyBvZiBpbmZsYW1tYXRpb24gYW5kIHRocm9tYm9zaXMgcmlzazogcGF0aWVudHMgd2l0aCBmZXcgaW5kaWNhdG9ycyBvZiB0aHJvbWJvc2lzIHJpc2sgYmVuZWZpdCBtb3N0IGZyb20gdHJlYXRtZW50cyBhZ2FpbnN0IGluZmxhbW1hdGlvbiwgd2hpbGUgcGF0aWVudHMgd2l0aCBmZXcgaW5kaWNhdG9ycyBvZiBpbmZsYW1tYXRpb24gcmlzayBiZW5lZml0IG1vc3QgZnJvbSB0cmVhdG1lbnRzIGFnYWluc3QgdGhyb21ib3Npcy4gVGhpcyBhcHByb2FjaCBwcm92aWRlcyBhbiBhdXRvbWF0ZWQgbWV0aG9kb2xvZ3kgdG8gZGlzY292ZXIgaGV0ZXJvZ2VuZW91cyBhbmQgaW5kaXZpZHVhbGl6ZWQgZWZmZWN0aXZlbmVzcyBvZiB0cmVhdG1lbnRzLn0sCiAga2V5d29yZHM9e0ludGVycHJldGFibGUsIEhlYWx0aGNhcmUsIENPVklELTE5fQp9CgoKCkBJblByb2NlZWRpbmdze2xlbmdlcmljaDIwMjJkcm9wb3V0LAogIHRpdGxlPXtEcm9wb3V0IGFzIGEgUmVndWxhcml6ZXIgb2YgSW50ZXJhY3Rpb24gRWZmZWN0c30sCiAgYXV0aG9yPXtMZW5nZXJpY2gsIEJlbmphbWluIGFuZCBYaW5nLCBFcmljIFAuIGFuZCBDYXJ1YW5hLCBSaWNofSwKICBqb3VybmFsPXt7UHJvY2VlZGluZ3Mgb2YgdGhlIFR3ZW50eSBGaWZ0aCBJbnRlcm5hdGlvbmFsIENvbmZlcmVuY2Ugb24gQXJ0aWZpY2lhbCBJbnRlbGxpZ2VuY2UgYW5kIFN0YXRpc3RpY3N9fSwKICB5ZWFyPXsyMDIyfSwKICBpbmZvcm1hbF92ZW51ZSA9IHtBSVNUQVRTfSwKICBib29rdGl0bGUgPSB7UHJvY2VlZGluZ3Mgb2YgdGhlIFR3ZW50eSBGaWZ0aCBJbnRlcm5hdGlvbmFsIENvbmZlcmVuY2Ugb24gQXJ0aWZpY2lhbCBJbnRlbGxpZ2VuY2UgYW5kIFN0YXRpc3RpY3N9LAogIHVybF9wYXBlcj0ge2h0dHBzOi8vcHJvY2VlZGluZ3MubWxyLnByZXNzL3YxNTEvbGVuZ2VyaWNoMjJhLmh0bWx9LAogIHVybF9wcmVwcmludCA9IHtodHRwczovL2FyeGl2Lm9yZy9hYnMvMjAwNy4wMDgyM30sCiAgYWJzdHJhY3QgPSB7V2UgZXhhbWluZSBEcm9wb3V0IHRocm91Z2ggdGhlIHBlcnNwZWN0aXZlIG9mIGludGVyYWN0aW9uczogZWZmZWN0cyB0aGF0IHJlcXVpcmUgbXVsdGlwbGUgdmFyaWFibGVzLiBHaXZlbiAkTiQgdmFyaWFibGVzLCB0aGVyZSBhcmUgJHtOIFxjaG9vc2Uga30kIHBvc3NpYmxlIHNldHMgb2YgJGskIHZhcmlhYmxlcyAoJE4kIHVuaXZhcmlhdGUgZWZmZWN0cywgJFxtYXRoY2Fse099KE5eMikkIHBhaXJ3aXNlIGludGVyYWN0aW9ucywgJFxtYXRoY2Fse099KE5eMykkIDMtd2F5IGludGVyYWN0aW9ucyk7IHdlIGNhbiB0aHVzIGltYWdpbmUgdGhhdCBtb2RlbHMgd2l0aCBsYXJnZSByZXByZXNlbnRhdGlvbmFsIGNhcGFjaXR5IGNvdWxkIGJlIGRvbWluYXRlZCBieSBoaWdoLW9yZGVyIGludGVyYWN0aW9ucy4gSW4gdGhpcyBwYXBlciwgd2Ugc2hvdyB0aGF0IERyb3BvdXQgY29udHJpYnV0ZXMgYSByZWd1bGFyaXphdGlvbiBlZmZlY3Qgd2hpY2ggaGVscHMgbmV1cmFsIG5ldHdvcmtzIChOTnMpIGV4cGxvcmUgZnVuY3Rpb25zIG9mIGxvd2VyLW9yZGVyIGludGVyYWN0aW9ucyBiZWZvcmUgY29uc2lkZXJpbmcgZnVuY3Rpb25zIG9mIGhpZ2hlci1vcmRlciBpbnRlcmFjdGlvbnMuIERyb3BvdXQgaW1wb3NlcyB0aGlzIHJlZ3VsYXJpemF0aW9uIGJ5IHJlZHVjaW5nIHRoZSBlZmZlY3RpdmUgbGVhcm5pbmcgcmF0ZSBvZiBoaWdoZXItb3JkZXIgaW50ZXJhY3Rpb25zLiBBcyBhIHJlc3VsdCwgRHJvcG91dCBlbmNvdXJhZ2VzIG1vZGVscyB0byBsZWFybiBsb3dlci1vcmRlciBmdW5jdGlvbnMgb2YgYWRkaXRpdmUgY29tcG9uZW50cy4gVGhpcyB1bmRlcnN0YW5kaW5nIG9mIERyb3BvdXQgaGFzIGltcGxpY2F0aW9ucyBmb3IgY2hvb3NpbmcgRHJvcG91dCByYXRlczogaGlnaGVyIERyb3BvdXQgcmF0ZXMgc2hvdWxkIGJlIHVzZWQgd2hlbiB3ZSBuZWVkIHN0cm9uZ2VyIHJlZ3VsYXJpemF0aW9uIGFnYWluc3QgaW50ZXJhY3Rpb25zLiBUaGlzIHBlcnNwZWN0aXZlIGFsc28gaXNzdWVzIGNhdXRpb24gYWdhaW5zdCB1c2luZyBEcm9wb3V0IHRvIG1lYXN1cmUgdGVybSBzYWxpZW5jZSBiZWNhdXNlIERyb3BvdXQgcmVndWxhcml6ZXMgYWdhaW5zdCBoaWdoLW9yZGVyIGludGVyYWN0aW9ucy4gRmluYWxseSwgdGhpcyB2aWV3IG9mIERyb3BvdXQgYXMgYSByZWd1bGFyaXplciBvZiBpbnRlcmFjdGlvbnMgcHJvdmlkZXMgaW5zaWdodCBpbnRvIHRoZSB2YXJ5aW5nIGVmZmVjdGl2ZW5lc3Mgb2YgRHJvcG91dCBhY3Jvc3MgYXJjaGl0ZWN0dXJlcyBhbmQgZGF0YXNldHMuIFdlIGFsc28gY29tcGFyZSBEcm9wb3V0IHRvIHdlaWdodCBkZWNheSBhbmQgZWFybHkgc3RvcHBpbmcgYW5kIGZpbmQgdGhhdCBpdCBpcyBkaWZmaWN1bHQgdG8gb2J0YWluIHRoZSBzYW1lIHJlZ3VsYXJpemF0aW9uIHdpdGggdGhlc2UgYWx0ZXJuYXRpdmVzLn0sCiAga2V5d29yZHMgPSB7RGVlcCBMZWFybmluZywgVGhlb3J5fQp9CgoKCkBhcnRpY2xle2FnYXJ3YWwyMDIybmV1cmFsLAogIHRpdGxlPXtOZXVyYWwgQWRkaXRpdmUgTW9kZWxzOiBJbnRlcnByZXRhYmxlIE1hY2hpbmUgTGVhcm5pbmcgd2l0aCBOZXVyYWwgTmV0c30sCiAgYXV0aG9yPXtBZ2Fyd2FsLCBSaXNoYWJoIGFuZCBNZWxuaWNrLCBMZXZpIGFuZCBGcm9zc3QsIE5pY2hvbGFzIGFuZCBaaGFuZywgWHVlemhvdSBhbmQgTGVuZ2VyaWNoLCBCZW4gYW5kIENhcnVhbmEsIFJpY2ggYW5kIEhpbnRvbiwgR2VvZmZyZXkgRX0sCiAgam91cm5hbD17QWR2YW5jZXMgaW4gTmV1cmFsIEluZm9ybWF0aW9uIFByb2Nlc3NpbmcgU3lzdGVtc30sCiAgdm9sdW1lPXszNH0sCiAgcGFnZXM9ezQ2OTktLTQ3MTF9LAogIHllYXI9ezIwMjF9LAogIGluZm9ybWFsX3ZlbnVlID0ge05ldXJJUFN9LAogIHVybF9wcmVwcmludD17aHR0cHM6Ly9hcnhpdi5vcmcvYWJzLzIwMDQuMTM5MTJ9LAogIHVybF9wYXBlcj17aHR0cHM6Ly9wcm9jZWVkaW5ncy5uZXVyaXBzLmNjL3BhcGVyLzIwMjEvaGFzaC8yNTFiZDA0NDJkZmNjNTNiNWE3NjFlMDUwZjgwMjJiOC1BYnN0cmFjdC5odG1sfSwKICBhYnN0cmFjdD17RGVlcCBuZXVyYWwgbmV0d29ya3MgKEROTnMpIGFyZSBwb3dlcmZ1bCBibGFjay1ib3ggcHJlZGljdG9ycyB0aGF0IGhhdmUgYWNoaWV2ZWQgaW1wcmVzc2l2ZSBwZXJmb3JtYW5jZSBvbiBhIHdpZGUgdmFyaWV0eSBvZiB0YXNrcy4gSG93ZXZlciwgdGhlaXIgYWNjdXJhY3kgY29tZXMgYXQgdGhlIGNvc3Qgb2YgaW50ZWxsaWdpYmlsaXR5OiBpdCBpcyB1c3VhbGx5IHVuY2xlYXIgaG93IHRoZXkgbWFrZSB0aGVpciBkZWNpc2lvbnMuIFRoaXMgaGluZGVycyB0aGVpciBhcHBsaWNhYmlsaXR5IHRvIGhpZ2ggc3Rha2VzIGRlY2lzaW9uLW1ha2luZyBkb21haW5zIHN1Y2ggYXMgaGVhbHRoY2FyZS4gV2UgcHJvcG9zZSBOZXVyYWwgQWRkaXRpdmUgTW9kZWxzIChOQU1zKSB3aGljaCBjb21iaW5lIHNvbWUgb2YgdGhlIGV4cHJlc3Npdml0eSBvZiBETk5zIHdpdGggdGhlIGluaGVyZW50IGludGVsbGlnaWJpbGl0eSBvZiBnZW5lcmFsaXplZCBhZGRpdGl2ZSBtb2RlbHMuIE5BTXMgbGVhcm4gYSBsaW5lYXIgY29tYmluYXRpb24gb2YgbmV1cmFsIG5ldHdvcmtzIHRoYXQgZWFjaCBhdHRlbmQgdG8gYSBzaW5nbGUgaW5wdXQgZmVhdHVyZS4gVGhlc2UgbmV0d29ya3MgYXJlIHRyYWluZWQgam9pbnRseSBhbmQgY2FuIGxlYXJuIGFyYml0cmFyaWx5IGNvbXBsZXggcmVsYXRpb25zaGlwcyBiZXR3ZWVuIHRoZWlyIGlucHV0IGZlYXR1cmUgYW5kIHRoZSBvdXRwdXQuIE91ciBleHBlcmltZW50cyBvbiByZWdyZXNzaW9uIGFuZCBjbGFzc2lmaWNhdGlvbiBkYXRhc2V0cyBzaG93IHRoYXQgTkFNcyBhcmUgbW9yZSBhY2N1cmF0ZSB0aGFuIHdpZGVseSB1c2VkIGludGVsbGlnaWJsZSBtb2RlbHMgc3VjaCBhcyBsb2dpc3RpYyByZWdyZXNzaW9uIGFuZCBzaGFsbG93IGRlY2lzaW9uIHRyZWVzLiBUaGV5IHBlcmZvcm0gc2ltaWxhcmx5IHRvIGV4aXN0aW5nIHN0YXRlLW9mLXRoZS1hcnQgZ2VuZXJhbGl6ZWQgYWRkaXRpdmUgbW9kZWxzIGluIGFjY3VyYWN5LCBidXQgYXJlIG1vcmUgZmxleGlibGUgYmVjYXVzZSB0aGV5IGFyZSBiYXNlZCBvbiBuZXVyYWwgbmV0cyBpbnN0ZWFkIG9mIGJvb3N0ZWQgdHJlZXMuIFRvIGRlbW9uc3RyYXRlIHRoaXMsIHdlIHNob3cgaG93IE5BTXMgY2FuIGJlIHVzZWQgZm9yIG11bHRpdGFzayBsZWFybmluZyBvbiBzeW50aGV0aWMgZGF0YSBhbmQgb24gdGhlIENPTVBBUyByZWNpZGl2aXNtIGRhdGEgZHVlIHRvIHRoZWlyIGNvbXBvc2FiaWxpdHksIGFuZCBkZW1vbnN0cmF0ZSB0aGF0IHRoZSBkaWZmZXJlbnRpYWJpbGl0eSBvZiBOQU1zIGFsbG93cyB0aGVtIHRvIHRyYWluIG1vcmUgY29tcGxleCBpbnRlcnByZXRhYmxlIG1vZGVscyBmb3IgQ09WSUQtMTkufSwKICBrZXl3b3JkcyA9IHtJbnRlcnByZXRhYmxlLCBEZWVwIExlYXJuaW5nLCBHZW5lcmFsaXplZCBBZGRpdGl2ZSBNb2RlbHN9Cn0KCgoKQEluUHJvY2VlZGluZ3N7Y2hhbmcyMDIxaG93LAogIHRpdGxlPXtIb3cgSW50ZXJwcmV0YWJsZSBhbmQgVHJ1c3R3b3J0aHkgYXJlIEdBTXM/fSwKICBhdXRob3I9e0NoYW5nLCBDaHVuLUhhbyBhbmQgVGFuLCBTYXJhaCBhbmQgTGVuZ2VyaWNoLCBCZW4gYW5kIEdvbGRlbmJlcmcsIEFubmEgYW5kIENhcnVhbmEsIFJpY2h9LAogIGpvdXJuYWw9e1Byb2NlZWRpbmdzIG9mIHRoZSAyN3RoIEFDTSBTSUdLREQgSW50ZXJuYXRpb25hbCBDb25mZXJlbmNlIG9uIEtub3dsZWRnZSBEaXNjb3ZlcnkgXCYgRGF0YSBNaW5pbmd9LAogIGJvb2t0aXRsZT17UHJvY2VlZGluZ3Mgb2YgdGhlIDI3dGggQUNNIFNJR0tERCBJbnRlcm5hdGlvbmFsIENvbmZlcmVuY2Ugb24gS25vd2xlZGdlIERpc2NvdmVyeSBcJiBEYXRhIE1pbmluZ30sCiAgeWVhcj17MjAyMX0sCiAgaW5mb3JtYWxfdmVudWUgPSB7S0REfSwKICBhYnN0cmFjdCA9IHtHZW5lcmFsaXplZCBhZGRpdGl2ZSBtb2RlbHMgKEdBTXMpIGhhdmUgYmVjb21lIGEgbGVhZGluZyBtb2RlbCBjbGFzcyBmb3IgaW50ZXJwcmV0YWJsZSBtYWNoaW5lIGxlYXJuaW5nLiBIb3dldmVyLCB0aGVyZSBhcmUgbWFueSBhbGdvcml0aG1zIGZvciB0cmFpbmluZyBHQU1zLCBhbmQgdGhlc2UgY2FuIGxlYXJuIGRpZmZlcmVudCBvciBldmVuIGNvbnRyYWRpY3RvcnkgbW9kZWxzLCB3aGlsZSBiZWluZyBlcXVhbGx5IGFjY3VyYXRlLiBXaGljaCBHQU0gc2hvdWxkIHdlIHRydXN0PyBJbiB0aGlzIHBhcGVyLCB3ZSBxdWFudGl0YXRpdmVseSBhbmQgcXVhbGl0YXRpdmVseSBpbnZlc3RpZ2F0ZSBhIHZhcmlldHkgb2YgR0FNIGFsZ29yaXRobXMgb24gcmVhbCBhbmQgc2ltdWxhdGVkIGRhdGFzZXRzLiBXZSBmaW5kIHRoYXQgR0FNcyB3aXRoIGhpZ2ggZmVhdHVyZSBzcGFyc2l0eSAob25seSB1c2luZyBhIGZldyB2YXJpYWJsZXMgdG8gbWFrZSBwcmVkaWN0aW9ucykgY2FuIG1pc3MgcGF0dGVybnMgaW4gdGhlIGRhdGEgYW5kIGJlIHVuZmFpciB0byByYXJlIHN1YnBvcHVsYXRpb25zLiBPdXIgcmVzdWx0cyBzdWdnZXN0IHRoYXQgaW5kdWN0aXZlIGJpYXMgcGxheXMgYSBjcnVjaWFsIHJvbGUgaW4gd2hhdCBpbnRlcnByZXRhYmxlIG1vZGVscyBsZWFybiBhbmQgdGhhdCB0cmVlLWJhc2VkIEdBTXMgcmVwcmVzZW50IHRoZSBiZXN0IGJhbGFuY2Ugb2Ygc3BhcnNpdHksIGZpZGVsaXR5IGFuZCBhY2N1cmFjeSBhbmQgdGh1cyBhcHBlYXIgdG8gYmUgdGhlIG1vc3QgdHJ1c3R3b3J0aHkgR0FNIG1vZGVscy59LAogIHVybF9wYXBlciA9IHtodHRwczovL2RsLmFjbS5vcmcvZG9pL2Ficy8xMC4xMTQ1LzM0NDc1NDguMzQ2NzQ1M30sCiAgdXJsX3ByZXByaW50PXtodHRwczovL2FyeGl2Lm9yZy9hYnMvMjAwNi4wNjQ2Nn0sCiAga2V5d29yZHM9e0ludGVycHJldGFibGUsIEdlbmVyYWxpemVkIEFkZGl0aXZlIE1vZGVsc30KfQoKCgpASW5Qcm9jZWVkaW5nc3tsZW5nZXJpY2gyMDIwcHVyaWZ5aW5nLAogIHRpdGxlID0gICAge1B1cmlmeWluZyBJbnRlcmFjdGlvbiBFZmZlY3RzIHdpdGggdGhlIEZ1bmN0aW9uYWwgQU5PVkE6IEFuIEVmZmljaWVudCBBbGdvcml0aG0gZm9yIFJlY292ZXJpbmcgSWRlbnRpZmlhYmxlIEFkZGl0aXZlIE1vZGVsc30sCiAgYXV0aG9yID0gICAgICAge0xlbmdlcmljaCwgQmVuamFtaW4gYW5kIFRhbiwgU2FyYWggYW5kIENoYW5nLCBDaHVuLUhhbyBhbmQgSG9va2VyLCBHaWxlcyBhbmQgQ2FydWFuYSwgUmljaH0sCiAgYm9va3RpdGxlID0gICAge1Byb2NlZWRpbmdzIG9mIHRoZSBUd2VudHkgVGhpcmQgSW50ZXJuYXRpb25hbCBDb25mZXJlbmNlIG9uIEFydGlmaWNpYWwgSW50ZWxsaWdlbmNlIGFuZCBTdGF0aXN0aWNzfSwKICBwYWdlcyA9ICAgIHsyNDAyLS0yNDEyfSwKICB5ZWFyID0gICAgIHsyMDIwfSwKICBlZGl0b3IgPSAgIHtDaGlhcHBhLCBTaWx2aWEgYW5kIENhbGFuZHJhLCBSb2JlcnRvfSwKICB2b2x1bWUgPSAgIHsxMDh9LAogIHNlcmllcyA9ICAge1Byb2NlZWRpbmdzIG9mIE1hY2hpbmUgTGVhcm5pbmcgUmVzZWFyY2h9LAogIG1vbnRoID0gICAgezI2LS0yOCBBdWd9LAogIHB1Ymxpc2hlciA9ICAgIHtQTUxSfSwKICBpbmZvcm1hbF92ZW51ZSA9IHtBSVNUQVRTfSwKICBwZGYgPSAgICAgIHtodHRwOi8vcHJvY2VlZGluZ3MubWxyLnByZXNzL3YxMDgvbGVuZ2VyaWNoMjBhL2xlbmdlcmljaDIwYS5wZGZ9LAogIGFic3RyYWN0ID0gICAgIHtNb2RlbHMgd2hpY2ggZXN0aW1hdGUgbWFpbiBlZmZlY3RzIG9mIGluZGl2aWR1YWwgdmFyaWFibGVzIGFsb25nc2lkZSBpbnRlcmFjdGlvbiBlZmZlY3RzIGhhdmUgYW4gaWRlbnRpZmlhYmlsaXR5IGNoYWxsZW5nZTogZWZmZWN0cyBjYW4gYmUgZnJlZWx5IG1vdmVkIGJldHdlZW4gbWFpbiBlZmZlY3RzIGFuZCBpbnRlcmFjdGlvbiBlZmZlY3RzIHdpdGhvdXQgY2hhbmdpbmcgdGhlIG1vZGVsIHByZWRpY3Rpb24uIFRoaXMgaXMgYSBjcml0aWNhbCBwcm9ibGVtIGZvciBpbnRlcnByZXRhYmlsaXR5IGJlY2F1c2UgaXQgcGVybWl0cyDigJxjb250cmFkaWN0b3J5IiBtb2RlbHMgdG8gcmVwcmVzZW50IHRoZSBzYW1lIGZ1bmN0aW9uLiBUbyBzb2x2ZSB0aGlzIHByb2JsZW0sIHdlIHByb3Bvc2UgcHVyZSBpbnRlcmFjdGlvbiBlZmZlY3RzOiB2YXJpYW5jZSBpbiB0aGUgb3V0Y29tZSB3aGljaCBjYW5ub3QgYmUgcmVwcmVzZW50ZWQgYnkgYW55IHN1YnNldCBvZiBmZWF0dXJlcy4gVGhpcyBkZWZpbml0aW9uIGhhcyBhbiBlcXVpdmFsZW5jZSB3aXRoIHRoZSBGdW5jdGlvbmFsIEFOT1ZBIGRlY29tcG9zaXRpb24uIFRvIGNvbXB1dGUgdGhpcyBkZWNvbXBvc2l0aW9uLCB3ZSBwcmVzZW50IGEgZmFzdCwgZXhhY3QgYWxnb3JpdGhtIHRoYXQgdHJhbnNmb3JtcyBhbnkgcGllY2V3aXNlLWNvbnN0YW50IGZ1bmN0aW9uIChzdWNoIGFzIGEgdHJlZS1iYXNlZCBtb2RlbCkgaW50byBhIHB1cmlmaWVkLCBjYW5vbmljYWwgcmVwcmVzZW50YXRpb24uIFdlIGFwcGx5IHRoaXMgYWxnb3JpdGhtIHRvIEdlbmVyYWxpemVkIEFkZGl0aXZlIE1vZGVscyB3aXRoIGludGVyYWN0aW9ucyB0cmFpbmVkIG9uIHNldmVyYWwgZGF0YXNldHMgYW5kIHNob3cgbGFyZ2UgZGlzcGFyaXR5LCBpbmNsdWRpbmcgY29udHJhZGljdGlvbnMsIGJldHdlZW4gdGhlIGFwcGFyZW50IGFuZCB0aGUgcHVyaWZpZWQgZWZmZWN0cy4gVGhlc2UgcmVzdWx0cyB1bmRlcnNjb3JlIHRoZSBuZWVkIHRvIHNwZWNpZnkgZGF0YSBkaXN0cmlidXRpb25zIGFuZCBlbnN1cmUgaWRlbnRpZmlhYmlsaXR5IGJlZm9yZSBpbnRlcnByZXRpbmcgbW9kZWwgcGFyYW1ldGVycy59LAogIHVybF9wYXBlciA9ICAgICAge2h0dHA6Ly9wcm9jZWVkaW5ncy5tbHIucHJlc3MvdjEwOC9sZW5nZXJpY2gyMGEuaHRtbH0sCiAgICB1cmxfcHJlcHJpbnQ9e2h0dHBzOi8vYXJ4aXYub3JnL2Ficy8xOTExLjA0OTc0fSwKICAgIGtleXdvcmRzPXtJbnRlcnByZXRhYmxlLCBHZW5lcmFsaXplZCBBZGRpdGl2ZSBNb2RlbHMsIFRoZW9yeX0KfQoKCgpASW5Qcm9jZWVkaW5nc3tsZW5nZXJpY2gyMDE5bGVhcm5pbmcsCiAgdGl0bGU9e0xlYXJuaW5nIFNhbXBsZS1TcGVjaWZpYyBNb2RlbHMgd2l0aCBMb3ctUmFuayBQZXJzb25hbGl6ZWQgUmVncmVzc2lvbn0sCiAgYXV0aG9yPXtMZW5nZXJpY2gsIEJlbmphbWluIEouIGFuZCBBcmFnYW0sIEJyeW9uIGFuZCBYaW5nLCBFcmljIFAufSwKICBqb3VybmFsPXtBZHZhbmNlcyBpbiBOZXVyYWwgSW5mb3JtYXRpb24gUHJvY2Vzc2luZyBTeXN0ZW1zIChOZXVySVBTKX0sCiAgYm9va3RpdGxlPXtBZHZhbmNlcyBpbiBOZXVyYWwgSW5mb3JtYXRpb24gUHJvY2Vzc2luZyBTeXN0ZW1zIChOZXVySVBTKX0sCiAgeWVhcj17MjAxOX0sCiAgaW5mb3JtYWxfdmVudWUgPSB7TmV1cklQU30sCiAgYWJzdHJhY3QgPSB7CiAgICBNb2Rlcm4gYXBwbGljYXRpb25zIG9mIG1hY2hpbmUgbGVhcm5pbmcgKE1MKSBkZWFsIHdpdGggaW5jcmVhc2luZ2x5IGhldGVyb2dlbmVvdXMgZGF0YXNldHMgY29tcHJpc2VkIG9mIGRhdGEgY29sbGVjdGVkIGZyb20gb3ZlcmxhcHBpbmcgbGF0ZW50IHN1YnBvcHVsYXRpb25zLiBBcyBhIHJlc3VsdCwgdHJhZGl0aW9uYWwgbW9kZWxzIHRyYWluZWQgb3ZlciBsYXJnZSBkYXRhc2V0cyBtYXkgZmFpbCB0byByZWNvZ25pemUgaGlnaGx5IHByZWRpY3RpdmUgbG9jYWxpemVkIGVmZmVjdHMgaW4gZmF2b3VyIG9mIHdlYWtseSBwcmVkaWN0aXZlIGdsb2JhbCBwYXR0ZXJucy4gVGhpcyBpcyBhIHByb2JsZW0gYmVjYXVzZSBsb2NhbGl6ZWQgZWZmZWN0cyBhcmUgY3JpdGljYWwgdG8gZGV2ZWxvcGluZyBpbmRpdmlkdWFsaXplZCBwb2xpY2llcyBhbmQgdHJlYXRtZW50IHBsYW5zIGluIGFwcGxpY2F0aW9ucyByYW5naW5nIGZyb20gcHJlY2lzaW9uIG1lZGljaW5lIHRvIGFkdmVydGlzaW5nLiBUbyBhZGRyZXNzIHRoaXMgY2hhbGxlbmdlLCB3ZSBwcm9wb3NlIHRvIGVzdGltYXRlIHNhbXBsZS1zcGVjaWZpYyBtb2RlbHMgdGhhdCB0YWlsb3IgaW5mZXJlbmNlIGFuZCBwcmVkaWN0aW9uIGF0IHRoZSBpbmRpdmlkdWFsIGxldmVsLiBJbiBjb250cmFzdCB0byBjbGFzc2ljYWwgTUwgbW9kZWxzIHRoYXQgZXN0aW1hdGUgYSBzaW5nbGUsIGNvbXBsZXggbW9kZWwgKG9yIG9ubHkgYSBmZXcgY29tcGxleCBtb2RlbHMpLCBvdXIgYXBwcm9hY2ggcHJvZHVjZXMgYSBtb2RlbCBwZXJzb25hbGl6ZWQgdG8gZWFjaCBzYW1wbGUuIFRoZXNlIHNhbXBsZS1zcGVjaWZpYyBtb2RlbHMgY2FuIGJlIHN0dWRpZWQgdG8gdW5kZXJzdGFuZCBzdWJncm91cCBkeW5hbWljcyB0aGF0IGdvIGJleW9uZCBjb2Fyc2UtZ3JhaW5lZCBjbGFzcyBsYWJlbHMuIENydWNpYWxseSwgb3VyIGFwcHJvYWNoIGRvZXMgbm90IGFzc3VtZSB0aGF0IHJlbGF0aW9uc2hpcHMgYmV0d2VlbiBzYW1wbGVzIChlLmcuIGEgc2ltaWxhcml0eSBuZXR3b3JrKSBhcmUga25vd24gYSBwcmlvcmkuIEluc3RlYWQsIHdlIHVzZSB1bm1vZGVsZWQgY292YXJpYXRlcyB0byBsZWFybiBhIGxhdGVudCBkaXN0YW5jZSBtZXRyaWMgb3ZlciB0aGUgc2FtcGxlcy4gV2UgYXBwbHkgdGhpcyBhcHByb2FjaCB0byBmaW5hbmNpYWwsIGJpb21lZGljYWwsIGFuZCBlbGVjdG9yYWwgZGF0YSBhcyB3ZWxsIGFzIHNpbXVsYXRlZCBkYXRhIGFuZCBzaG93IHRoYXQgc2FtcGxlLXNwZWNpZmljIG1vZGVscyBwcm92aWRlIGZpbmUtZ3JhaW5lZCBpbnRlcnByZXRhdGlvbnMgb2YgY29tcGxpY2F0ZWQgcGhlbm9tZW5hIHdpdGhvdXQgc2FjcmlmaWNpbmcgcHJlZGljdGl2ZSBhY2N1cmFjeSBjb21wYXJlZCB0byBzdGF0ZS1vZi10aGUtYXJ0IG1vZGVscyBzdWNoIGFzIGRlZXAgbmV1cmFsIG5ldHdvcmtzLgogIH0sCiAgdXJsX3BhcGVyID0ge2h0dHBzOi8vcHJvY2VlZGluZ3MubmV1cmlwcy5jYy9wYXBlci8yMDE5L2ZpbGUvNTJkMjc1MmIxNTBmOWMzNWNjYjY4NjljYmYwNzRlNDgtUGFwZXIucGRmfSwKICB1cmxfcHJlcHJpbnQgPSB7aHR0cHM6Ly9hcnhpdi5vcmcvYWJzLzE5MTAuMDY5Mzl9LAogIGtleXdvcmRzID0ge0ludGVycHJldGFibGUsIENvbnRleHR1YWxpemVkfQp9CgoKCkBhcnRpY2xle3dhbmcyMDE4cHJlY2lzaW9uLAogIHRpdGxlPXtQcmVjaXNpb24gTGFzc286IEFjY291bnRpbmcgZm9yIENvcnJlbGF0aW9ucyBhbmQgTGluZWFyIERlcGVuZGVuY2llcyBpbiBIaWdoLURpbWVuc2lvbmFsIEdlbm9taWMgRGF0YX0sCiAgYXV0aG9yPXtXYW5nLCBIYW9oYW4gYW5kIExlbmdlcmljaCwgQmVuamFtaW4gSi4gYW5kIEFyYWdhbSwgQnJ5b24gYW5kIFhpbmcsIEVyaWMgUH0sCiAgam91cm5hbD17QmlvaW5mb3JtYXRpY3N9LAogIHZvbHVtZT17MzV9LAogIG51bWJlcj17N30sCiAgcGFnZXM9ezExODEtLTExODd9LAogIHllYXI9ezIwMTh9LAogIGluZm9ybWFsX3ZlbnVlID0ge0Jpb2luZm9ybWF0aWNzfSwKICBwdWJsaXNoZXI9e094Zm9yZCBVbml2ZXJzaXR5IFByZXNzfSwKICBhYnN0cmFjdCA9IHtBc3NvY2lhdGlvbiBzdHVkaWVzIHRvIGRpc2NvdmVyIGxpbmtzIGJldHdlZW4gZ2VuZXRpYyBtYXJrZXJzIGFuZCBwaGVub3R5cGVzIGFyZSBjZW50cmFsIHRvIGJpb2luZm9ybWF0aWNzLiBNZXRob2RzIG9mIHJlZ3VsYXJpemVkIHJlZ3Jlc3Npb24sIHN1Y2ggYXMgdmFyaWFudHMgb2YgdGhlIExhc3NvLCBhcmUgcG9wdWxhciBmb3IgdGhpcyB0YXNrLiBEZXNwaXRlIHRoZSBnb29kIHByZWRpY3RpdmUgcGVyZm9ybWFuY2Ugb2YgdGhlc2UgbWV0aG9kcyBpbiB0aGUgYXZlcmFnZSBjYXNlLCB0aGV5IHN1ZmZlciBmcm9tIHVuc3RhYmxlIHNlbGVjdGlvbnMgb2YgY29ycmVsYXRlZCB2YXJpYWJsZXMgYW5kIGluY29uc2lzdGVudCBzZWxlY3Rpb25zIG9mIGxpbmVhcmx5IGRlcGVuZGVudCB2YXJpYWJsZXMuIFVuZm9ydHVuYXRlbHksIGFzIHdlIGRlbW9uc3RyYXRlIGVtcGlyaWNhbGx5LCBzdWNoIHByb2JsZW1hdGljIHNpdHVhdGlvbnMgb2YgY29ycmVsYXRlZCBhbmQgbGluZWFybHkgZGVwZW5kZW50IHZhcmlhYmxlcyBvZnRlbiBleGlzdCBpbiBnZW5vbWljIGRhdGFzZXRzIGFuZCBsZWFkIHRvIHVuZGVyLXBlcmZvcm1hbmNlIG9mIGNsYXNzaWNhbCBtZXRob2RzIG9mIHZhcmlhYmxlIHNlbGVjdGlvbi4gVG8gYWRkcmVzcyB0aGVzZSBjaGFsbGVuZ2VzLCB3ZSBwcm9wb3NlIHRoZSBQcmVjaXNpb24gTGFzc28uIFByZWNpc2lvbiBMYXNzbyBpcyBhIExhc3NvIHZhcmlhbnQgdGhhdCBwcm9tb3RlcyBzcGFyc2UgdmFyaWFibGUgc2VsZWN0aW9uIGJ5IHJlZ3VsYXJpemF0aW9uIGdvdmVybmVkIGJ5IHRoZSBjb3ZhcmlhbmNlIGFuZCBpbnZlcnNlIGNvdmFyaWFuY2UgbWF0cmljZXMgb2YgZXhwbGFuYXRvcnkgdmFyaWFibGVzLiBXZSBpbGx1c3RyYXRlIGl0cyBjYXBhY2l0eSBmb3Igc3RhYmxlIGFuZCBjb25zaXN0ZW50IHZhcmlhYmxlIHNlbGVjdGlvbiBpbiBzaW11bGF0ZWQgZGF0YSB3aXRoIGhpZ2hseSBjb3JyZWxhdGVkIGFuZCBsaW5lYXJseSBkZXBlbmRlbnQgdmFyaWFibGVzLiBXZSB0aGVuIGRlbW9uc3RyYXRlIHRoZSBlZmZlY3RpdmVuZXNzIG9mIHRoZSBQcmVjaXNpb24gTGFzc28gdG8gc2VsZWN0IG1lYW5pbmdmdWwgdmFyaWFibGVzIGZyb20gdHJhbnNjcmlwdG9taWMgcHJvZmlsZXMgb2YgYnJlYXN0IGNhbmNlciBwYXRpZW50cy4gT3VyIHJlc3VsdHMgaW5kaWNhdGUgdGhhdCBpbiBzZXR0aW5ncyB3aXRoIGNvcnJlbGF0ZWQgYW5kIGxpbmVhcmx5IGRlcGVuZGVudCB2YXJpYWJsZXMsIHRoZSBQcmVjaXNpb24gTGFzc28gb3V0cGVyZm9ybXMgcG9wdWxhciBtZXRob2RzIG9mIHZhcmlhYmxlIHNlbGVjdGlvbiBzdWNoIGFzIHRoZSBMYXNzbywgdGhlIEVsYXN0aWMgTmV0IGFuZCBNaW5pbWF4IENvbmNhdmUgUGVuYWx0eSAoTUNQKSByZWdyZXNzaW9uLn0sCiAgdXJsX3BhcGVyID0ge2h0dHBzOi8vYWNhZGVtaWMub3VwLmNvbS9iaW9pbmZvcm1hdGljcy9hcnRpY2xlLzM1LzcvMTE4MS81MDg5MjMyP2xvZ2luPXRydWV9LAogIGtleXdvcmRzPXtTdGF0aXN0aWNhbCBHZW5ldGljcywgR2Vub21pY3N9Cn0KCgoKQEluUHJvY2VlZGluZ3N7bGVuZ2VyaWNoMjAxOHJldHJvZml0dGluZywKICAgIHRpdGxlPXtSZXRyb2ZpdHRpbmcgRGlzdHJpYnV0aW9uYWwgRW1iZWRkaW5ncyB0byBLbm93bGVkZ2UgR3JhcGhzIHdpdGggRnVuY3Rpb25hbCBSZWxhdGlvbnN9LAogICAgYXV0aG9yPXtMZW5nZXJpY2gsIEJlbmphbWluIEouIGFuZCBNYWFzLCBBbmRyZXcgYW5kIFBvdHRzLCBDaHJpc3RvcGhlcn0sCiAgICBqb3VybmFsPXtQcm9jZWVkaW5ncyBvZiB0aGUgMjd0aCBJbnRlcm5hdGlvbmFsIENvbmZlcmVuY2Ugb24gQ29tcHV0YXRpb25hbCBMaW5ndWlzdGljcyAoQ09MSU5HKX0sCiAgICBib29rdGl0bGU9e1Byb2NlZWRpbmdzIG9mIHRoZSAyN3RoIEludGVybmF0aW9uYWwgQ29uZmVyZW5jZSBvbiBDb21wdXRhdGlvbmFsIExpbmd1aXN0aWNzIChDT0xJTkcpfSwKICAgIHllYXI9ezIwMTh9LAogICAgaW5mb3JtYWxfdmVudWUgPSB7Q09MSU5HfSwKICAgIGFic3RyYWN0ID0ge0tub3dsZWRnZSBncmFwaHMgYXJlIGEgdmVyc2F0aWxlIGZyYW1ld29yayB0byBlbmNvZGUgcmljaGx5IHN0cnVjdHVyZWQgZGF0YSByZWxhdGlvbnNoaXBzLCBidXQgaXQgY2FuIGJlIGNoYWxsZW5naW5nIHRvIGNvbWJpbmUgdGhlc2UgZ3JhcGhzIHdpdGggdW5zdHJ1Y3R1cmVkIGRhdGEuIE1ldGhvZHMgZm9yIHJldHJvZml0dGluZyBwcmUtdHJhaW5lZCBlbnRpdHkgcmVwcmVzZW50YXRpb25zIHRvIHRoZSBzdHJ1Y3R1cmUgb2YgYSBrbm93bGVkZ2UgZ3JhcGggdHlwaWNhbGx5IGFzc3VtZSB0aGF0IGVudGl0aWVzIGFyZSBlbWJlZGRlZCBpbiBhIGNvbm5lY3RlZCBzcGFjZSBhbmQgdGhhdCByZWxhdGlvbnMgaW1wbHkgc2ltaWxhcml0eS4gSG93ZXZlciwgdXNlZnVsIGtub3dsZWRnZSBncmFwaHMgb2Z0ZW4gY29udGFpbiBkaXZlcnNlIGVudGl0aWVzIGFuZCByZWxhdGlvbnMgKHdpdGggcG90ZW50aWFsbHkgZGlzam9pbnQgdW5kZXJseWluZyBjb3Jwb3JhKSB3aGljaCBkbyBub3QgYWNjb3JkIHdpdGggdGhlc2UgYXNzdW1wdGlvbnMuIFRvIG92ZXJjb21lIHRoZXNlIGxpbWl0YXRpb25zLCB3ZSBwcmVzZW50IEZ1bmN0aW9uYWwgUmV0cm9maXR0aW5nLCBhIGZyYW1ld29yayB0aGF0IGdlbmVyYWxpemVzIGN1cnJlbnQgcmV0cm9maXR0aW5nIG1ldGhvZHMgYnkgZXhwbGljaXRseSBtb2RlbGluZyBwYWlyd2lzZSByZWxhdGlvbnMuIE91ciBmcmFtZXdvcmsgY2FuIGRpcmVjdGx5IGluY29ycG9yYXRlIGEgdmFyaWV0eSBvZiBwYWlyd2lzZSBwZW5hbHR5IGZ1bmN0aW9ucyBwcmV2aW91c2x5IGRldmVsb3BlZCBmb3Iga25vd2xlZGdlIGdyYXBoIGNvbXBsZXRpb24uIEZ1cnRoZXIsIGl0IGFsbG93cyB1c2VycyB0byBlbmNvZGUsIGxlYXJuLCBhbmQgZXh0cmFjdCBpbmZvcm1hdGlvbiBhYm91dCByZWxhdGlvbiBzZW1hbnRpY3MuIFdlIHByZXNlbnQgYm90aCBsaW5lYXIgYW5kIG5ldXJhbCBpbnN0YW50aWF0aW9ucyBvZiB0aGUgZnJhbWV3b3JrLiBGdW5jdGlvbmFsIFJldHJvZml0dGluZyBzaWduaWZpY2FudGx5IG91dHBlcmZvcm1zIGV4aXN0aW5nIHJldHJvZml0dGluZyBtZXRob2RzIG9uIGNvbXBsZXgga25vd2xlZGdlIGdyYXBocyBhbmQgbG9zZXMgbm8gYWNjdXJhY3kgb24gc2ltcGxlciBncmFwaHMgKGluIHdoaWNoIHJlbGF0aW9ucyBkbyBpbXBseSBzaW1pbGFyaXR5KS4gRmluYWxseSwgd2UgZGVtb25zdHJhdGUgdGhlIHV0aWxpdHkgb2YgdGhlIGZyYW1ld29yayBieSBwcmVkaWN0aW5nIG5ldyBkcnVnLS1kaXNlYXNlIHRyZWF0bWVudCBwYWlycyBpbiBhIGxhcmdlLCBjb21wbGV4IGhlYWx0aCBrbm93bGVkZ2UgZ3JhcGgufSwKICAgIHVybF9wYXBlciA9IHtodHRwczovL2FjbGFudGhvbG9neS5vcmcvQzE4LTEyMDUvfSwKICAgIHVybF9wcmVwcmludCA9IHtodHRwczovL2FyeGl2Lm9yZy9hYnMvMTcwOC4wMDExMn0sCiAgICBrZXl3b3JkcyA9IHtOYXR1cmFsIExhbmd1YWdlIFByb2Nlc3NpbmcsIEtub3dsZWRnZSBHcmFwaHN9Cn0KCgoKQGFydGljbGV7bGVuZ2VyaWNoMjAxOHBlcnNvbmFsaXplZCwKICBhdXRob3IgPSB7TGVuZ2VyaWNoLCBCZW5qYW1pbiBKLiBhbmQgQXJhZ2FtLCBCcnlvbiBhbmQgWGluZywgRXJpYyBQfSwKICB0aXRsZSA9IHtQZXJzb25hbGl6ZWQgUmVncmVzc2lvbiBFbmFibGVzIFNhbXBsZS1zcGVjaWZpYyBQYW4tY2FuY2VyIEFuYWx5c2lzfSwKICBqb3VybmFsID0ge0Jpb2luZm9ybWF0aWNzfSwKICB2b2x1bWUgPSB7MzR9LAogIG51bWJlciA9IHsxM30sCiAgcGFnZXMgPSB7aTE3OC1pMTg2fSwKICB5ZWFyID0gezIwMTh9LAogIGluZm9ybWFsX3ZlbnVlID0ge0lTTUJ9LAogIGRvaSA9IHsxMC4xMDkzL2Jpb2luZm9ybWF0aWNzL2J0eTI1MH0sCiAgVVJMID0ge2h0dHA6Ly9keC5kb2kub3JnLzEwLjEwOTMvYmlvaW5mb3JtYXRpY3MvYnR5MjUwfSwKICBlcHJpbnQgPSB7L291cC9iYWNrZmlsZS9jb250ZW50X3B1YmxpYy9qb3VybmFsL2Jpb2luZm9ybWF0aWNzLzM0LzEzLzEwLjEwOTNfYmlvaW5mb3JtYXRpY3NfYnR5MjUwLzEvYnR5MjUwLnBkZn0sCiAgdXJsX3BhcGVyID0ge2h0dHA6Ly9keC5kb2kub3JnLzEwLjEwOTMvYmlvaW5mb3JtYXRpY3MvYnR5MjUwfSwKICBhYnN0cmFjdCA9IHtJbiBtYW55IGFwcGxpY2F0aW9ucywgaW50ZXItc2FtcGxlIGhldGVyb2dlbmVpdHkgaXMgY3J1Y2lhbCB0byB1bmRlcnN0YW5kaW5nIHRoZSBjb21wbGV4IGJpb2xvZ2ljYWwgcHJvY2Vzc2VzIHVuZGVyIHN0dWR5LiBGb3IgZXhhbXBsZSwgaW4gZ2Vub21pYyBhbmFseXNpcyBvZiBjYW5jZXJzLCBlYWNoIHBhdGllbnQgaW4gYSBjb2hvcnQgbWF5IGhhdmUgYSBkaWZmZXJlbnQgZHJpdmVyIG11dGF0aW9uLCBtYWtpbmcgaXQgZGlmZmljdWx0IG9yIGltcG9zc2libGUgdG8gaWRlbnRpZnkgY2F1c2FsIG11dGF0aW9ucyBmcm9tIGFuIGF2ZXJhZ2VkIHZpZXcgb2YgdGhlIGVudGlyZSBjb2hvcnQuIFVuZm9ydHVuYXRlbHksIG1hbnkgdHJhZGl0aW9uYWwgbWV0aG9kcyBmb3IgZ2Vub21pYyBhbmFseXNpcyBzZWVrIHRvIGVzdGltYXRlIGEgc2luZ2xlIG1vZGVsIHdoaWNoIGlzIHNoYXJlZCBieSBhbGwgc2FtcGxlcyBpbiBhIHBvcHVsYXRpb24sIGlnbm9yaW5nIHRoaXMgaW50ZXItc2FtcGxlIGhldGVyb2dlbmVpdHkgZW50aXJlbHkuIEluIG9yZGVyIHRvIGJldHRlciB1bmRlcnN0YW5kIHBhdGllbnQgaGV0ZXJvZ2VuZWl0eSwgaXQgaXMgbmVjZXNzYXJ5IHRvIGRldmVsb3AgcHJhY3RpY2FsLCBwZXJzb25hbGl6ZWQgc3RhdGlzdGljYWwgbW9kZWxzLgogIFRvIHVuY292ZXIgdGhpcyBpbnRlci1zYW1wbGUgaGV0ZXJvZ2VuZWl0eSwgd2UgcHJvcG9zZSBhIG5vdmVsIHJlZ3VsYXJpemVyIGZvciBhY2hpZXZpbmcgcGF0aWVudC1zcGVjaWZpYyBwZXJzb25hbGl6ZWQgZXN0aW1hdGlvbi4gVGhpcyByZWd1bGFyaXplciBvcGVyYXRlcyBieSBsZWFybmluZyB0d28gbGF0ZW50IGRpc3RhbmNlIG1ldHJpY3PigJRvbmUgYmV0d2VlbiBwZXJzb25hbGl6ZWQgcGFyYW1ldGVycyBhbmQgb25lIGJldHdlZW4gY2xpbmljYWwgY292YXJpYXRlc+KAlGFuZCBhdHRlbXB0aW5nIHRvIG1hdGNoIHRoZSBpbmR1Y2VkIGRpc3RhbmNlcyBhcyBjbG9zZWx5IGFzIHBvc3NpYmxlLiBDcnVjaWFsbHksIHdlIGRvIG5vdCBhc3N1bWUgdGhlc2UgZGlzdGFuY2UgbWV0cmljcyBhcmUgYWxyZWFkeSBrbm93bi4gSW5zdGVhZCwgd2UgYWxsb3cgdGhlIGRhdGEgdG8gZGljdGF0ZSB0aGUgc3RydWN0dXJlIG9mIHRoZXNlIGxhdGVudCBkaXN0YW5jZSBtZXRyaWNzLiBGaW5hbGx5LCB3ZSBhcHBseSBvdXIgbWV0aG9kIHRvIGxlYXJuIHBhdGllbnQtc3BlY2lmaWMsIGludGVycHJldGFibGUgbW9kZWxzIGZvciBhIHBhbi1jYW5jZXIgZ2VuZSBleHByZXNzaW9uIGRhdGFzZXQgY29udGFpbmluZyBzYW1wbGVzIGZyb20gbW9yZSB0aGFuIDMwIGRpc3RpbmN0IGNhbmNlciB0eXBlcyBhbmQgZmluZCBzdHJvbmcgZXZpZGVuY2Ugb2YgcGVyc29uYWxpemF0aW9uIGVmZmVjdHMgYmV0d2VlbiBjYW5jZXIgdHlwZXMgYXMgd2VsbCBhcyBiZXR3ZWVuIGluZGl2aWR1YWxzLiBPdXIgYW5hbHlzaXMgdW5jb3ZlcnMgc2FtcGxlLXNwZWNpZmljIGFiZXJyYXRpb25zIHRoYXQgYXJlIG92ZXJsb29rZWQgYnkgcG9wdWxhdGlvbi1sZXZlbCBtZXRob2RzLCBzdWdnZXN0aW5nIGEgcHJvbWlzaW5nIG5ldyBwYXRoIGZvciBwcmVjaXNpb24gYW5hbHlzaXMgb2YgY29tcGxleCBkaXNlYXNlcyBzdWNoIGFzIGNhbmNlci59LAogICAgdXJsX3ByZXByaW50PXtodHRwczovL3d3dy5iaW9yeGl2Lm9yZy9jb250ZW50L2Vhcmx5LzIwMTgvMDQvMDUvMjk0NDk2P30sCiAgICBrZXl3b3JkcyA9IHtJbnRlcnByZXRhYmxlLCBDb250ZXh0dWFsaXplZCwgU3RhdGlzdGljYWwgR2VuZXRpY3MsIEdlbm9taWNzLCBDYW5jZXJ9Cn0KCgoKQGFydGljbGV7c2Nod2FuczIwMTRleHBlcmltZW50YWwsCiAgdGl0bGU9e0V4cGVyaW1lbnRhbCBhbmQgQ29tcHV0YXRpb25hbCBNdXRhZ2VuZXNpcyB0byBJbnZlc3RpZ2F0ZSB0aGUgUG9zaXRpb25pbmcgb2YgYSBHZW5lcmFsIEJhc2UgV2l0aGluIGFuIEVuenltZSBBY3RpdmUgU2l0ZX0sCiAgYXV0aG9yPXtTY2h3YW5zLCBKYXNvbiBQIGFuZCBIYW5vaWFuLCBQaGlsaXAgYW5kIFx1bmRlcmxpbmV7TGVuZ2VyaWNofSwgXHVuZGVybGluZXtCZW5qYW1pbiBKLn0gYW5kIFN1bmRlbiwgRmFubnkgYW5kIEdvbnphbGV6LCBBbmEgYW5kIFRzYWksIFlpbmdzc3UgYW5kIEhhbW1lcy1TY2hpZmZlciwgU2hhcm9uIGFuZCBIZXJzY2hsYWcsIERhbmllbH0sCiAgam91cm5hbD17QmlvY2hlbWlzdHJ5fSwKICB2b2x1bWU9ezUzfSwKICBudW1iZXI9ezE1fSwKICBwYWdlcz17MjU0MS0tMjU1NX0sCiAgeWVhcj17MjAxNH0sCiAgaW5mb3JtYWxfdmVudWUgPSB7QmlvY2hlbWlzdHJ5fSwKICBwdWJsaXNoZXI9e0FtZXJpY2FuIENoZW1pY2FsIFNvY2lldHl9LAogIGFic3RyYWN0ID0ge1RoZSBwb3NpdGlvbmluZyBvZiBjYXRhbHl0aWMgZ3JvdXBzIHdpdGhpbiBwcm90ZWlucyBwbGF5cyBhbiBpbXBvcnRhbnQgcm9sZSBpbiBlbnp5bWUgY2F0YWx5c2lzLCBhbmQgaGVyZSB3ZSBpbnZlc3RpZ2F0ZSB0aGUgcG9zaXRpb25pbmcgb2YgdGhlIGdlbmVyYWwgYmFzZSBpbiB0aGUgZW56eW1lIGtldG9zdGVyb2lkIGlzb21lcmFzZSAoS1NJKS4gVGhlIG94eWdlbiBhdG9tcyBvZiBBc3AzOCwgdGhlIGdlbmVyYWwgYmFzZSBpbiBLU0ksIHdlcmUgcHJldmlvdXNseSBzaG93biB0byBiZSBpbnZvbHZlZCBpbiBhbmlvbuKAk2Fyb21hdGljIGludGVyYWN0aW9ucyB3aXRoIHR3byBuZWlnaGJvcmluZyBQaGUgcmVzaWR1ZXMuIEhlcmUgd2UgYXNrIHdoZXRoZXIgdGhvc2UgaW50ZXJhY3Rpb25zIGFyZSBzdWZmaWNpZW50LCB3aXRoaW4gdGhlIG92ZXJhbGwgcHJvdGVpbiBhcmNoaXRlY3R1cmUsIHRvIHBvc2l0aW9uIEFzcDM4IGZvciBjYXRhbHlzaXMgb3Igd2hldGhlciB0aGUgc2lkZSBjaGFpbnMgdGhhdCBwYWNrIGFnYWluc3QgQXNwMzggYW5kL29yIHRoZSByZXNpZHVlcyBvZiB0aGUgc3RydWN0dXJlZCBsb29wIHRoYXQgaXMgY2FwcGVkIGJ5IEFzcDM4IGFyZSBuZWNlc3NhcnkgdG8gYWNoaWV2ZSBvcHRpbWFsIHBvc2l0aW9uaW5nIGZvciBjYXRhbHlzaXMuIFRvIHRlc3QgcG9zaXRpb25pbmcsIHdlIG11dGF0ZWQgZWFjaCBvZiB0aGUgYWZvcmVtZW50aW9uZWQgcmVzaWR1ZXMsIGFsb25lIGFuZCBpbiBjb21iaW5hdGlvbnMsIGluIGEgYmFja2dyb3VuZCB3aXRoIHRoZSBuYXRpdmUgQXNwIGdlbmVyYWwgYmFzZSBhbmQgaW4gYSBEMzhFIG11dGFudCBiYWNrZ3JvdW5kLCBhcyBHbHUgYXQgcG9zaXRpb24gMzggd2FzIHByZXZpb3VzbHkgc2hvd24gdG8gYmUgbWlzcG9zaXRpb25lZCBmb3IgZ2VuZXJhbCBiYXNlIGNhdGFseXNpcy4gVGhlc2UgZG91YmxlLW11dGFudCBjeWNsZXMgcmV2ZWFsIHBvc2l0aW9uaW5nIGVmZmVjdHMgYXMgbGFyZ2UgYXMgMTAzLWZvbGQsIGluZGljYXRpbmcgdGhhdCBzdHJ1Y3R1cmFsIGZlYXR1cmVzIGluIGFkZGl0aW9uIHRvIHRoZSBvdmVyYWxsIHByb3RlaW4gYXJjaGl0ZWN0dXJlIGFuZCB0aGUgUGhlIHJlc2lkdWVzIG5laWdoYm9yaW5nIHRoZSBjYXJib3h5bGF0ZSBveHlnZW4gYXRvbXMgcGxheSByb2xlcyBpbiBwb3NpdGlvbmluZy4gWC1yYXkgY3J5c3RhbGxvZ3JhcGh5IGFuZCBtb2xlY3VsYXIgZHluYW1pY3Mgc2ltdWxhdGlvbnMgc3VnZ2VzdCB0aGF0IHRoZSBmdW5jdGlvbmFsIGVmZmVjdHMgYXJpc2UgZnJvbSBib3RoIHJlc3RyaWN0aW5nIGR5bmFtaWMgZmx1Y3R1YXRpb25zIGFuZCBkaXNmYXZvcmluZyBwb3RlbnRpYWwgbWlzcG9zaXRpb25lZCBzdGF0ZXMuIFdoZXJlYXMgaXQgbWF5IGhhdmUgYmVlbiBhbnRpY2lwYXRlZCB0aGF0IG11bHRpcGxlIGludGVyYWN0aW9ucyB3b3VsZCBiZSBuZWNlc3NhcnkgZm9yIG9wdGltYWwgZ2VuZXJhbCBiYXNlIHBvc2l0aW9uaW5nLCB0aGUgZW5lcmdldGljIGNvbnRyaWJ1dGlvbnMgZnJvbSBwb3NpdGlvbmluZyBhbmQgdGhlIG5vbmFkZGl0aXZlIG5hdHVyZSBvZiB0aGVzZSBpbnRlcmFjdGlvbnMgYXJlIG5vdCByZXZlYWxlZCBieSBzdHJ1Y3R1cmFsIGluc3BlY3Rpb24gYW5kIHJlcXVpcmUgZnVuY3Rpb25hbCBkaXNzZWN0aW9uLiBSZWNvZ25pemluZyB0aGUgZXh0ZW50LCB0eXBlLCBhbmQgZW5lcmdldGljIGludGVyY29ubmVjdGl2aXR5IG9mIGludGVyYWN0aW9ucyB0aGF0IGNvbnRyaWJ1dGUgdG8gcG9zaXRpb25pbmcgY2F0YWx5dGljIGdyb3VwcyBoYXMgaW1wbGljYXRpb25zIGZvciBlbnp5bWUgZXZvbHV0aW9uIGFuZCBtYXkgaGVscCByZXZlYWwgdGhlIG5hdHVyZSBhbmQgZXh0ZW50IG9mIGludGVyYWN0aW9ucyByZXF1aXJlZCB0byBkZXNpZ24gZW56eW1lcyB0aGF0IHJpdmFsIHRob3NlIGZvdW5kIGluIGJpb2xvZ3kufSwKICB1cmxfcGFwZXIgPSB7aHR0cHM6Ly9wdWJzLmFjcy5vcmcvZG9pL3BkZi8xMC4xMDIxL2JpNDAxNjcxdH0sCiAga2V5d29yZHMgPSB7TW9sZWN1bGFyIER5bmFtaWNzLCBDb21wdXRhdGlvbmFsIENoZW1pc3RyeX0KfQoKCgpAYXJ0aWNsZXtzdGVmYW5faGVnc2VsbWFubl8yMDIzXzc5NTExMjIsCiAgdGl0bGUgICAgICAgID0ge3tSZWNlbnQgQWR2YW5jZXMsIEFwcGxpY2F0aW9ucyBhbmQgT3BlbiBDaGFsbGVuZ2VzCiAgICAgICAgICAgICAgICAgICBpbiBNYWNoaW5lIExlYXJuaW5nIGZvciBIZWFsdGg6IFJlZmxlY3Rpb25zIGZyb20KICAgICAgICAgICAgICAgICAgIFJlc2VhcmNoIFJvdW5kdGFibGVzIGF0IE1MNEggMjAyMiBTeW1wb3NpdW19fSwKICAgIGF1dGhvciAgICAgICA9IHtTdGVmYW4gSGVnc2VsbWFubiBhbmQKICAgICAgICAgICAgICAgICAgSGVsZW4gWmhvdSBhbmQKICAgICAgICAgICAgICAgICAgWXV5aW4gWmhvdSBhbmQKICAgICAgICAgICAgICAgICAgSmVubmlmZXIgQ2hpZW4gYW5kCiAgICAgICAgICAgICAgICAgIFN1amF5IE5hZ2FyYWogYW5kCiAgICAgICAgICAgICAgICAgIE5laGEgSHVsa3VuZCBhbmQKICAgICAgICAgICAgICAgICAgU2hyZXlhcyBCaGF2ZSBhbmQKICAgICAgICAgICAgICAgICAgTWljaGFlbCBPYmVyc3QgYW5kCiAgICAgICAgICAgICAgICAgIEFtcnV0YSBQYWkgYW5kCiAgICAgICAgICAgICAgICAgIENhbGViIEVsbGluZ3RvbiBhbmQKICAgICAgICAgICAgICAgICAgV2lzZG9tIElrZXpvZ3dvIGFuZAogICAgICAgICAgICAgICAgICBKYXNvbiBYaWFvdGlhbiBEb3UgYW5kCiAgICAgICAgICAgICAgICAgIE1vbmljYSBBZ3Jhd2FsIGFuZAogICAgICAgICAgICAgICAgICBDaGFuZ3llIExpIGFuZAogICAgICAgICAgICAgICAgICBQZW5pZWwgQXJnYXcgYW5kCiAgICAgICAgICAgICAgICAgIEFycGl0YSBCaXN3YXMgYW5kCiAgICAgICAgICAgICAgICAgIE1laGFrIEd1cHRhIGFuZAogICAgICAgICAgICAgICAgICBYaW5odWkgTGkgYW5kCiAgICAgICAgICAgICAgICAgIE1hcnRhIExlbWFuY3p5ayBhbmQKICAgICAgICAgICAgICAgICAgWXVodWkgWmhhbmcgYW5kCiAgICAgICAgICAgICAgICAgIENocmlzdGlhbiBHYXJiaW4gYW5kCiAgICAgICAgICAgICAgICAgIEVsaXphYmV0aCBIZWFsZXkgYW5kCiAgICAgICAgICAgICAgICAgIEhlZWpvbmcgS2ltIGFuZAogICAgICAgICAgICAgICAgICBDbGFpcmUgQm9vbmUgYW5kCiAgICAgICAgICAgICAgICAgIFJveGFuYSBEYW5lc2hqb3UgYW5kCiAgICAgICAgICAgICAgICAgIFNpeXUgU2hpIGFuZAogICAgICAgICAgICAgICAgICBOaWNvbGEgUGV6em90dGkgYW5kCiAgICAgICAgICAgICAgICAgIFN0ZXBoZW4gUi4gUGZvaGwgYW5kCiAgICAgICAgICAgICAgICAgIEVkd2luIEZvbmcgYW5kCiAgICAgICAgICAgICAgICAgIEFha2Fua3NoYSBOYWlrIGFuZAogICAgICAgICAgICAgICAgICBCZW4gTGVuZ2VyaWNoIGFuZAogICAgICAgICAgICAgICAgICBZaW5nIFh1IGFuZAogICAgICAgICAgICAgICAgICBKb25hdGhhbiBCaWR3ZWxsIGFuZAogICAgICAgICAgICAgICAgICBNYXJrIFNlbmRhayBhbmQKICAgICAgICAgICAgICAgICAgQnl1bmctSGFrIEtpbSBhbmQKICAgICAgICAgICAgICAgICAgTmF0aGFuaWVsIEhlbmRyaXggYW5kCiAgICAgICAgICAgICAgICAgIERpbWl0cmlzIFNwYXRoaXMgYW5kCiAgICAgICAgICAgICAgICAgIEp1biBTZWl0YSBhbmQKICAgICAgICAgICAgICAgICAgQmFzdGlhYW4gUXVhc3QgYW5kCiAgICAgICAgICAgICAgICAgIE1lZ2FuIENvZmZlZSBhbmQKICAgICAgICAgICAgICAgICAgQ29sbGluIFN0dWx0eiBhbmQKICAgICAgICAgICAgICAgICAgSXJlbmUgWS4gQ2hlbiBhbmQKICAgICAgICAgICAgICAgICAgU2hhbG1hbGkgSm9zaGkgYW5kCiAgICAgICAgICAgICAgICAgIEdpcm1hdyBBYmViZSBUYWRlc3NlfSwKICBtb250aCAgICAgICAgPSBNYXksCiAgeWVhciAgICAgICAgID0gMjAyMywKICBwdWJsaXNoZXIgICAgPSB7WmVub2RvfSwKICBkb2kgICAgICAgICAgPSB7MTAuNTI4MS96ZW5vZG8uNzk1MTEyMn0sCiAgdXJsICAgICAgICAgID0ge2h0dHBzOi8vZG9pLm9yZy8xMC41MjgxL3plbm9kby43OTUxMTIyfSwKICBrZXl3b3JkcyAgICAgPSB7SGVhbHRoY2FyZX0sCn0KCgoKQGFydGljbGV7bGVlMjAyMnRlbiwKICB0aXRsZT17VGVuIHF1aWNrIHRpcHMgZm9yIGRlZXAgbGVhcm5pbmcgaW4gYmlvbG9neX0sCiAgYXV0aG9yPXtMZWUsIEJlbmphbWluIEQgYW5kIEdpdHRlciwgQW50aG9ueSBhbmQgR3JlZW5lLCBDYXNleSBTIGFuZCBSYXNjaGthLCBTZWJhc3RpYW4gYW5kIE1hZ3VpcmUsIEZpbmxheSBhbmQgVGl0dXMsIEFsZXhhbmRlciBKIGFuZCBLZXNzbGVyLCBNaWNoYWVsIEQgYW5kIExlZSwgQWxleGFuZHJhIEogYW5kIENoZXZyZXR0ZSwgTWFyYyBHIGFuZCBTdGV3YXJ0LCBQYXVsIEFsbGVuIGFuZCBCcml0dG8tQm9yZ2VzLCBUaGlhZ28gYW5kIENvZmVyLCBFdmFuIE0uIENvZmVyIGFuZCBZdSwgS3VuLUhzaW5nIGFuZCBDYXJtb25hLCBKdWFuIEpvc2UgYW5kIEZlcnRpZywgRWxhbmEgSi4gYW5kIEthbGluaW4sIEFsZXhhbmRyIEEuIGFuZCBTaWduYWwsIEJyYW5kb24gYW5kIFx1bmRlcmxpbmV7TGVuZ2VyaWNofSwgXHVuZGVybGluZXtCZW5qYW1pbiBKLn0gYW5kIFRyaWNoZSwgVGltb3RoeSBKLiBKci4gYW5kIEJvY2EsIFNpbWluYSBNLn0KICAsCiAgam91cm5hbD17UExvUyBjb21wdXRhdGlvbmFsIGJpb2xvZ3l9LAogIGluZm9ybWFsX3ZlbnVlID0ge1BMb1MgQ29tcEJpb30sCiAgdm9sdW1lPXsxOH0sCiAgbnVtYmVyPXszfSwKICBwYWdlcz17ZTEwMDk4MDN9LAogIHllYXI9ezIwMjJ9LAogIHB1Ymxpc2hlcj17UHVibGljIExpYnJhcnkgb2YgU2NpZW5jZSBTYW4gRnJhbmNpc2NvLCBDQSBVU0F9LAogICAgdXJsX3BhcGVyPXtodHRwczovL2pvdXJuYWxzLnBsb3Mub3JnL3Bsb3Njb21wYmlvbC9hcnRpY2xlP2lkPTEwLjEzNzEvam91cm5hbC5wY2JpLjEwMDk4MDN9LAogICAga2V5d29yZHM9e0RlZXAgTGVhcm5pbmcsIEJpb2xvZ3ksIENvbXB1dGF0aW9uYWwgR2Vub21pY3N9Cn0KCgoKQGFydGljbGV7Y2hpbmcyMDE4b3Bwb3J0dW5pdGllcywKICAgIGF1dGhvciA9IHtDaGluZywgVHJhdmVycyBhbmQgSGltbWVsc3RlaW4sIERhbmllbCBTLiBhbmQgQmVhdWxpZXUtSm9uZXMsIEJyZXR0IEsuIGFuZCBLYWxpbmluLCBBbGV4YW5kciBBLiBhbmQgRG8sIEJyaWFuIFQuIGFuZCBXYXksIEdyZWdvcnkgUC4gYW5kIEZlcnJlcm8sIEVucmljbyBhbmQgQWdhcG93LCBQYXVsLU1pY2hhZWwgYW5kIFppZXR6LCBNaWNoYWVsIGFuZCBIb2ZmbWFuLCBNaWNoYWVsIE0uIGFuZCBYaWUsIFdlaSBhbmQgUm9zZW4sIEdhaWwgTC4gYW5kIFx1bmRlcmxpbmV7TGVuZ2VyaWNofSwgXHVuZGVybGluZXtCZW5qYW1pbiBKLn0gYW5kIElzcmFlbGksIEpvaG5ueSBhbmQgTGFuY2hhbnRpbiwgSmFjayBhbmQgV29sb3N6eW5laywgU3RlcGhlbiBhbmQgQ2FycGVudGVyLCBBbm5lIEUuIGFuZCBTaHJpa3VtYXIsIEF2YW50aSBhbmQgWHUsIEppbmJvIGFuZCBDb2ZlciwgRXZhbiBNLiBhbmQgTGF2ZW5kZXIsIENocmlzdG9waGVyIEEuIGFuZCBUdXJhZ2EsIFNyaW5pdmFzIEMuIGFuZCBBbGV4YW5kYXJpLCBBbXIgTS4gYW5kIEx1LCBaaGl5b25nIGFuZCBIYXJyaXMsIERhdmlkIEouIGFuZCBEZUNhcHJpbywgRGF2ZSBhbmQgUWksIFlhbmp1biBhbmQgS3VuZGFqZSwgQW5zaHVsIGFuZCBQZW5nLCBZaWZhbiBhbmQgV2lsZXksIExhdXJhIEsuIGFuZCBTZWdsZXIsIE1hcndpbiBILiBTLiBhbmQgQm9jYSwgU2ltaW5hIE0uIGFuZCBTd2FtaWRhc3MsIFMuIEpvc2h1YSBhbmQgSHVhbmcsIEF1c3RpbiBhbmQgR2l0dGVyLCBBbnRob255IGFuZCBHcmVlbmUsIENhc2V5IFMufSwKICAgIHRpdGxlID0ge09wcG9ydHVuaXRpZXMgYW5kIE9ic3RhY2xlcyBmb3IgRGVlcCBMZWFybmluZyBpbiBCaW9sb2d5IGFuZCBNZWRpY2luZX0sCiAgICB2b2x1bWUgPSB7MTV9LAogICAgbnVtYmVyID0gezE0MX0sCiAgICB5ZWFyID0gezIwMTh9LAogICAgZG9pID0gezEwLjEwOTgvcnNpZi4yMDE3LjAzODd9LAogICAgcHVibGlzaGVyID0ge1RoZSBSb3lhbCBTb2NpZXR5fSwKICAgIGluZm9ybWFsX3ZlbnVlID0ge0pSU0l9LAogICAgYWJzdHJhY3QgPSB7RGVlcCBsZWFybmluZyBkZXNjcmliZXMgYSBjbGFzcyBvZiBtYWNoaW5lIGxlYXJuaW5nIGFsZ29yaXRobXMgdGhhdCBhcmUgY2FwYWJsZSBvZiBjb21iaW5pbmcgcmF3IGlucHV0cyBpbnRvIGxheWVycyBvZiBpbnRlcm1lZGlhdGUgZmVhdHVyZXMuIFRoZXNlIGFsZ29yaXRobXMgaGF2ZSByZWNlbnRseSBzaG93biBpbXByZXNzaXZlIHJlc3VsdHMgYWNyb3NzIGEgdmFyaWV0eSBvZiBkb21haW5zLiBCaW9sb2d5IGFuZCBtZWRpY2luZSBhcmUgZGF0YS1yaWNoIGRpc2NpcGxpbmVzLCBidXQgdGhlIGRhdGEgYXJlIGNvbXBsZXggYW5kIG9mdGVuIGlsbC11bmRlcnN0b29kLiBIZW5jZSwgZGVlcCBsZWFybmluZyB0ZWNobmlxdWVzIG1heSBiZSBwYXJ0aWN1bGFybHkgd2VsbCBzdWl0ZWQgdG8gc29sdmUgcHJvYmxlbXMgb2YgdGhlc2UgZmllbGRzLiBXZSBleGFtaW5lIGFwcGxpY2F0aW9ucyBvZiBkZWVwIGxlYXJuaW5nIHRvIGEgdmFyaWV0eSBvZiBiaW9tZWRpY2FsIHByb2JsZW1ze1x0ZXh0ZW1kYXNofXBhdGllbnQgY2xhc3NpZmljYXRpb24sIGZ1bmRhbWVudGFsIGJpb2xvZ2ljYWwgcHJvY2Vzc2VzIGFuZCB0cmVhdG1lbnQgb2YgcGF0aWVudHN7XHRleHRlbWRhc2h9YW5kIGRpc2N1c3Mgd2hldGhlciBkZWVwIGxlYXJuaW5nIHdpbGwgYmUgYWJsZSB0byB0cmFuc2Zvcm0gdGhlc2UgdGFza3Mgb3IgaWYgdGhlIGJpb21lZGljYWwgc3BoZXJlIHBvc2VzIHVuaXF1ZSBjaGFsbGVuZ2VzLiBGb2xsb3dpbmcgZnJvbSBhbiBleHRlbnNpdmUgbGl0ZXJhdHVyZSByZXZpZXcsIHdlIGZpbmQgdGhhdCBkZWVwIGxlYXJuaW5nIGhhcyB5ZXQgdG8gcmV2b2x1dGlvbml6ZSBiaW9tZWRpY2luZSBvciBkZWZpbml0aXZlbHkgcmVzb2x2ZSBhbnkgb2YgdGhlIG1vc3QgcHJlc3NpbmcgY2hhbGxlbmdlcyBpbiB0aGUgZmllbGQsIGJ1dCBwcm9taXNpbmcgYWR2YW5jZXMgaGF2ZSBiZWVuIG1hZGUgb24gdGhlIHByaW9yIHN0YXRlIG9mIHRoZSBhcnQuIEV2ZW4gdGhvdWdoIGltcHJvdmVtZW50cyBvdmVyIHByZXZpb3VzIGJhc2VsaW5lcyBoYXZlIGJlZW4gbW9kZXN0IGluIGdlbmVyYWwsIHRoZSByZWNlbnQgcHJvZ3Jlc3MgaW5kaWNhdGVzIHRoYXQgZGVlcCBsZWFybmluZyBtZXRob2RzIHdpbGwgcHJvdmlkZSB2YWx1YWJsZSBtZWFucyBmb3Igc3BlZWRpbmcgdXAgb3IgYWlkaW5nIGh1bWFuIGludmVzdGlnYXRpb24uIFRob3VnaCBwcm9ncmVzcyBoYXMgYmVlbiBtYWRlIGxpbmtpbmcgYSBzcGVjaWZpYyBuZXVyYWwgbmV0d29ya3tcdGV4dHF1b3RlcmlnaHR9cyBwcmVkaWN0aW9uIHRvIGlucHV0IGZlYXR1cmVzLCB1bmRlcnN0YW5kaW5nIGhvdyB1c2VycyBzaG91bGQgaW50ZXJwcmV0IHRoZXNlIG1vZGVscyB0byBtYWtlIHRlc3RhYmxlIGh5cG90aGVzZXMgYWJvdXQgdGhlIHN5c3RlbSB1bmRlciBzdHVkeSByZW1haW5zIGFuIG9wZW4gY2hhbGxlbmdlLiBGdXJ0aGVybW9yZSwgdGhlIGxpbWl0ZWQgYW1vdW50IG9mIGxhYmVsbGVkIGRhdGEgZm9yIHRyYWluaW5nIHByZXNlbnRzIHByb2JsZW1zIGluIHNvbWUgZG9tYWlucywgYXMgZG8gbGVnYWwgYW5kIHByaXZhY3kgY29uc3RyYWludHMgb24gd29yayB3aXRoIHNlbnNpdGl2ZSBoZWFsdGggcmVjb3Jkcy4gTm9uZXRoZWxlc3MsIHdlIGZvcmVzZWUgZGVlcCBsZWFybmluZyBlbmFibGluZyBjaGFuZ2VzIGF0IGJvdGggYmVuY2ggYW5kIGJlZHNpZGUgd2l0aCB0aGUgcG90ZW50aWFsIHRvIHRyYW5zZm9ybSBzZXZlcmFsIGFyZWFzIG9mIGJpb2xvZ3kgYW5kIG1lZGljaW5lLn0sCiAgICBpc3NuID0gezE3NDItNTY4OX0sCiAgICBVUkwgPSB7aHR0cDovL3JzaWYucm95YWxzb2NpZXR5cHVibGlzaGluZy5vcmcvY29udGVudC8xNS8xNDEvMjAxNzAzODd9LAogICAgZXByaW50ID0ge2h0dHA6Ly9yc2lmLnJveWFsc29jaWV0eXB1Ymxpc2hpbmcub3JnL2NvbnRlbnQvMTUvMTQxLzIwMTcwMzg3LmZ1bGwucGRmfSwKICAgIGpvdXJuYWwgPSB7Sm91cm5hbCBvZiBUaGUgUm95YWwgU29jaWV0eSBJbnRlcmZhY2V9LAogICAgdXJsX3BhcGVyID0ge2h0dHA6Ly9yc2lmLnJveWFsc29jaWV0eXB1Ymxpc2hpbmcub3JnL2NvbnRlbnQvMTUvMTQxLzIwMTcwMzg3LmZ1bGwucGRmfSwKICAgIHVybF9wcmVwcmludCA9IHtodHRwOi8vd3d3LmJpb3J4aXYub3JnL2NvbnRlbnQvYmlvcnhpdi9lYXJseS8yMDE3LzA1LzI4LzE0Mjc2MC5mdWxsLnBkZn0sCiAgICBrZXl3b3JkcyA9IHtEZWVwIExlYXJuaW5nLCBCaW9sb2d5LCBDb21wdXRhdGlvbmFsIEdlbm9taWNzfQp9CgoKCkBhcnRpY2xle2Jvc3NjaGlldGVyMjAyM2ludGVycHJldGFibGUsCiAgICB0aXRsZT17SW50ZXJwcmV0YWJsZSBQcmVkaWN0aXZlIE1vZGVscyB0byBVbmRlcnN0YW5kIFJpc2sgRmFjdG9ycyBmb3IgTWF0ZXJuYWwgYW5kIEZldGFsIE91dGNvbWVzfSwKICAgIGF1dGhvcj17Qm9zc2NoaWV0ZXIsIFRvbWFzIE0uIGFuZCBYdSwgWmlmZWkgYW5kIExhbiwgSHVpIGFuZCBMZW5nZXJpY2gsIEJlbmphbWluIEouIGFuZCBOb3JpLCBIYXJzaGEgYW5kIFBhaW50ZXIsIElhbiBhbmQgU291dGVyLCBWaXZpZW5uZSBhbmQgQ2FydWFuYSwgUmljaH0sCiAgICBhYnN0cmFjdD17QWx0aG91Z2ggbW9zdCBwcmVnbmFuY2llcyByZXN1bHQgaW4gYSBnb29kIG91dGNvbWUsIGNvbXBsaWNhdGlvbnMgYXJlIG5vdCB1bmNvbW1vbiBhbmQgY2FuIGJlIGFzc29jaWF0ZWQgd2l0aCBzZXJpb3VzIGltcGxpY2F0aW9ucyBmb3IgbW90aGVycyBhbmQgYmFiaWVzLiBQcmVkaWN0aXZlIG1vZGVsaW5nIGhhcyB0aGUgcG90ZW50aWFsIHRvIGltcHJvdmUgb3V0Y29tZXMgdGhyb3VnaCBhIGJldHRlciB1bmRlcnN0YW5kaW5nIG9mIHJpc2sgZmFjdG9ycywgaGVpZ2h0ZW5lZCBzdXJ2ZWlsbGFuY2UgZm9yIGhpZ2gtcmlzayBwYXRpZW50cywgYW5kIG1vcmUgdGltZWx5IGFuZCBhcHByb3ByaWF0ZSBpbnRlcnZlbnRpb25zLCB0aGVyZWJ5IGhlbHBpbmcgb2JzdGV0cmljaWFucyBkZWxpdmVyIGJldHRlciBjYXJlLiBXZSBpZGVudGlmeSBhbmQgc3R1ZHkgdGhlIG1vc3QgaW1wb3J0YW50IHJpc2sgZmFjdG9ycyBmb3IgZm91ciB0eXBlcyBvZiBwcmVnbmFuY3kgY29tcGxpY2F0aW9uczogKGkpIHNldmVyZSBtYXRlcm5hbCBtb3JiaWRpdHksIChpaSkgc2hvdWxkZXIgZHlzdG9jaWEsIChpaWkpIHByZXRlcm0gcHJlZWNsYW1wc2lhLCBhbmQgKGl2KSBhbnRlcGFydHVtIHN0aWxsYmlydGguIFdlIHVzZSBhbiBFeHBsYWluYWJsZSBCb29zdGluZyBNYWNoaW5lIChFQk0pLCBhIGhpZ2gtYWNjdXJhY3kgZ2xhc3MtYm94IGxlYXJuaW5nIG1ldGhvZCwgZm9yIHRoZSBwcmVkaWN0aW9uIGFuZCBpZGVudGlmaWNhdGlvbiBvZiBpbXBvcnRhbnQgcmlzayBmYWN0b3JzLiBXZSB1bmRlcnRha2UgZXh0ZXJuYWwgdmFsaWRhdGlvbiBhbmQgcGVyZm9ybSBhbiBleHRlbnNpdmUgcm9idXN0bmVzcyBhbmFseXNpcyBvZiB0aGUgRUJNIG1vZGVscy4gRUJNcyBtYXRjaCB0aGUgYWNjdXJhY3kgb2Ygb3RoZXIgYmxhY2stYm94IE1MIG1ldGhvZHMsIHN1Y2ggYXMgZGVlcCBuZXVyYWwgbmV0d29ya3MgYW5kIHJhbmRvbSBmb3Jlc3RzLCBhbmQgb3V0cGVyZm9ybSBsb2dpc3RpYyByZWdyZXNzaW9uLCB3aGlsZSBiZWluZyBtb3JlIGludGVycHJldGFibGUuIEVCTXMgcHJvdmUgdG8gYmUgcm9idXN0LiBUaGUgaW50ZXJwcmV0YWJpbGl0eSBvZiB0aGUgRUJNIG1vZGVscyByZXZlYWwgc3VycHJpc2luZyBpbnNpZ2h0cyBpbnRvIHRoZSBmZWF0dXJlcyBjb250cmlidXRpbmcgdG8gcmlzayAoZS5nLiwgbWF0ZXJuYWwgaGVpZ2h0IGlzIHRoZSBzZWNvbmQgbW9zdCBpbXBvcnRhbnQgZmVhdHVyZSBmb3Igc2hvdWxkZXIgZHlzdG9jaWEpIGFuZCBtYXkgaGF2ZSBwb3RlbnRpYWwgZm9yIGNsaW5pY2FsIGFwcGxpY2F0aW9uIGluIHRoZSBwcmVkaWN0aW9uIGFuZCBwcmV2ZW50aW9uIG9mIHNlcmlvdXMgY29tcGxpY2F0aW9ucyBpbiBwcmVnbmFuY3kufSwKICAgIHllYXI9ezIwMjN9LAogICAgam91cm5hbD17Sm91cm5hbCBvZiBIZWFsdGhjYXJlIEluZm9ybWF0aWNzIFJlc2VhcmNofSwKICAgIHVybF9wYXBlcj17aHR0cHM6Ly9saW5rLnNwcmluZ2VyLmNvbS9hcnRpY2xlLzEwLjEwMDcvczQxNjY2LTAyMy0wMDE1MS00fSwKICAgIGluZm9ybWFsX3ZlbnVlID0ge0pISVJ9LAogICAga2V5d29yZHM9e0hlYWx0aGNhcmUsIFByZWduYW5jeX0KfQoKCgpAYXJ0aWNsZXtib3NzY2hpZXRlcjIwMjJzbWZtMiwKICB0aXRsZT17VW5pcXVlIGluc2lnaHRzIGludG8gcmlzayBmYWN0b3JzIGZvciBhbnRlcGFydHVtIHN0aWxsYmlydGggdXNpbmcgZXhwbGFpbmFibGUgQUl9LAogIGF1dGhvcj17Qm9zc2NoaWV0ZXIsIFRvbWFzIGFuZCBYdSwgWmlmZWkgYW5kIExhbiwgSHVpIGFuZCBMZW5nZXJpY2gsIEJlbmphbWluIGFuZCBOb3JpLCBIYXJzaGEgYW5kIFNpdGNvdiwgS3Jpc3RpbiBhbmQgUGFpbnRlciwgSWFuIGFuZCBTb3V0ZXIsIFZpdmllbm5lIGFuZCBDYXJ1YW5hLCBSaWNofSwKICBqb3VybmFsPXtBbWVyaWNhbiBKb3VybmFsIG9mIE9ic3RldHJpY3MgXCYgR3luZWNvbG9neX0sCiAgaW5mb3JtYWxfdmVudWUgPSB7U01GTX0sCiAgdm9sdW1lPXt9LAogIG51bWJlcj17fSwKICBwYWdlcz17fSwKICB5ZWFyPXsyMDIyfSwKICBwdWJsaXNoZXI9e0Vsc2V2aWVyfSwKICAgIHVybF9wYXBlcj17aHR0cHM6Ly93d3cuYWpvZy5vcmcvYXJ0aWNsZS9TMDAwMi05Mzc4KDIyKTAxNTg3LTMvYWJzdHJhY3R9LAogICAga2V5d29yZHM9e0hlYWx0aGNhcmUsIFByZWduYW5jeX0KfQoKCgpAYXJ0aWNsZXtsYW4yMDIyc21mbSwKICB0aXRsZT17VW5kZXJzdGFuZGluZyByaXNrIGZhY3RvcnMgZm9yIHNob3VsZGVyIGR5c3RvY2lhIHVzaW5nIGludGVycHJldGFibGUgbWFjaGluZSBsZWFybmluZ30sCiAgYXV0aG9yPXtMYW4sIEh1aSBhbmQgWHUsIFppZmVpIGFuZCBCb3NzY2hpZXRlciwgVG9tYXMgYW5kIExlbmdlcmljaCwgQmVuamFtaW4gYW5kIE5vcmksIEhhcnNoYSBhbmQgU2l0Y292LCBLcmlzdGluIGFuZCBQYWludGVyLCBJYW4gYW5kIFNvdXRlciwgVml2aWVubmUgYW5kIENhcnVhbmEsIFJpY2h9LAogIGpvdXJuYWw9e0FtZXJpY2FuIEpvdXJuYWwgb2YgT2JzdGV0cmljcyBcJiBHeW5lY29sb2d5fSwKICBpbmZvcm1hbF92ZW51ZSA9IHtTTUZNfSwKICB2b2x1bWU9e30sCiAgbnVtYmVyPXt9LAogIHBhZ2VzPXt9LAogIHllYXI9ezIwMjJ9LAogIHB1Ymxpc2hlcj17RWxzZXZpZXJ9LAogICAgdXJsX3BhcGVyPXtodHRwczovL3d3dy5ham9nLm9yZy9hcnRpY2xlL1MwMDAyLTkzNzgoMjIpMDIxMzktMS9hYnN0cmFjdH0sCiAgICBrZXl3b3Jkcz17SGVhbHRoY2FyZSwgUHJlZ25hbmN5fQp9CgoKCkBhcnRpY2xle2Jvc3NjaGlldGVyMjAyMnNtZm0sCiAgdGl0bGU9e1ByZXRlcm0gcHJlZWNsYW1wc2lhIHByZWRpY3Rpb24gdXNpbmcgaW50ZWxsaWdpYmxlIG1hY2hpbmUgbGVhcm5pbmd9LAogIGF1dGhvcj17Qm9zc2NoaWV0ZXIsIFRvbWFzIGFuZCBYdSwgWmlmZWkgYW5kIExhbiwgSHVpIGFuZCBMZW5nZXJpY2gsIEJlbmphbWluIGFuZCBOb3JpLCBIYXJzaGEgYW5kIFNpdGNvdiwgS3Jpc3RpbiBhbmQgUGFpbnRlciwgSWFuIGFuZCBTb3V0ZXIsIFZpdmllbm5lIGFuZCBDYXJ1YW5hLCBSaWNofSwKICBqb3VybmFsPXtBbWVyaWNhbiBKb3VybmFsIG9mIE9ic3RldHJpY3MgXCYgR3luZWNvbG9neX0sCiAgaW5mb3JtYWxfdmVudWUgPSB7U01GTX0sCiAgdm9sdW1lPXt9LAogIG51bWJlcj17fSwKICBwYWdlcz17fSwKICB5ZWFyPXsyMDIyfSwKICBwdWJsaXNoZXI9e0Vsc2V2aWVyfSwKICAgIHVybF9wYXBlcj17aHR0cHM6Ly93d3cuYWpvZy5vcmcvYXJ0aWNsZS9TMDAwMi05Mzc4KDIyKTAxNTk2LTQvYWJzdHJhY3R9LAogICAga2V5d29yZHM9e0hlYWx0aGNhcmUsIFByZWduYW5jeX0KfQoKCgpAYXJ0aWNsZXt4dTIwMjJzbWZtLAogIHRpdGxlPXtQcmVkaWN0aW5nIHNldmVyZSBtYXRlcm5hbCBtb3JiaWRpdHkgYXQgYWRtaXNzaW9uIGZvciBkZWxpdmVyeSB1c2luZyBpbnRlbGxpZ2libGUgbWFjaGluZSBsZWFybmluZ30sCiAgYXV0aG9yPXtYdSwgWmlmZWkgYW5kIEJvc3NjaGlldGVyLCBUb21hcyBhbmQgTGFuLCBIdWkgYW5kIExlbmdlcmljaCwgQmVuamFtaW4gYW5kIE5vcmksIEhhcnNoYSBhbmQgU2l0Y292LCBLcmlzdGluIGFuZCBQYWludGVyLCBJYW4gYW5kIFNvdXRlciwgVml2aWVubmUgYW5kIENhcnVhbmEsIFJpY2h9LAogIGpvdXJuYWw9e0FtZXJpY2FuIEpvdXJuYWwgb2YgT2JzdGV0cmljcyBcJiBHeW5lY29sb2d5fSwKICBpbmZvcm1hbF92ZW51ZSA9IHtTTUZNfSwKICB2b2x1bWU9e30sCiAgbnVtYmVyPXt9LAogIHBhZ2VzPXt9LAogIHllYXI9ezIwMjJ9LAogIHB1Ymxpc2hlcj17RWxzZXZpZXJ9LAogICAgdXJsX3BhcGVyPXtodHRwczovL3d3dy5ham9nLm9yZy9hcnRpY2xlL1MwMDAyLTkzNzgoMjIpMDE1ODgtNS9hYnN0cmFjdH0sCiAgICBrZXl3b3Jkcz17SGVhbHRoY2FyZSwgUHJlZ25hbmN5fQp9CgoKCkBhcnRpY2xle2xlbmdlcmljaDIwMjBkaXNlbnRhbmdsaW5nLAogIHRpdGxlPXtEaXNlbnRhbmdsaW5nIEluY3JlYXNlZCBUZXN0aW5nIGZyb20gQ292aWQtMTkgRXBpZGVtaWMgU3ByZWFkfSwKICBhdXRob3I9e0xlbmdlcmljaCwgQmVuamFtaW4gSi4gYW5kIE5laXN3YW5nZXIsIFdpbGxpZSBhbmQgTGVuZ2VyaWNoLCBFdWdlbmUgSi4gYW5kIFhpbmcsIEVyaWMgUC59LAogIGpvdXJuYWw9e01lZFJYaXZ9LAogIGluZm9ybWFsX3ZlbnVlPXttZWRyeGl2fSwKICB5ZWFyPXsyMDIwfSwKICBhYnN0cmFjdD17VG8gZGVzaWduIGVmZmVjdGl2ZSBkaXNlYXNlIGNvbnRyb2wgc3RyYXRlZ2llcywgaXQgaXMgY3JpdGljYWwgdG8gdW5kZXJzdGFuZCB0aGUgaW5jaWRlbmNlIG9mIGRpc2Vhc2VzLiBJbiB0aGUgQ292aWQtMTkgZXBpZGVtaWMgaW4gdGhlIFVuaXRlZCBTdGF0ZXMgKGNhdXNlZCBieSBvdXRicmVhayBvZiB0aGUgU0FSUy1Db1YtMiB2aXJ1cyksIHRlc3RpbmcgY2FwYWNpdHkgd2FzIGluaXRpYWxseSB2ZXJ5IGxpbWl0ZWQgYW5kIGhhcyBiZWVuIGluY3JlYXNpbmcgYXQgdGhlIHNhbWUgdGltZSBhcyB0aGUgdmlydXMgaGFzIGJlZW4gc3ByZWFkaW5nLiBXaGVuIGVzdGltYXRpbmcgdGhlIGluY2lkZW5jZSwgaXQgY2FuIGJlIGRpZmZpY3VsdCB0byBkaXN0aW5ndWlzaCB3aGV0aGVyIGluY3JlYXNlZCBudW1iZXJzIG9mIHBvc2l0aXZlIHRlc3RzIHN0ZW0gZnJvbSBpbmNyZWFzZXMgaW4gdGhlIHNwcmVhZCBvZiB0aGUgdmlydXMgb3IgaW5jcmVhc2VzIGluIHRlc3RpbmcuIFRoaXMgaGFzIG1hZGUgaXQgdmVyeSBkaWZmaWN1bHQgdG8gaWRlbnRpZnkgbG9jYXRpb25zIGluIHdoaWNoIHRoZSBlcGlkZW1pYyBwb3NlcyB0aGUgbGFyZ2VzdCBwdWJsaWMgaGVhbHRoIHJpc2tzLiBIZXJlLCB3ZSB1c2UgYSBwcm9iYWJpbGlzdGljIG1vZGVsIHRvIHF1YW50aWZ5IGJlbGllZnMgYWJvdXQgdGVzdGluZyBzdHJhdGVnaWVzIGFuZCB1bmRlcnN0YW5kIGltcGxpY2F0aW9ucyByZWdhcmRpbmcgaW5jaWRlbmNlLiBXZSBhcHBseSB0aGlzIG1vZGVsIHRvIGVzdGltYXRlIHRoZSBpbmNpZGVuY2UgaW4gZWFjaCBzdGF0ZSBvZiB0aGUgVW5pdGVkIFN0YXRlcywgYW5kIGZpbmQgdGhhdDogKDEpIHRoZSBDb3ZpZC0xOSBlcGlkZW1pYyBpcyBsaWtlbHkgdG8gYmUgbW9yZSB3aWRlc3ByZWFkIHRoYW4gcmVwb3J0ZWQgYnkgbGltaXRlZCB0ZXN0aW5nLCAoMikgdGhlIENvdmlkLTE5IGVwaWRlbWljIGdyb3d0aCBpbiB0aGUgc3VtbWVyIG1vbnRocyBpcyBsaWtlbHkgc21hbGxlciB0aGFuIGl0IHdhcyBkdXJpbmcgdGhlIHNwcmluZyBtb250aHMsIGFuZCAoMykgdGhlIHJlZ2lvbnMgd2hpY2ggYXJlIGF0IGhpZ2hlc3QgcmlzayBvZiBDb3ZpZC0xOSBlcGlkZW1pYyBvdXRicmVha3MgYXJlIG5vdCBhbHdheXMgdGhvc2Ugd2l0aCB0aGUgbGFyZ2VzdCBudW1iZXIgb2YgcG9zaXRpdmUgdGVzdCByZXN1bHRzLn0sCiAgdXJsX3ByZXByaW50PXtodHRwczovL3d3dy5tZWRyeGl2Lm9yZy9jb250ZW50LzEwLjExMDEvMjAyMC4wNy4wOS4yMDE0MTc2MnYxfSwKICAgIGtleXdvcmRzPXtIZWFsdGhjYXJlLCBDb3ZpZC0xOX0KfQoKCgoKQGFydGljbGV7bGVuZ2VyaWNoMjAyMWxlbmd0aCwKICB0aXRsZT17TGVuZ3RoIG9mIGxhYm9yIGFuZCBzZXZlcmUgbWF0ZXJuYWwgbW9yYmlkaXR5IGluIHRoZSBOVFNWIHBvcHVsYXRpb259LAogIGF1dGhvcj17TGVuZ2VyaWNoLCBCZW5qYW1pbiBKLiBhbmQgQ2FydWFuYSwgUmljaCBhbmQgV2Vla3MsIFdpbGxpYW0gQiBhbmQgUGFpbnRlciwgSWFuIGFuZCBTcGVuY2VyLCBTeWRuZXkgYW5kIFNpdGNvdiwgS3Jpc3RpbiBhbmQgRGFseSwgQ29sbGVlbiBhbmQgU291dGVyLCBWaXZpZW5uZX0sCiAgam91cm5hbD17QW1lcmljYW4gSm91cm5hbCBvZiBPYnN0ZXRyaWNzIFwmIEd5bmVjb2xvZ3l9LAogIHZvbHVtZT17MjI0fSwKICBudW1iZXI9ezJ9LAogIHBhZ2VzPXtTMzN9LAogIHllYXI9ezIwMjF9LAogIHB1Ymxpc2hlcj17RWxzZXZpZXJ9LAogIHVybF9wYXBlcj17aHR0cHM6Ly93d3cuYWpvZy5vcmcvYXJ0aWNsZS9TMDAwMi05Mzc4KDIwKTMxMzg2LTcvcGRmfSwKICAgIGtleXdvcmRzPXtIZWFsdGhjYXJlLCBQcmVnbmFuY3l9Cn0KCgoKQGFydGljbGV7bGVuZ2VyaWNoMjAyMWluc2lnaHRzLAogIHRpdGxlPXtJbnNpZ2h0cyBpbnRvIHNldmVyZSBtYXRlcm5hbCBtb3JiaWRpdHkgaW4gdGhlIE5UU1YgcG9wdWxhdGlvbn0sCiAgYXV0aG9yPXtMZW5nZXJpY2gsIEJlbmphbWluIEouIGFuZCBDYXJ1YW5hLCBSaWNoIGFuZCBXZWVrcywgV2lsbGlhbSBCIGFuZCBQYWludGVyLCBJYW4gYW5kIFNwZW5jZXIsIFN5ZG5leSBhbmQgU2l0Y292LCBLcmlzdGluIGFuZCBEYWx5LCBDb2xsZWVuIGFuZCBTb3V0ZXIsIFZpdmllbm5lfSwKICBqb3VybmFsPXtBbWVyaWNhbiBKb3VybmFsIG9mIE9ic3RldHJpY3MgXCYgR3luZWNvbG9neX0sCiAgdm9sdW1lPXsyMjR9LAogIG51bWJlcj17Mn0sCiAgcGFnZXM9e1M2MjktLVM2MzB9LAogIHllYXI9ezIwMjF9LAogIHB1Ymxpc2hlcj17RWxzZXZpZXJ9LAogIHVybF9wYXBlcj17aHR0cHM6Ly93d3cuYWpvZy5vcmcvYXJ0aWNsZS9TMDAwMi05Mzc4KDIwKTMyNDE4LTIvZnVsbHRleHR9LAogICAga2V5d29yZHM9e0hlYWx0aGNhcmUsIFByZWduYW5jeX0KfQoKCgpASW5Qcm9jZWVkaW5nc3tsZW5nZXJpY2gyMDIxdGltZSwKICB0aXRsZT17VGltZS1WYXJ5aW5nIE1vcnRhbGl0eSBSaXNrIFN1Z2dlc3RzIEluY3JlYXNlZCBJbXBhY3Qgb2YgVGhyb21ib3NpcyBpbiBIb3NwaXRhbGl6ZWQgQ292aWQtMTkgUGF0aWVudHN9LAogIGF1dGhvcj17TGVuZ2VyaWNoLCBCZW5qYW1pbiBKIGFuZCBOdW5uYWxseSwgTWFyayBFIGFuZCBBcGhpbnlhbmFwaG9uZ3MsIFlpbiBKIGFuZCBDYXJ1YW5hLCBSaWNofSwKICBib29rdGl0bGU9e01hY2hpbmUgTGVhcm5pbmcgZm9yIEhlYWx0aH0sCiAgeWVhcj17MjAyMn0sCiAgdXJsX3ByZXByaW50PXtodHRwczovL3d3dy5tZWRyeGl2Lm9yZy9jb250ZW50LzEwLjExMDEvMjAyMS4xMi4xMS4yMTI2NzI1OXYxfSwKICBhYnN0cmFjdD17VHJlYXRtZW50IHByb3RvY29scywgdHJlYXRtZW50IGF2YWlsYWJpbGl0eSwgZGlzZWFzZSB1bmRlcnN0YW5kaW5nLCBhbmQgdmlyYWwgY2hhcmFjdGVyaXN0aWNzIGhhdmUgY2hhbmdlZCBvdmVyIHRoZSBjb3Vyc2Ugb2YgdGhlIENvdmlkLTE5IHBhbmRlbWljOyBhcyBhIHJlc3VsdCwgdGhlIHJpc2tzIGFzc29jaWF0ZWQgd2l0aCBwYXRpZW50IGNvbW9yYmlkaXRpZXMgYW5kIGJpb21hcmtlcnMgaGF2ZSBhbHNvIGNoYW5nZWQuIFdlIGFkZCB0byB0aGUgb25nb2luZyBjb252ZXJzYXRpb24gcmVnYXJkaW5nIGluZmxhbW1hdGlvbiwgaGVtb3N0YXNpcyBhbmQgdmFzY3VsYXIgZnVuY3Rpb24gaW4gQ292aWQtMTkgYnkgcGVyZm9ybWluZyBhIHRpbWUtdmFyeWluZyBvYnNlcnZhdGlvbmFsIGFuYWx5c2lzIG9mIG92ZXIgNDAwMCBwYXRpZW50cyBob3NwaXRhbGl6ZWQgZm9yIENvdmlkLTE5IGluIGEgTmV3IFlvcmsgQ2l0eSBob3NwaXRhbCBzeXN0ZW0gZnJvbSBNYXJjaCAyMDIwIHRvIEF1Z3VzdCAyMDIxIHRvIGVsdWNpZGF0ZSB0aGUgY2hhbmdpbmcgaW1wYWN0IG9mIHRocm9tYm9zaXMsIGluZmxhbW1hdGlvbiwgYW5kIG90aGVyIHJpc2sgZmFjdG9ycyBvbiBpbi1ob3NwaXRhbCBtb3J0YWxpdHkuIFdlIGZpbmQgdGhhdCB0aGUgcHJlZGljdGl2ZSBwb3dlciBvZiBiaW9tYXJrZXJzIG9mIHRocm9tYm9zaXMgcmlzayBoYXZlIGluY3JlYXNlZCBvdmVyIHRpbWUsIHN1Z2dlc3RpbmcgYW4gb3Bwb3J0dW5pdHkgZm9yIGltcHJvdmVkIGNhcmUgYnkgaWRlbnRpZnlpbmcgYW5kIHRhcmdldGluZyB0aGVyYXBpZXMgZm9yIHBhdGllbnRzIHdpdGggZWxldmF0ZWQgdGhyb21ib3BoaWxpYyBwcm9wZW5zaXR5Ln0sCiAgICBrZXl3b3Jkcz17SGVhbHRoY2FyZSwgQ292aWQtMTl9Cn0KCgoKQGFydGljbGV7bGVuZ2VyaWNoMjAyMW5ldXRyb3BoaWwsCiAgdGl0bGU9e05ldXRyb3BoaWwgTHltcGhvY3l0ZSBSYXRpbyBhcyBhIERldGVybWluYW50IG9mIEdsdWNvY29ydGljb2lkIEVmZmVjdGl2ZW5lc3MgaW4gQ292aWQtMTkgVHJlYXRtZW50fSwKICBhdXRob3I9e0xlbmdlcmljaCwgQmVuamFtaW4gYW5kIENhcnVhbmEsIFJpY2ggYW5kIEFwaGlueWFuYXBob25ncywgWWlufSwKICBqb3VybmFsPXtNZWRSWGl2fSwKICB5ZWFyPXsyMDIxfSwKICB1cmxfcHJlcHJpbnQgPSB7aHR0cHM6Ly93d3cubWVkcnhpdi5vcmcvY29udGVudC8xMC4xMTAxLzIwMjEuMDYuMTUuMjEyNTE3OTR2MX0sCiAgYWJzdHJhY3QgPSB7R2x1Y29jb3J0aWNvaWRzIGhhdmUgYmVlbiBzaG93biB0byBpbXByb3ZlIG91dGNvbWVzIG9mIHBhdGllbnRzIHdpdGggc2V2ZXJlIGNhc2VzIG9mIENvdmlkLTE5LiBIb3dldmVyLCBjcml0ZXJpYSBmb3IgcHJlc2NyaWJpbmcgZ2x1Y29jb3J0aWNvaWRzIGFyZSBjdXJyZW50bHkgbGltaXRlZC4gVG8gaWRlbnRpZnkgcG90ZW50aWFsIGZvciB0YXJnZXRpbmcsIHdlIHBlcmZvcm0gYW4gb2JzZXJ2YXRpb25hbCBhbmFseXNpcyBvZiBtb3J0YWxpdHkgb2YgaG9zcGl0YWxpemVkIHBhdGllbnRzLiBPdXIgcmVzdWx0cyBhZ3JlZSB3aXRoIGN1cnJlbnQgY2xpbmljYWwgdW5kZXJzdGFuZGluZyB0aGF0IGdsdWNvY29ydGljb2lkcyBiZW5lZml0IHBhdGllbnRzIHdpdGggc2V2ZXJlIGNhc2VzIG9mIENvdmlkLTE5LCBhbmQgdGhhdCBlbGV2YXRlZCBOZXV0cm9waGlsL0x5bXBob2N5dGUgUmF0aW8gKE5MUikgaXMgYXNzb2NpYXRlZCB3aXRoIG1vcnRhbGl0eS4gRnVydGhlcm1vcmUsIG91ciByZXN1bHRzIHN1Z2dlc3QgdGhhdCBnbHVjb2NvcnRpY29pZHMgY291bGQgYmUgdGFyZ2V0ZWQgdG8gcGF0aWVudHMgd2l0aCBlbGV2YXRlZCBOTFIgKGVzcGVjaWFsbHkgaW4gdGhlIHJhbmdlIDYtMjUpIGF0IHRpbWUgb2YgYWRtaXNzaW9uLiBGaW5hbGx5LCB3ZSBub3RlIHRoZXJlIGFyZSBhbHNvIGhpZ2gtcmlzayBwYXRpZW50cyB3aXRoIGxvdyBOTFIsIHN1Z2dlc3RpbmcgdmFyeWluZyBwcmVzZW50YXRpb25zIG9mIHNldmVyZSBDb3ZpZC0xOS59LAogICAga2V5d29yZHM9e0hlYWx0aGNhcmUsIENvdmlkLTE5fQp9CgoKCgpAYXJ0aWNsZXtib3JkdDIwMjRkYXRhLAogICAgYXV0aG9yID0ge0JvcmR0LCBTZWJhc3RpYW4gYW5kIExlbmdlcmljaCwgQmVuIGFuZCBOb3JpLCBIYXJzaGEgYW5kIENhcnVhbmEsIFJpY2h9LAogICAgdGl0bGUgPSB7RGF0YSBTY2llbmNlIHdpdGggTExNcyBhbmQgSW50ZXJwcmV0YWJsZSBNb2RlbHN9LAogICAgam91cm5hbCA9IHtBQUFJIEV4cGxhaW5hYmxlIEFJIGZvciBTY2llbmNlfSwKICAgIHllYXIgPSB7MjAyM30sCiAgICBpbmZvcm1hbF92ZW51ZSA9IHtBQUFJIFhBSTRTY2l9LAogICAgYWJzdHJhY3QgPSB7UmVjZW50IHllYXJzIGhhdmUgc2VlbiBpbXBvcnRhbnQgYWR2YW5jZXMgaW4gdGhlIGJ1aWxkaW5nIG9mIGludGVycHJldGFibGUgbW9kZWxzLCBtYWNoaW5lIGxlYXJuaW5nIG1vZGVscyB0aGF0IGFyZSBkZXNpZ25lZCB0byBiZSBlYXNpbHkgdW5kZXJzdG9vZCBieSBodW1hbnMuIEluIHRoaXMgd29yaywgd2Ugc2hvdyB0aGF0IGxhcmdlIGxhbmd1YWdlIG1vZGVscyAoTExNcykgYXJlIHJlbWFya2FibHkgZ29vZCBhdCB3b3JraW5nIHdpdGggaW50ZXJwcmV0YWJsZSBtb2RlbHMsIHRvby4gSW4gcGFydGljdWxhciwgd2Ugc2hvdyB0aGF0IExMTXMgY2FuIGRlc2NyaWJlLCBpbnRlcnByZXQsIGFuZCBkZWJ1ZyBHZW5lcmFsaXplZCBBZGRpdGl2ZSBNb2RlbHMgKEdBTXMpLiBDb21iaW5pbmcgdGhlIGZsZXhpYmlsaXR5IG9mIExMTXMgd2l0aCB0aGUgYnJlYWR0aCBvZiBzdGF0aXN0aWNhbCBwYXR0ZXJucyBhY2N1cmF0ZWx5IGRlc2NyaWJlZCBieSBHQU1zIGVuYWJsZXMgZGF0YXNldCBzdW1tYXJpemF0aW9uLCBxdWVzdGlvbiBhbnN3ZXJpbmcsIGFuZCBtb2RlbCBjcml0aXF1ZS4gTExNcyBjYW4gYWxzbyBpbXByb3ZlIHRoZSBpbnRlcmFjdGlvbiBiZXR3ZWVuIGRvbWFpbiBleHBlcnRzIGFuZCBpbnRlcnByZXRhYmxlIG1vZGVscywgYW5kIGdlbmVyYXRlIGh5cG90aGVzZXMgYWJvdXQgdGhlIHVuZGVybHlpbmcgcGhlbm9tZW5vbi4gV2UgcmVsZWFzZSBUYWxrVG9FQk0gYXMgYW4gb3Blbi1zb3VyY2UgTExNLUdBTSBpbnRlcmZhY2UufSwKa2V5d29yZHMgPSB7SW50ZXJwcmV0YWJsZSwgTExNc30KfQoKCgpASW5Qcm9jZWVkaW5nc3tjYXJ1YW5hMjAyMWRhdGEsCiAgdGl0bGU9e0RhdGEtRHJpdmVuIFBhdHRlcm5zIGluIFByb3RlY3RpdmUgRWZmZWN0cyBvZiBJYnVwcm9mZW4gYW5kIEtldG9yb2xhYyBvbiBIb3NwaXRhbGl6ZWQgQ292aWQtMTkgUGF0aWVudHN9LAogIGF1dGhvcj17Q2FydWFuYSwgUmljaCBhbmQgTGVuZ2VyaWNoLCBCZW5qYW1pbiBhbmQgQXBoaW55YW5hcGhvbmdzLCBZaW59LAogIGpvdXJuYWw9e0FtZXJpY2FuIE1lZGljYWwgSW5mb3JtYXRpY3MgQXNzb2NpYXRpb24gKEFNSUEpIEFubnVhbCBTeW1wb3NpdW19LAogIHllYXI9ezIwMjF9LAogIHVybF9wcmVwcmludD17aHR0cHM6Ly93d3cubWVkcnhpdi5vcmcvY29udGVudC8xMC4xMTAxLzIwMjEuMDYuMTUuMjEyNTg5OTF2MX0sCiAgYWJzdHJhY3Q9e1RoZSBpbXBhY3Qgb2Ygbm9uc3Rlcm9pZGFsIGFudGktaW5mbGFtbWF0b3J5IGRydWdzIChOU0FJRHMpIG9uIHBhdGllbnRzIHdpdGggQ292aWQtMTkgaGFzIGJlZW4gdW5jbGVhci4gQSBtYWpvciByZWFzb24gZm9yIHRoaXMgdW5jZXJ0YWludHkgaXMgdGhlIGNvbmZvdW5kaW5nIGJldHdlZW4gdHJlYXRtZW50cywgcGF0aWVudCBjb21vcmJpZGl0aWVzLCBhbmQgaWxsbmVzcyBzZXZlcml0eS4gSGVyZSwgd2UgcGVyZm9ybSBhbiBvYnNlcnZhdGlvbmFsIGFuYWx5c2lzIG9mIG92ZXIgMzAwMCBwYXRpZW50cyBob3NwaXRhbGl6ZWQgZm9yIENvdmlkLTE5IGluIGEgTmV3IFlvcmsgaG9zcGl0YWwgc3lzdGVtIHRvIGlkZW50aWZ5IHRoZSByZWxhdGlvbnNoaXAgYmV0d2VlbiBpbi1wYXRpZW50IHRyZWF0bWVudCB3aXRoIElidXByb2ZlbiBvciBLZXRvcm9sYWMgYW5kIG1vcnRhbGl0eS4gT3VyIGFuYWx5c2lzIGZpbmRzIGV2aWRlbmNlIGNvbnNpdGVudCB3aXRoIGEgcHJvdGVjdGl2ZSBlZmZlY3QgZm9yIElidXByb2ZlbiBhbmQgS2V0b3JvbGFjLCB3aXRoIGV2aWRlbmNlIHN0cm9uZ2VyIGZvciBhIHByb3RlY3RpdmUgZWZmZWN0IG9mIEtldG9yb2xhYyB0aGFuIGZvciBhIHByb3RlY3RpdmUgZWZmZWN0IG9mIElidXByb2Zlbi59LAogICAga2V5d29yZHM9e0hlYWx0aGNhcmUsIENvdmlkLTE5fQp9Cg==\">\n            <i class=\"fa fa-download fa-fw\"></i> Download BibTeX\n          </a>\n        </li>\n        <li>\n          <a href=\"//bibbase.org/rss?bib=http://web.mit.edu/~blengeri/www/lengerich_website.bib\">\n            <i class=\"fa fa-rss fa-fw\"></i> RSS Feed\n          </a>\n          </li>\n      </ul>\n      </li>\n\n      \n\n\n      \n    </ul>\n\n\n    <div class=\"alert alert-success bibbase_msg\" id=\"bibbase_msg_embed\"\n         style=\"display: none;\">\n\n      Excellent! Next you can\n      <a href=\"/network/register?next=/network/newSiteFromTemplate%3Fbiburl=http://web.mit.edu/~blengeri/www/lengerich_website.bib\"\n      >create a new website with this list</a>, or\n      embed it in an existing web page by copying &amp; pasting\n      any of the following snippets.\n\n      <div style=\"text-align: left; margin-top: 1em;\">\n        <strong>JavaScript</strong>\n        <span class=\"comment recommended\">(easiest)</span>\n        <div class=\"well well-small\">\n          <code>\n            &lt;script src=\"https://bibbase.org/show?bib=http://web.mit.edu/~blengeri/www/lengerich_website.bib&amp;jsonp=1&amp;jsonp=1\"&gt;&lt;/script&gt;\n          </code>\n        </div>\n\n        <strong>PHP</strong>\n        <div class=\"well well-small\">\n          <code>\n            &lt;?php\n            $contents = file_get_contents(\"https://bibbase.org/show?bib=http://web.mit.edu/~blengeri/www/lengerich_website.bib&amp;jsonp=1\");\n            print_r($contents);\n            ?&gt;\n          </code>\n        </div>\n\n        <strong>iFrame</strong>\n        <span class=\"comment\">(not recommended)</span>\n        <div class=\"well well-small\">\n          <code>\n            &lt;iframe src=\"https://bibbase.org/show?bib=http://web.mit.edu/~blengeri/www/lengerich_website.bib&amp;jsonp=1\"&gt;&lt;/iframe&gt;\n          </code>\n        </div>\n\n        <p>\n          For more details see the <a href=\"//bibbase.org/help\">documention</a>.\n        </p>\n      </div>\n    </div>\n\n    <div class=\"alert alert-success bibbase_msg\" id=\"bibbase_msg_preview\"\n         style=\"display: none;\">\n\n      This is a preview! To use this list on your own web site\n      or create a new web site from it,\n      <a href=\"/network/register?next=/network/newAccountWithFile%3FfileId=\"\n      >create a free account</a>. The file will be added\n      and you will be able to edit it in the File Manager.\n      We will show you instructions once you've created your account.\n    </div>\n\n    <div class=\"alert alert-warning bibbase_msg\" id=\"bibbase_msg_mendeley1\"\n         style=\"display: none;\">\n\n      <p>To the site owner:</p>\n\n      <p><strong>Action required!</strong> Mendeley is changing its\n        API. In order to keep using Mendeley with BibBase past April\n        14th, you need to:\n        <ol>\n          <li>renew the authorization for BibBase on Mendeley, and</li>\n          <li>update the BibBase URL\n            in your page the same way you did when you initially set up\n            this page.\n          </li>\n        </ol>\n      </p>\n\n      <p>\n        <a href=\"http://bibbase.org/cgi-bin/mendeley2/get.py\">\n          <i class=\"fa fa-angle-double-right\"></i>\n          Fix it now</a>\n      </p>\n    </div>\n\n  </div>\n\n\n  <div id=\"bibbase_body\">\n    \n  \n  <div class=\"bibbase_group_whole\" id=\"group_2023\">\n    <div class=\"bibbase_group\"\n      onclick=\"toggleGroup('group_2023')\"\n      onkeypress=\"toggleGroup('group_2023')\"\n      tabindex=\"0\">\n      <i class=\"fa fa-angle-down bibbase_group_head_icon\"></i>&nbsp;\n      <span>2023</span>\n      <span class=\"bibbase_group_count\">\n        \n        (6)\n        \n      </span>\n    </div>\n    <div class=\"bibbase_group_body\">\n      \n  \n  <div class=\"bibbase_paper\" id=\"lengerich-bordt-nori-nunnally-aphinyanaphongs-kellis-caruana-llmsunderstandglassboxmodelsdiscoversurprisesandsuggestrepairs-2023\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  <a href=\"https://arxiv.org/abs/2308.01157\"\n     onclick=\"return trackOutboundLink('publications', 'click', 'lengerich-bordt-nori-nunnally-aphinyanaphongs-kellis-caruana-llmsunderstandglassboxmodelsdiscoversurprisesandsuggestrepairs-2023', 'https://arxiv.org/abs/2308.01157', event);\">\n    LLMs Understand Glass-Box Models, Discover Surprises, and Suggest Repairs.\n  </a>\n  \n  \n  \n</span>\n\n  <span class=\"bibbase_paper_author\">\n  Lengerich, B. J.; Bordt, S.; Nori, H.; Nunnally, M. E.; Aphinyanaphongs, Y.; Kellis, M.;  and Caruana, R.\n</span>\n\n  \n\n</span>\n\n  .  2023.\n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n  <a href=\"https://arxiv.org/abs/2308.01157\"\n     onclick=\"log_download('lengerich-bordt-nori-nunnally-aphinyanaphongs-kellis-caruana-llmsunderstandglassboxmodelsdiscoversurprisesandsuggestrepairs-2023', 'https://arxiv.org/abs/2308.01157', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"LLMs Understand Glass-Box Models, Discover Surprises, and Suggest Repairs [link]\"\n       title=\" preprint\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> preprint</span></a>\n  &nbsp;\n  \n\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/lengerich-bordt-nori-nunnally-aphinyanaphongs-kellis-caruana-llmsunderstandglassboxmodelsdiscoversurprisesandsuggestrepairs-2023\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n  &nbsp;\n  <a class=\"bibbase_abstract_link bibbase link\"\n     href=\"#\"\n     onclick=\"showAbstract(event); return false;\">\n    abstract <i class=\"fa fa-caret-down\"></i></a>\n  \n\n  \n  &nbsp;\n  <span class=\"bibbase_stats_paper\" style=\"color: #777;\">\n    <span>4 downloads</span>\n  </span>\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('lengerich-bordt-nori-nunnally-aphinyanaphongs-kellis-caruana-llmsunderstandglassboxmodelsdiscoversurprisesandsuggestrepairs-2023')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@article{lengerich2023llms,\n    author = {Lengerich, Benjamin J. and Bordt, Sebastian and Nori, Harsha and Nunnally, Mark E. and Aphinyanaphongs, Yin and Kellis, Manolis and Caruana, Rich},\n    title = {LLMs Understand Glass-Box Models, Discover Surprises, and Suggest Repairs},\n    informal_venue = {arXiv},\n    journal = {},\n    year = {2023},\n    url_preprint={https://arxiv.org/abs/2308.01157},\n    abstract={We show that large language models (LLMs) are remarkably good at working with interpretable models that decompose complex outcomes into univariate graph-represented components. By adopting a hierarchical approach to reasoning, LLMs can provide comprehensive model-level summaries without ever requiring the entire model to fit in context. This approach enables LLMs to apply their extensive background knowledge to automate common tasks in data science such as detecting anomalies that contradict prior knowledge, describing potential reasons for the anomalies, and suggesting repairs that would remove the anomalies. We use multiple examples in healthcare to demonstrate the utility of these new capabilities of LLMs, with particular emphasis on Generalized Additive Models (GAMs). Finally, we present the package TalkToEBM as an open-source LLM-GAM interface.},\n    keywords={LLMs}\n}\n\n</pre>\n</div>\n\n\n<div class=\"well well-small bibbase\" data-type=\"abstract\"\n     style=\"display:none\">\n  We show that large language models (LLMs) are remarkably good at working with interpretable models that decompose complex outcomes into univariate graph-represented components. By adopting a hierarchical approach to reasoning, LLMs can provide comprehensive model-level summaries without ever requiring the entire model to fit in context. This approach enables LLMs to apply their extensive background knowledge to automate common tasks in data science such as detecting anomalies that contradict prior knowledge, describing potential reasons for the anomalies, and suggesting repairs that would remove the anomalies. We use multiple examples in healthcare to demonstrate the utility of these new capabilities of LLMs, with particular emphasis on Generalized Additive Models (GAMs). Finally, we present the package TalkToEBM as an open-source LLM-GAM interface.\n</div>\n\n\n</div>\n\n\n  <div class=\"bibbase_paper\" id=\"deuschel-ellington-lengerich-luo-friederich-xing-contextualizedpolicyrecoverymodelingandinterpretingmedicaldecisionswithadaptiveimitationlearning-2023\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  <a href=\"https://arxiv.org/abs/2310.07918\"\n     onclick=\"return trackOutboundLink('publications', 'click', 'deuschel-ellington-lengerich-luo-friederich-xing-contextualizedpolicyrecoverymodelingandinterpretingmedicaldecisionswithadaptiveimitationlearning-2023', 'https://arxiv.org/abs/2310.07918', event);\">\n    Contextualized Policy Recovery: Modeling and Interpreting Medical Decisions with Adaptive Imitation Learning.\n  </a>\n  \n  \n  \n</span>\n\n  <span class=\"bibbase_paper_author\">\n  Deuschel, J.; Ellington, C.; Lengerich, B.; Luo, Y.; Friederich, P.;  and Xing, E.\n</span>\n\n  \n\n</span>\n\n  .  2023.\n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n  <a href=\"https://arxiv.org/abs/2310.07918\"\n     onclick=\"log_download('deuschel-ellington-lengerich-luo-friederich-xing-contextualizedpolicyrecoverymodelingandinterpretingmedicaldecisionswithadaptiveimitationlearning-2023', 'https://arxiv.org/abs/2310.07918', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"Contextualized Policy Recovery: Modeling and Interpreting Medical Decisions with Adaptive Imitation Learning [link]\"\n       title=\" preprint\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> preprint</span></a>\n  &nbsp;\n  \n\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/deuschel-ellington-lengerich-luo-friederich-xing-contextualizedpolicyrecoverymodelingandinterpretingmedicaldecisionswithadaptiveimitationlearning-2023\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n  &nbsp;\n  <a class=\"bibbase_abstract_link bibbase link\"\n     href=\"#\"\n     onclick=\"showAbstract(event); return false;\">\n    abstract <i class=\"fa fa-caret-down\"></i></a>\n  \n\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('deuschel-ellington-lengerich-luo-friederich-xing-contextualizedpolicyrecoverymodelingandinterpretingmedicaldecisionswithadaptiveimitationlearning-2023')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n  \n  \n  \n  \n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@article{deuschel2023contextualized,\n    title={Contextualized Policy Recovery: Modeling and Interpreting Medical Decisions with Adaptive Imitation Learning},\n    author={Deuschel, Jannik and Ellington, Caleb and Lengerich, Ben and Luo, Yingtao and Friederich, Pascal and Xing, Eric},\n    informal_venue = {arXiv},\n    year={2023},\n    url_preprint={https://arxiv.org/abs/2310.07918},\n    abstract={Interpretable policy learning seeks to estimate intelligible decision policies from observed actions; however, existing models fall short by forcing a tradeoff between accuracy and interpretability. This tradeoff limits data-driven interpretations of human decision-making process. e.g. to audit medical decisions for biases and suboptimal practices, we require models of decision processes which provide concise descriptions of complex behaviors. Fundamentally, existing approaches are burdened by this tradeoff because they represent the underlying decision process as a universal policy, when in fact human decisions are dynamic and can change drastically with contextual information. Thus, we propose Contextualized Policy Recovery (CPR), which re-frames the problem of modeling complex decision processes as a multi-task learning problem in which complex decision policies are comprised of context-specific policies. CPR models each context-specific policy as a linear observation-to-action mapping, and generates new decision models on-demand as contexts are updated with new observations. CPR is compatible with fully offline and partially observable decision environments, and can be tailored to incorporate any recurrent black-box model or interpretable decision model. We assess CPR through studies on simulated and real data, achieving state-of-the-art performance on the canonical tasks of predicting antibiotic prescription in intensive care units (+22% AUROC vs. previous SOTA) and predicting MRI prescription for Alzheimer&#x27;s patients (+7.7% AUROC vs. previous SOTA). With this improvement in predictive performance, CPR closes the accuracy gap between interpretable and black-box methods for policy learning, allowing high-resolution exploration and analysis of context-specific decision models.},\n    keywords={Contextualized, Healthcare, Policy Learning}\n}\n\n\n</pre>\n</div>\n\n\n<div class=\"well well-small bibbase\" data-type=\"abstract\"\n     style=\"display:none\">\n  Interpretable policy learning seeks to estimate intelligible decision policies from observed actions; however, existing models fall short by forcing a tradeoff between accuracy and interpretability. This tradeoff limits data-driven interpretations of human decision-making process. e.g. to audit medical decisions for biases and suboptimal practices, we require models of decision processes which provide concise descriptions of complex behaviors. Fundamentally, existing approaches are burdened by this tradeoff because they represent the underlying decision process as a universal policy, when in fact human decisions are dynamic and can change drastically with contextual information. Thus, we propose Contextualized Policy Recovery (CPR), which re-frames the problem of modeling complex decision processes as a multi-task learning problem in which complex decision policies are comprised of context-specific policies. CPR models each context-specific policy as a linear observation-to-action mapping, and generates new decision models on-demand as contexts are updated with new observations. CPR is compatible with fully offline and partially observable decision environments, and can be tailored to incorporate any recurrent black-box model or interpretable decision model. We assess CPR through studies on simulated and real data, achieving state-of-the-art performance on the canonical tasks of predicting antibiotic prescription in intensive care units (+22% AUROC vs. previous SOTA) and predicting MRI prescription for Alzheimer's patients (+7.7% AUROC vs. previous SOTA). With this improvement in predictive performance, CPR closes the accuracy gap between interpretable and black-box methods for policy learning, allowing high-resolution exploration and analysis of context-specific decision models.\n</div>\n\n\n</div>\n\n\n  <div class=\"bibbase_paper\" id=\"lengerich-ellington-rubbi-kellis-xing-contextualizedmachinelearning-2023\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  <a href=\"https://arxiv.org/abs/2310.11340\"\n     onclick=\"return trackOutboundLink('publications', 'click', 'lengerich-ellington-rubbi-kellis-xing-contextualizedmachinelearning-2023', 'https://arxiv.org/abs/2310.11340', event);\">\n    Contextualized Machine Learning.\n  </a>\n  \n  \n  \n</span>\n\n  <span class=\"bibbase_paper_author\">\n  Lengerich, B.; Ellington, C.; Rubbi, A.; Kellis, M.;  and Xing, E.\n</span>\n\n  \n\n</span>\n\n  .  2023.\n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n  <a href=\"https://arxiv.org/abs/2310.11340\"\n     onclick=\"log_download('lengerich-ellington-rubbi-kellis-xing-contextualizedmachinelearning-2023', 'https://arxiv.org/abs/2310.11340', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"Contextualized Machine Learning [link]\"\n       title=\" preprint\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> preprint</span></a>\n  &nbsp;\n  \n\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/lengerich-ellington-rubbi-kellis-xing-contextualizedmachinelearning-2023\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n  &nbsp;\n  <a class=\"bibbase_abstract_link bibbase link\"\n     href=\"#\"\n     onclick=\"showAbstract(event); return false;\">\n    abstract <i class=\"fa fa-caret-down\"></i></a>\n  \n\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('lengerich-ellington-rubbi-kellis-xing-contextualizedmachinelearning-2023')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@article{lengerich2023contextualized,\n    title={Contextualized Machine Learning},\n    author={Lengerich, Ben and Ellington, Caleb and Rubbi, Andrea and Kellis, Manolis and Xing, Eric},\n    informal_venue = {arXiv},\n    year={2023},\n    url_preprint={https://arxiv.org/abs/2310.11340},\n    abstract={We examine Contextualized Machine Learning (ML), a paradigm for learning heterogeneous and context-dependent effects. Contextualized ML estimates heterogeneous functions by applying deep learning to the meta-relationship between contextual information and context-specific parametric models. This is a form of varying-coefficient modeling that unifies existing frameworks including cluster analysis and cohort modeling by introducing two reusable concepts: a context encoder which translates sample context into model parameters, and sample-specific model which operates on sample predictors. We review the process of developing contextualized models, nonparametric inference from contextualized models, and identifiability conditions of contextualized models. Finally, we present the open-source PyTorch package ContextualizedML.},\n    keywords={Contextualized}\n}\n\n</pre>\n</div>\n\n\n<div class=\"well well-small bibbase\" data-type=\"abstract\"\n     style=\"display:none\">\n  We examine Contextualized Machine Learning (ML), a paradigm for learning heterogeneous and context-dependent effects. Contextualized ML estimates heterogeneous functions by applying deep learning to the meta-relationship between contextual information and context-specific parametric models. This is a form of varying-coefficient modeling that unifies existing frameworks including cluster analysis and cohort modeling by introducing two reusable concepts: a context encoder which translates sample context into model parameters, and sample-specific model which operates on sample predictors. We review the process of developing contextualized models, nonparametric inference from contextualized models, and identifiability conditions of contextualized models. Finally, we present the open-source PyTorch package ContextualizedML.\n</div>\n\n\n</div>\n\n\n  <div class=\"bibbase_paper\" id=\"hegselmann-zhou-zhou-chien-nagaraj-hulkund-bhave-oberst-etal-recentadvancesapplicationsandopenchallengesinmachinelearningforhealthreflectionsfromresearchroundtablesatml4h2022symposium-2023\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  <a href=\"https://doi.org/10.5281/zenodo.7951122\"\n     onclick=\"return trackOutboundLink('publications', 'click', 'hegselmann-zhou-zhou-chien-nagaraj-hulkund-bhave-oberst-etal-recentadvancesapplicationsandopenchallengesinmachinelearningforhealthreflectionsfromresearchroundtablesatml4h2022symposium-2023', 'https://doi.org/10.5281/zenodo.7951122', event);\">\n    Recent Advances, Applications and Open Challenges in Machine Learning for Health: Reflections from Research Roundtables at ML4H 2022 Symposium.\n  </a>\n  \n  \n  \n</span>\n\n  <span class=\"bibbase_paper_author\">\n  Hegselmann, S.; Zhou, H.; Zhou, Y.; Chien, J.; Nagaraj, S.; Hulkund, N.; Bhave, S.; Oberst, M.; Pai, A.; Ellington, C.; Ikezogwo, W.; Dou, J. X.; Agrawal, M.; Li, C.; Argaw, P.; Biswas, A.; Gupta, M.; Li, X.; Lemanczyk, M.; Zhang, Y.; Garbin, C.; Healey, E.; Kim, H.; Boone, C.; Daneshjou, R.; Shi, S.; Pezzotti, N.; Pfohl, S. R.; Fong, E.; Naik, A.; Lengerich, B.; Xu, Y.; Bidwell, J.; Sendak, M.; Kim, B.; Hendrix, N.; Spathis, D.; Seita, J.; Quast, B.; Coffee, M.; Stultz, C.; Chen, I. Y.; Joshi, S.;  and Tadesse, G. A.\n</span>\n\n  \n\n</span>\n\n  . May 2023.\n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n  <a href=\"https://doi.org/10.5281/zenodo.7951122\"\n     onclick=\"log_download('hegselmann-zhou-zhou-chien-nagaraj-hulkund-bhave-oberst-etal-recentadvancesapplicationsandopenchallengesinmachinelearningforhealthreflectionsfromresearchroundtablesatml4h2022symposium-2023', 'https://doi.org/10.5281/zenodo.7951122', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"Recent Advances, Applications and Open Challenges in Machine Learning for Health: Reflections from Research Roundtables at ML4H 2022 Symposium [link]\"\n       title=\"Paper\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\">Paper</span></a>\n  &nbsp;\n  \n\n  \n  <a href=\"http://doi.org/10.5281/zenodo.7951122\"\n     onclick=\"log_download('hegselmann-zhou-zhou-chien-nagaraj-hulkund-bhave-oberst-etal-recentadvancesapplicationsandopenchallengesinmachinelearningforhealthreflectionsfromresearchroundtablesatml4h2022symposium-2023', 'http://doi.org/10.5281/zenodo.7951122', event.ctrlKey)\"\n     class=\"bibbase doi link\">\n    <span>doi</span></a>\n  &nbsp;\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/hegselmann-zhou-zhou-chien-nagaraj-hulkund-bhave-oberst-etal-recentadvancesapplicationsandopenchallengesinmachinelearningforhealthreflectionsfromresearchroundtablesatml4h2022symposium-2023\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('hegselmann-zhou-zhou-chien-nagaraj-hulkund-bhave-oberst-etal-recentadvancesapplicationsandopenchallengesinmachinelearningforhealthreflectionsfromresearchroundtablesatml4h2022symposium-2023')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@article{stefan_hegselmann_2023_7951122,\n  title        = {{Recent Advances, Applications and Open Challenges\n                   in Machine Learning for Health: Reflections from\n                   Research Roundtables at ML4H 2022 Symposium}},\n    author       = {Stefan Hegselmann and\n                  Helen Zhou and\n                  Yuyin Zhou and\n                  Jennifer Chien and\n                  Sujay Nagaraj and\n                  Neha Hulkund and\n                  Shreyas Bhave and\n                  Michael Oberst and\n                  Amruta Pai and\n                  Caleb Ellington and\n                  Wisdom Ikezogwo and\n                  Jason Xiaotian Dou and\n                  Monica Agrawal and\n                  Changye Li and\n                  Peniel Argaw and\n                  Arpita Biswas and\n                  Mehak Gupta and\n                  Xinhui Li and\n                  Marta Lemanczyk and\n                  Yuhui Zhang and\n                  Christian Garbin and\n                  Elizabeth Healey and\n                  Heejong Kim and\n                  Claire Boone and\n                  Roxana Daneshjou and\n                  Siyu Shi and\n                  Nicola Pezzotti and\n                  Stephen R. Pfohl and\n                  Edwin Fong and\n                  Aakanksha Naik and\n                  Ben Lengerich and\n                  Ying Xu and\n                  Jonathan Bidwell and\n                  Mark Sendak and\n                  Byung-Hak Kim and\n                  Nathaniel Hendrix and\n                  Dimitris Spathis and\n                  Jun Seita and\n                  Bastiaan Quast and\n                  Megan Coffee and\n                  Collin Stultz and\n                  Irene Y. Chen and\n                  Shalmali Joshi and\n                  Girmaw Abebe Tadesse},\n  month        = May,\n  year         = 2023,\n  publisher    = {Zenodo},\n  doi          = {10.5281/zenodo.7951122},\n  url          = {https://doi.org/10.5281/zenodo.7951122},\n  keywords     = {Healthcare},\n}\n\n</pre>\n</div>\n\n\n\n</div>\n\n\n  <div class=\"bibbase_paper\" id=\"bosschieter-xu-lan-lengerich-nori-painter-souter-caruana-interpretablepredictivemodelstounderstandriskfactorsformaternalandfetaloutcomes-2023\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  <a href=\"https://link.springer.com/article/10.1007/s41666-023-00151-4\"\n     onclick=\"return trackOutboundLink('publications', 'click', 'bosschieter-xu-lan-lengerich-nori-painter-souter-caruana-interpretablepredictivemodelstounderstandriskfactorsformaternalandfetaloutcomes-2023', 'https://link.springer.com/article/10.1007/s41666-023-00151-4', event);\">\n    Interpretable Predictive Models to Understand Risk Factors for Maternal and Fetal Outcomes.\n  </a>\n  \n  \n  \n</span>\n\n  <span class=\"bibbase_paper_author\">\n  Bosschieter, T. M.; Xu, Z.; Lan, H.; Lengerich, B. J.; Nori, H.; Painter, I.; Souter, V.;  and Caruana, R.\n</span>\n\n  \n\n</span>\n\n  <i>Journal of Healthcare Informatics Research</i>.  2023.\n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n  <a href=\"https://link.springer.com/article/10.1007/s41666-023-00151-4\"\n     onclick=\"log_download('bosschieter-xu-lan-lengerich-nori-painter-souter-caruana-interpretablepredictivemodelstounderstandriskfactorsformaternalandfetaloutcomes-2023', 'https://link.springer.com/article/10.1007/s41666-023-00151-4', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"Interpretable Predictive Models to Understand Risk Factors for Maternal and Fetal Outcomes [link]\"\n       title=\" paper\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> paper</span></a>\n  &nbsp;\n  \n\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/bosschieter-xu-lan-lengerich-nori-painter-souter-caruana-interpretablepredictivemodelstounderstandriskfactorsformaternalandfetaloutcomes-2023\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n  &nbsp;\n  <a class=\"bibbase_abstract_link bibbase link\"\n     href=\"#\"\n     onclick=\"showAbstract(event); return false;\">\n    abstract <i class=\"fa fa-caret-down\"></i></a>\n  \n\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('bosschieter-xu-lan-lengerich-nori-painter-souter-caruana-interpretablepredictivemodelstounderstandriskfactorsformaternalandfetaloutcomes-2023')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n  \n  \n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@article{bosschieter2023interpretable,\n    title={Interpretable Predictive Models to Understand Risk Factors for Maternal and Fetal Outcomes},\n    author={Bosschieter, Tomas M. and Xu, Zifei and Lan, Hui and Lengerich, Benjamin J. and Nori, Harsha and Painter, Ian and Souter, Vivienne and Caruana, Rich},\n    abstract={Although most pregnancies result in a good outcome, complications are not uncommon and can be associated with serious implications for mothers and babies. Predictive modeling has the potential to improve outcomes through a better understanding of risk factors, heightened surveillance for high-risk patients, and more timely and appropriate interventions, thereby helping obstetricians deliver better care. We identify and study the most important risk factors for four types of pregnancy complications: (i) severe maternal morbidity, (ii) shoulder dystocia, (iii) preterm preeclampsia, and (iv) antepartum stillbirth. We use an Explainable Boosting Machine (EBM), a high-accuracy glass-box learning method, for the prediction and identification of important risk factors. We undertake external validation and perform an extensive robustness analysis of the EBM models. EBMs match the accuracy of other black-box ML methods, such as deep neural networks and random forests, and outperform logistic regression, while being more interpretable. EBMs prove to be robust. The interpretability of the EBM models reveal surprising insights into the features contributing to risk (e.g., maternal height is the second most important feature for shoulder dystocia) and may have potential for clinical application in the prediction and prevention of serious complications in pregnancy.},\n    year={2023},\n    journal={Journal of Healthcare Informatics Research},\n    url_paper={https://link.springer.com/article/10.1007/s41666-023-00151-4},\n    informal_venue = {JHIR},\n    keywords={Healthcare, Pregnancy}\n}\n\n</pre>\n</div>\n\n\n<div class=\"well well-small bibbase\" data-type=\"abstract\"\n     style=\"display:none\">\n  Although most pregnancies result in a good outcome, complications are not uncommon and can be associated with serious implications for mothers and babies. Predictive modeling has the potential to improve outcomes through a better understanding of risk factors, heightened surveillance for high-risk patients, and more timely and appropriate interventions, thereby helping obstetricians deliver better care. We identify and study the most important risk factors for four types of pregnancy complications: (i) severe maternal morbidity, (ii) shoulder dystocia, (iii) preterm preeclampsia, and (iv) antepartum stillbirth. We use an Explainable Boosting Machine (EBM), a high-accuracy glass-box learning method, for the prediction and identification of important risk factors. We undertake external validation and perform an extensive robustness analysis of the EBM models. EBMs match the accuracy of other black-box ML methods, such as deep neural networks and random forests, and outperform logistic regression, while being more interpretable. EBMs prove to be robust. The interpretability of the EBM models reveal surprising insights into the features contributing to risk (e.g., maternal height is the second most important feature for shoulder dystocia) and may have potential for clinical application in the prediction and prevention of serious complications in pregnancy.\n</div>\n\n\n</div>\n\n\n  <div class=\"bibbase_paper\" id=\"bordt-lengerich-nori-caruana-datasciencewithllmsandinterpretablemodels-2023\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  Data Science with LLMs and Interpretable Models.\n  \n  \n  \n</span>\n\n  <span class=\"bibbase_paper_author\">\n  Bordt, S.; Lengerich, B.; Nori, H.;  and Caruana, R.\n</span>\n\n  \n\n</span>\n\n  <i>AAAI Explainable AI for Science</i>.  2023.\n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/bordt-lengerich-nori-caruana-datasciencewithllmsandinterpretablemodels-2023\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n  &nbsp;\n  <a class=\"bibbase_abstract_link bibbase link\"\n     href=\"#\"\n     onclick=\"showAbstract(event); return false;\">\n    abstract <i class=\"fa fa-caret-down\"></i></a>\n  \n\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('bordt-lengerich-nori-caruana-datasciencewithllmsandinterpretablemodels-2023')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n  \n  \n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@article{bordt2024data,\n    author = {Bordt, Sebastian and Lengerich, Ben and Nori, Harsha and Caruana, Rich},\n    title = {Data Science with LLMs and Interpretable Models},\n    journal = {AAAI Explainable AI for Science},\n    year = {2023},\n    informal_venue = {AAAI XAI4Sci},\n    abstract = {Recent years have seen important advances in the building of interpretable models, machine learning models that are designed to be easily understood by humans. In this work, we show that large language models (LLMs) are remarkably good at working with interpretable models, too. In particular, we show that LLMs can describe, interpret, and debug Generalized Additive Models (GAMs). Combining the flexibility of LLMs with the breadth of statistical patterns accurately described by GAMs enables dataset summarization, question answering, and model critique. LLMs can also improve the interaction between domain experts and interpretable models, and generate hypotheses about the underlying phenomenon. We release TalkToEBM as an open-source LLM-GAM interface.},\nkeywords = {Interpretable, LLMs}\n}\n\n</pre>\n</div>\n\n\n<div class=\"well well-small bibbase\" data-type=\"abstract\"\n     style=\"display:none\">\n  Recent years have seen important advances in the building of interpretable models, machine learning models that are designed to be easily understood by humans. In this work, we show that large language models (LLMs) are remarkably good at working with interpretable models, too. In particular, we show that LLMs can describe, interpret, and debug Generalized Additive Models (GAMs). Combining the flexibility of LLMs with the breadth of statistical patterns accurately described by GAMs enables dataset summarization, question answering, and model critique. LLMs can also improve the interaction between domain experts and interpretable models, and generate hypotheses about the underlying phenomenon. We release TalkToEBM as an open-source LLM-GAM interface.\n</div>\n\n\n</div>\n\n\n\n\n\n    </div>\n  </div>\n\n  <div class=\"bibbase_group_whole\" id=\"group_2022\">\n    <div class=\"bibbase_group\"\n      onclick=\"toggleGroup('group_2022')\"\n      onkeypress=\"toggleGroup('group_2022')\"\n      tabindex=\"0\">\n      <i class=\"fa fa-angle-down bibbase_group_head_icon\"></i>&nbsp;\n      <span>2022</span>\n      <span class=\"bibbase_group_count\">\n        \n        (10)\n        \n      </span>\n    </div>\n    <div class=\"bibbase_group_body\">\n      \n  \n  <div class=\"bibbase_paper\" id=\"lengerich-caruana-nunnally-kellis-deathbyroundnumbersandsharpthresholdsglassboxmachinelearninguncoversbiasesinmedicalpractice-2022\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  <a href=\"https://www.medrxiv.org/content/10.1101/2022.04.30.22274520v2\"\n     onclick=\"return trackOutboundLink('publications', 'click', 'lengerich-caruana-nunnally-kellis-deathbyroundnumbersandsharpthresholdsglassboxmachinelearninguncoversbiasesinmedicalpractice-2022', 'https://www.medrxiv.org/content/10.1101/2022.04.30.22274520v2', event);\">\n    Death by Round Numbers and Sharp Thresholds: Glass-Box Machine Learning Uncovers Biases in Medical Practice.\n  </a>\n  \n  \n  \n</span>\n\n  <span class=\"bibbase_paper_author\">\n  Lengerich, B.; Caruana, R.; Nunnally, M. E.;  and Kellis, M.\n</span>\n\n  \n\n</span>\n\n  .  2022.\n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n  <a href=\"https://www.medrxiv.org/content/10.1101/2022.04.30.22274520v2\"\n     onclick=\"log_download('lengerich-caruana-nunnally-kellis-deathbyroundnumbersandsharpthresholdsglassboxmachinelearninguncoversbiasesinmedicalpractice-2022', 'https://www.medrxiv.org/content/10.1101/2022.04.30.22274520v2', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"Death by Round Numbers and Sharp Thresholds: Glass-Box Machine Learning Uncovers Biases in Medical Practice [link]\"\n       title=\" preprint\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> preprint</span></a>\n  &nbsp;\n  \n\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/lengerich-caruana-nunnally-kellis-deathbyroundnumbersandsharpthresholdsglassboxmachinelearninguncoversbiasesinmedicalpractice-2022\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n  &nbsp;\n  <a class=\"bibbase_abstract_link bibbase link\"\n     href=\"#\"\n     onclick=\"showAbstract(event); return false;\">\n    abstract <i class=\"fa fa-caret-down\"></i></a>\n  \n\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('lengerich-caruana-nunnally-kellis-deathbyroundnumbersandsharpthresholdsglassboxmachinelearninguncoversbiasesinmedicalpractice-2022')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n  \n  \n  \n  \n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@article{lengerich2022death,\n  title={Death by Round Numbers and Sharp Thresholds: Glass-Box Machine Learning Uncovers Biases in Medical Practice},\n  author={Lengerich, Benjamin and Caruana, Rich and Nunnally, Mark E. and Kellis, Manolis},\n  informal_venue = {medrxiv},\n    url_preprint={https://www.medrxiv.org/content/10.1101/2022.04.30.22274520v2},\n    abstract={Real-world evidence is confounded by treatments, so data-driven systems can learn to recapitulate biases that influenced treatment decisions. This confounding presents a challenge: uninterpretable black-box systems can put patients at risk by confusing treatment benefits with intrinsic risk, but also an opportunity: interpretable “glass-box” models can improve medical practice by highlighting unexpected patterns which suggest biases in medical practice. We propose a glass-box model that enables clinical experts to find unexpected changes in patient mortality risk. By applying this model to four datasets, we identify two characteristic types of biases: (1) discontinuities where sharp treatment thresholds produce step-function changes in risk near clinically-important round-number cutoffs, and (2) counter-causal paradoxes where aggressive treatment produces non-monotone risk curves that contradict underlying causal risk by lowering the risk of treated patients below that of healthier, but untreated, patients. While these effects are learned by all accurate models, they are only revealed by interpretable models. We show that because these effects are the result of clinical practice rather than statistical aberration, they are pervasive even in large, canonical datasets. Finally, we apply this method to uncover opportunities for improvements in clinical practice, including 8000 excess deaths per year in the US, where paradoxically, patients with moderately-elevated serum creatinine have higher mortality risk than patients with severely-elevated serum creatinine.},\n    keywords={Interpretable, Healthcare, Causal Inference},\n    year={2022}\n}\n\n</pre>\n</div>\n\n\n<div class=\"well well-small bibbase\" data-type=\"abstract\"\n     style=\"display:none\">\n  Real-world evidence is confounded by treatments, so data-driven systems can learn to recapitulate biases that influenced treatment decisions. This confounding presents a challenge: uninterpretable black-box systems can put patients at risk by confusing treatment benefits with intrinsic risk, but also an opportunity: interpretable “glass-box” models can improve medical practice by highlighting unexpected patterns which suggest biases in medical practice. We propose a glass-box model that enables clinical experts to find unexpected changes in patient mortality risk. By applying this model to four datasets, we identify two characteristic types of biases: (1) discontinuities where sharp treatment thresholds produce step-function changes in risk near clinically-important round-number cutoffs, and (2) counter-causal paradoxes where aggressive treatment produces non-monotone risk curves that contradict underlying causal risk by lowering the risk of treated patients below that of healthier, but untreated, patients. While these effects are learned by all accurate models, they are only revealed by interpretable models. We show that because these effects are the result of clinical practice rather than statistical aberration, they are pervasive even in large, canonical datasets. Finally, we apply this method to uncover opportunities for improvements in clinical practice, including 8000 excess deaths per year in the US, where paradoxically, patients with moderately-elevated serum creatinine have higher mortality risk than patients with severely-elevated serum creatinine.\n</div>\n\n\n</div>\n\n\n  <div class=\"bibbase_paper\" id=\"lengerich-ellington-aragam-xing-kellis-notmadestimatingbayesiannetworkswithsamplespecificstructuresandparameters-2022\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  <a href=\"https://arxiv.org/abs/2111.01104\"\n     onclick=\"return trackOutboundLink('publications', 'click', 'lengerich-ellington-aragam-xing-kellis-notmadestimatingbayesiannetworkswithsamplespecificstructuresandparameters-2022', 'https://arxiv.org/abs/2111.01104', event);\">\n    NOTMAD: Estimating Bayesian Networks with Sample-Specific Structures and Parameters.\n  </a>\n  \n  \n  \n</span>\n\n  <span class=\"bibbase_paper_author\">\n  Lengerich, B.; Ellington, C.; Aragam, B.; Xing, E. P.;  and Kellis, M.\n</span>\n\n  \n\n</span>\n\n  .  2022.\n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n  <a href=\"https://arxiv.org/abs/2111.01104\"\n     onclick=\"log_download('lengerich-ellington-aragam-xing-kellis-notmadestimatingbayesiannetworkswithsamplespecificstructuresandparameters-2022', 'https://arxiv.org/abs/2111.01104', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"NOTMAD: Estimating Bayesian Networks with Sample-Specific Structures and Parameters [link]\"\n       title=\" preprint\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> preprint</span></a>\n  &nbsp;\n  \n\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/lengerich-ellington-aragam-xing-kellis-notmadestimatingbayesiannetworkswithsamplespecificstructuresandparameters-2022\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n  &nbsp;\n  <a class=\"bibbase_abstract_link bibbase link\"\n     href=\"#\"\n     onclick=\"showAbstract(event); return false;\">\n    abstract <i class=\"fa fa-caret-down\"></i></a>\n  \n\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('lengerich-ellington-aragam-xing-kellis-notmadestimatingbayesiannetworkswithsamplespecificstructuresandparameters-2022')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n  \n  \n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@article{lengerich2022notmad,\n  title={NOTMAD: Estimating Bayesian Networks with Sample-Specific Structures and Parameters},\n  author={Lengerich, Benjamin and Ellington, Caleb and Aragam, Bryon and Xing, Eric P. and Kellis, Manolis},\n  informal_venue = {arXiv},\n  url_preprint={https://arxiv.org/abs/2111.01104},\n  abstract={Context-specific Bayesian networks (i.e. directed acyclic graphs, DAGs) identify context-dependent relationships between variables, but the non-convexity induced by the acyclicity requirement makes it difficult to share information between context-specific estimators (e.g. with graph generator functions). For this reason, existing methods for inferring context-specific Bayesian networks have favored breaking datasets into subsamples, limiting statistical power and resolution, and preventing the use of multidimensional and latent contexts. To overcome this challenge, we propose NOTEARS-optimized Mixtures of Archetypal DAGs (NOTMAD). NOTMAD models context-specific Bayesian networks as the output of a function which learns to mix archetypal networks according to sample context. The archetypal networks are estimated jointly with the context-specific networks and do not require any prior knowledge. We encode the acyclicity constraint as a smooth regularization loss which is back-propagated to the mixing function; in this way, NOTMAD shares information between context-specific acyclic graphs, enabling the estimation of Bayesian network structures and parameters at even single-sample resolution. We demonstrate the utility of NOTMAD and sample-specific network inference through analysis and experiments, including patient-specific gene expression networks which correspond to morphological variation in cancer.},\n  keywords={Bayesian Networks, Contextualized},\n  year={2022}\n}\n\n</pre>\n</div>\n\n\n<div class=\"well well-small bibbase\" data-type=\"abstract\"\n     style=\"display:none\">\n  Context-specific Bayesian networks (i.e. directed acyclic graphs, DAGs) identify context-dependent relationships between variables, but the non-convexity induced by the acyclicity requirement makes it difficult to share information between context-specific estimators (e.g. with graph generator functions). For this reason, existing methods for inferring context-specific Bayesian networks have favored breaking datasets into subsamples, limiting statistical power and resolution, and preventing the use of multidimensional and latent contexts. To overcome this challenge, we propose NOTEARS-optimized Mixtures of Archetypal DAGs (NOTMAD). NOTMAD models context-specific Bayesian networks as the output of a function which learns to mix archetypal networks according to sample context. The archetypal networks are estimated jointly with the context-specific networks and do not require any prior knowledge. We encode the acyclicity constraint as a smooth regularization loss which is back-propagated to the mixing function; in this way, NOTMAD shares information between context-specific acyclic graphs, enabling the estimation of Bayesian network structures and parameters at even single-sample resolution. We demonstrate the utility of NOTMAD and sample-specific network inference through analysis and experiments, including patient-specific gene expression networks which correspond to morphological variation in cancer.\n</div>\n\n\n</div>\n\n\n  <div class=\"bibbase_paper\" id=\"lengerich-nunnally-aphinyanaphongs-ellington-caruana-automatedinterpretablediscoveryofheterogeneoustreatmenteffectivenessacovid19casestudy-2022\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  <a href=\"https://www.sciencedirect.com/science/article/abs/pii/S1532046422001022\"\n     onclick=\"return trackOutboundLink('publications', 'click', 'lengerich-nunnally-aphinyanaphongs-ellington-caruana-automatedinterpretablediscoveryofheterogeneoustreatmenteffectivenessacovid19casestudy-2022', 'https://www.sciencedirect.com/science/article/abs/pii/S1532046422001022', event);\">\n    Automated interpretable discovery of heterogeneous treatment effectiveness: A COVID-19 case study.\n  </a>\n  \n  \n  \n</span>\n\n  <span class=\"bibbase_paper_author\">\n  Lengerich, B. J; Nunnally, M. E; Aphinyanaphongs, Y.; Ellington, C.;  and Caruana, R.\n</span>\n\n  \n\n</span>\n\n  <i>Journal of biomedical informatics</i>, 130: 104086.  2022.\n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n  <a href=\"https://www.sciencedirect.com/science/article/abs/pii/S1532046422001022\"\n     onclick=\"log_download('lengerich-nunnally-aphinyanaphongs-ellington-caruana-automatedinterpretablediscoveryofheterogeneoustreatmenteffectivenessacovid19casestudy-2022', 'https://www.sciencedirect.com/science/article/abs/pii/S1532046422001022', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"Automated interpretable discovery of heterogeneous treatment effectiveness: A COVID-19 case study [link]\"\n       title=\" paper\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> paper</span></a>\n  &nbsp;\n  \n  <a href=\"https://www.medrxiv.org/content/10.1101/2021.10.30.21265430v1\"\n     onclick=\"log_download('lengerich-nunnally-aphinyanaphongs-ellington-caruana-automatedinterpretablediscoveryofheterogeneoustreatmenteffectivenessacovid19casestudy-2022', 'https://www.medrxiv.org/content/10.1101/2021.10.30.21265430v1', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"Automated interpretable discovery of heterogeneous treatment effectiveness: A COVID-19 case study [link]\"\n       title=\" preprint\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> preprint</span></a>\n  &nbsp;\n  \n\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/lengerich-nunnally-aphinyanaphongs-ellington-caruana-automatedinterpretablediscoveryofheterogeneoustreatmenteffectivenessacovid19casestudy-2022\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n  &nbsp;\n  <a class=\"bibbase_abstract_link bibbase link\"\n     href=\"#\"\n     onclick=\"showAbstract(event); return false;\">\n    abstract <i class=\"fa fa-caret-down\"></i></a>\n  \n\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('lengerich-nunnally-aphinyanaphongs-ellington-caruana-automatedinterpretablediscoveryofheterogeneoustreatmenteffectivenessacovid19casestudy-2022')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n  \n  \n  \n  \n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@article{lengerich2022automated,\n  title={Automated interpretable discovery of heterogeneous treatment effectiveness: A COVID-19 case study},\n  author={Lengerich, Benjamin J and Nunnally, Mark E and Aphinyanaphongs, Yin and Ellington, Caleb and Caruana, Rich},\n  journal={Journal of biomedical informatics},\n  volume={130},\n  pages={104086},\n  year={2022},\n  publisher={Elsevier},\n  informal_venue = {JBI},\n  url_paper={https://www.sciencedirect.com/science/article/abs/pii/S1532046422001022},\n  url_preprint={https://www.medrxiv.org/content/10.1101/2021.10.30.21265430v1},\n  abstract={Testing multiple treatments for heterogeneous (varying) effectiveness with respect to many underlying risk factors requires many pairwise tests; we would like to instead automatically discover and visualize patient archetypes and predictors of treatment effectiveness using multitask machine learning. In this paper, we present a method to estimate these heterogeneous treatment effects with an interpretable hierarchical framework that uses additive models to visualize expected treatment benefits as a function of patient factors (identifying personalized treatment benefits) and concurrent treatments (identifying combinatorial treatment benefits). This method achieves state-of-the-art predictive power for COVID-19 in-hospital mortality and interpretable identification of heterogeneous treatment benefits. We first validate this method on the large public MIMIC-IV dataset of ICU patients to test recovery of heterogeneous treatment effects. Next we apply this method to a proprietary dataset of over 3000 patients hospitalized for COVID-19, and find evidence of heterogeneous treatment effectiveness predicted largely by indicators of inflammation and thrombosis risk: patients with few indicators of thrombosis risk benefit most from treatments against inflammation, while patients with few indicators of inflammation risk benefit most from treatments against thrombosis. This approach provides an automated methodology to discover heterogeneous and individualized effectiveness of treatments.},\n  keywords={Interpretable, Healthcare, COVID-19}\n}\n\n</pre>\n</div>\n\n\n<div class=\"well well-small bibbase\" data-type=\"abstract\"\n     style=\"display:none\">\n  Testing multiple treatments for heterogeneous (varying) effectiveness with respect to many underlying risk factors requires many pairwise tests; we would like to instead automatically discover and visualize patient archetypes and predictors of treatment effectiveness using multitask machine learning. In this paper, we present a method to estimate these heterogeneous treatment effects with an interpretable hierarchical framework that uses additive models to visualize expected treatment benefits as a function of patient factors (identifying personalized treatment benefits) and concurrent treatments (identifying combinatorial treatment benefits). This method achieves state-of-the-art predictive power for COVID-19 in-hospital mortality and interpretable identification of heterogeneous treatment benefits. We first validate this method on the large public MIMIC-IV dataset of ICU patients to test recovery of heterogeneous treatment effects. Next we apply this method to a proprietary dataset of over 3000 patients hospitalized for COVID-19, and find evidence of heterogeneous treatment effectiveness predicted largely by indicators of inflammation and thrombosis risk: patients with few indicators of thrombosis risk benefit most from treatments against inflammation, while patients with few indicators of inflammation risk benefit most from treatments against thrombosis. This approach provides an automated methodology to discover heterogeneous and individualized effectiveness of treatments.\n</div>\n\n\n</div>\n\n\n  <div class=\"bibbase_paper\" id=\"lengerich-xing-caruana-dropoutasaregularizerofinteractioneffects-2022\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  <a href=\"https://proceedings.mlr.press/v151/lengerich22a.html\"\n     onclick=\"return trackOutboundLink('publications', 'click', 'lengerich-xing-caruana-dropoutasaregularizerofinteractioneffects-2022', 'https://proceedings.mlr.press/v151/lengerich22a.html', event);\">\n    Dropout as a Regularizer of Interaction Effects.\n  </a>\n  \n  \n  \n</span>\n\n  <span class=\"bibbase_paper_author\">\n  Lengerich, B.; Xing, E. P.;  and Caruana, R.\n</span>\n\n  \n\n</span>\n\n  In <i>Proceedings of the Twenty Fifth International Conference on Artificial Intelligence and Statistics</i>,  2022. \n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n  <a href=\"https://proceedings.mlr.press/v151/lengerich22a.html\"\n     onclick=\"log_download('lengerich-xing-caruana-dropoutasaregularizerofinteractioneffects-2022', 'https://proceedings.mlr.press/v151/lengerich22a.html', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"Dropout as a Regularizer of Interaction Effects [link]\"\n       title=\" paper\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> paper</span></a>\n  &nbsp;\n  \n  <a href=\"https://arxiv.org/abs/2007.00823\"\n     onclick=\"log_download('lengerich-xing-caruana-dropoutasaregularizerofinteractioneffects-2022', 'https://arxiv.org/abs/2007.00823', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"Dropout as a Regularizer of Interaction Effects [link]\"\n       title=\" preprint\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> preprint</span></a>\n  &nbsp;\n  \n\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/lengerich-xing-caruana-dropoutasaregularizerofinteractioneffects-2022\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n  &nbsp;\n  <a class=\"bibbase_abstract_link bibbase link\"\n     href=\"#\"\n     onclick=\"showAbstract(event); return false;\">\n    abstract <i class=\"fa fa-caret-down\"></i></a>\n  \n\n  \n  &nbsp;\n  <span class=\"bibbase_stats_paper\" style=\"color: #777;\">\n    <span>5 downloads</span>\n  </span>\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('lengerich-xing-caruana-dropoutasaregularizerofinteractioneffects-2022')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n  \n  \n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@InProceedings{lengerich2022dropout,\n  title={Dropout as a Regularizer of Interaction Effects},\n  author={Lengerich, Benjamin and Xing, Eric P. and Caruana, Rich},\n  journal={{Proceedings of the Twenty Fifth International Conference on Artificial Intelligence and Statistics}},\n  year={2022},\n  informal_venue = {AISTATS},\n  booktitle = {Proceedings of the Twenty Fifth International Conference on Artificial Intelligence and Statistics},\n  url_paper= {https://proceedings.mlr.press/v151/lengerich22a.html},\n  url_preprint = {https://arxiv.org/abs/2007.00823},\n  abstract = {We examine Dropout through the perspective of interactions: effects that require multiple variables. Given $N$ variables, there are ${N \\choose k}$ possible sets of $k$ variables ($N$ univariate effects, $\\mathcal{O}(N^2)$ pairwise interactions, $\\mathcal{O}(N^3)$ 3-way interactions); we can thus imagine that models with large representational capacity could be dominated by high-order interactions. In this paper, we show that Dropout contributes a regularization effect which helps neural networks (NNs) explore functions of lower-order interactions before considering functions of higher-order interactions. Dropout imposes this regularization by reducing the effective learning rate of higher-order interactions. As a result, Dropout encourages models to learn lower-order functions of additive components. This understanding of Dropout has implications for choosing Dropout rates: higher Dropout rates should be used when we need stronger regularization against interactions. This perspective also issues caution against using Dropout to measure term salience because Dropout regularizes against high-order interactions. Finally, this view of Dropout as a regularizer of interactions provides insight into the varying effectiveness of Dropout across architectures and datasets. We also compare Dropout to weight decay and early stopping and find that it is difficult to obtain the same regularization with these alternatives.},\n  keywords = {Deep Learning, Theory}\n}\n\n</pre>\n</div>\n\n\n<div class=\"well well-small bibbase\" data-type=\"abstract\"\n     style=\"display:none\">\n  We examine Dropout through the perspective of interactions: effects that require multiple variables. Given $N$ variables, there are ${N ḩoose k}$ possible sets of $k$ variables ($N$ univariate effects, $\\mathcal{O}(N^2)$ pairwise interactions, $\\mathcal{O}(N^3)$ 3-way interactions); we can thus imagine that models with large representational capacity could be dominated by high-order interactions. In this paper, we show that Dropout contributes a regularization effect which helps neural networks (NNs) explore functions of lower-order interactions before considering functions of higher-order interactions. Dropout imposes this regularization by reducing the effective learning rate of higher-order interactions. As a result, Dropout encourages models to learn lower-order functions of additive components. This understanding of Dropout has implications for choosing Dropout rates: higher Dropout rates should be used when we need stronger regularization against interactions. This perspective also issues caution against using Dropout to measure term salience because Dropout regularizes against high-order interactions. Finally, this view of Dropout as a regularizer of interactions provides insight into the varying effectiveness of Dropout across architectures and datasets. We also compare Dropout to weight decay and early stopping and find that it is difficult to obtain the same regularization with these alternatives.\n</div>\n\n\n</div>\n\n\n  <div class=\"bibbase_paper\" id=\"lee-gitter-greene-raschka-maguire-titus-kessler-lee-etal-tenquicktipsfordeeplearninginbiology-2022\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  <a href=\"https://journals.plos.org/ploscompbiol/article?id=10.1371/journal.pcbi.1009803\"\n     onclick=\"return trackOutboundLink('publications', 'click', 'lee-gitter-greene-raschka-maguire-titus-kessler-lee-etal-tenquicktipsfordeeplearninginbiology-2022', 'https://journals.plos.org/ploscompbiol/article?id=10.1371/journal.pcbi.1009803', event);\">\n    Ten quick tips for deep learning in biology.\n  </a>\n  \n  \n  \n</span>\n\n  <span class=\"bibbase_paper_author\">\n  Lee, B. D; Gitter, A.; Greene, C. S; Raschka, S.; Maguire, F.; Titus, A. J; Kessler, M. D; Lee, A. J; Chevrette, M. G; Stewart, P. A.; Britto-Borges, T.; Cofer, E. M. C.; Yu, K.; Carmona, J. J.; Fertig, E. J.; Kalinin, A. A.; Signal, B.; ˘nderlineLengerich, ˘.; Triche, T. J. J.;  and Boca, S. M.\n</span>\n\n  \n\n</span>\n\n  <i>PLoS computational biology</i>, 18(3): e1009803.  2022.\n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n  <a href=\"https://journals.plos.org/ploscompbiol/article?id=10.1371/journal.pcbi.1009803\"\n     onclick=\"log_download('lee-gitter-greene-raschka-maguire-titus-kessler-lee-etal-tenquicktipsfordeeplearninginbiology-2022', 'https://journals.plos.org/ploscompbiol/article?id=10.1371/journal.pcbi.1009803', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"Ten quick tips for deep learning in biology [link]\"\n       title=\" paper\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> paper</span></a>\n  &nbsp;\n  \n\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/lee-gitter-greene-raschka-maguire-titus-kessler-lee-etal-tenquicktipsfordeeplearninginbiology-2022\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('lee-gitter-greene-raschka-maguire-titus-kessler-lee-etal-tenquicktipsfordeeplearninginbiology-2022')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n  \n  \n  \n  \n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@article{lee2022ten,\n  title={Ten quick tips for deep learning in biology},\n  author={Lee, Benjamin D and Gitter, Anthony and Greene, Casey S and Raschka, Sebastian and Maguire, Finlay and Titus, Alexander J and Kessler, Michael D and Lee, Alexandra J and Chevrette, Marc G and Stewart, Paul Allen and Britto-Borges, Thiago and Cofer, Evan M. Cofer and Yu, Kun-Hsing and Carmona, Juan Jose and Fertig, Elana J. and Kalinin, Alexandr A. and Signal, Brandon and \\underline{Lengerich}, \\underline{Benjamin J.} and Triche, Timothy J. Jr. and Boca, Simina M.}\n  ,\n  journal={PLoS computational biology},\n  informal_venue = {PLoS CompBio},\n  volume={18},\n  number={3},\n  pages={e1009803},\n  year={2022},\n  publisher={Public Library of Science San Francisco, CA USA},\n    url_paper={https://journals.plos.org/ploscompbiol/article?id=10.1371/journal.pcbi.1009803},\n    keywords={Deep Learning, Biology, Computational Genomics}\n}\n\n</pre>\n</div>\n\n\n\n</div>\n\n\n  <div class=\"bibbase_paper\" id=\"bosschieter-xu-lan-lengerich-nori-sitcov-painter-souter-etal-uniqueinsightsintoriskfactorsforantepartumstillbirthusingexplainableai-2022\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  <a href=\"https://www.ajog.org/article/S0002-9378(22)01587-3/abstract\"\n     onclick=\"return trackOutboundLink('publications', 'click', 'bosschieter-xu-lan-lengerich-nori-sitcov-painter-souter-etal-uniqueinsightsintoriskfactorsforantepartumstillbirthusingexplainableai-2022', 'https://www.ajog.org/article/S0002-9378(22)01587-3/abstract', event);\">\n    Unique insights into risk factors for antepartum stillbirth using explainable AI.\n  </a>\n  \n  \n  \n</span>\n\n  <span class=\"bibbase_paper_author\">\n  Bosschieter, T.; Xu, Z.; Lan, H.; Lengerich, B.; Nori, H.; Sitcov, K.; Painter, I.; Souter, V.;  and Caruana, R.\n</span>\n\n  \n\n</span>\n\n  <i>American Journal of Obstetrics & Gynecology</i>.  2022.\n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n  <a href=\"https://www.ajog.org/article/S0002-9378(22)01587-3/abstract\"\n     onclick=\"log_download('bosschieter-xu-lan-lengerich-nori-sitcov-painter-souter-etal-uniqueinsightsintoriskfactorsforantepartumstillbirthusingexplainableai-2022', 'https://www.ajog.org/article/S0002-9378(22)01587-3/abstract', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"Unique insights into risk factors for antepartum stillbirth using explainable AI [link]\"\n       title=\" paper\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> paper</span></a>\n  &nbsp;\n  \n\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/bosschieter-xu-lan-lengerich-nori-sitcov-painter-souter-etal-uniqueinsightsintoriskfactorsforantepartumstillbirthusingexplainableai-2022\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('bosschieter-xu-lan-lengerich-nori-sitcov-painter-souter-etal-uniqueinsightsintoriskfactorsforantepartumstillbirthusingexplainableai-2022')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n  \n  \n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@article{bosschieter2022smfm2,\n  title={Unique insights into risk factors for antepartum stillbirth using explainable AI},\n  author={Bosschieter, Tomas and Xu, Zifei and Lan, Hui and Lengerich, Benjamin and Nori, Harsha and Sitcov, Kristin and Painter, Ian and Souter, Vivienne and Caruana, Rich},\n  journal={American Journal of Obstetrics \\&amp; Gynecology},\n  informal_venue = {SMFM},\n  volume={},\n  number={},\n  pages={},\n  year={2022},\n  publisher={Elsevier},\n    url_paper={https://www.ajog.org/article/S0002-9378(22)01587-3/abstract},\n    keywords={Healthcare, Pregnancy}\n}\n\n</pre>\n</div>\n\n\n\n</div>\n\n\n  <div class=\"bibbase_paper\" id=\"lan-xu-bosschieter-lengerich-nori-sitcov-painter-souter-etal-understandingriskfactorsforshoulderdystociausinginterpretablemachinelearning-2022\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  <a href=\"https://www.ajog.org/article/S0002-9378(22)02139-1/abstract\"\n     onclick=\"return trackOutboundLink('publications', 'click', 'lan-xu-bosschieter-lengerich-nori-sitcov-painter-souter-etal-understandingriskfactorsforshoulderdystociausinginterpretablemachinelearning-2022', 'https://www.ajog.org/article/S0002-9378(22)02139-1/abstract', event);\">\n    Understanding risk factors for shoulder dystocia using interpretable machine learning.\n  </a>\n  \n  \n  \n</span>\n\n  <span class=\"bibbase_paper_author\">\n  Lan, H.; Xu, Z.; Bosschieter, T.; Lengerich, B.; Nori, H.; Sitcov, K.; Painter, I.; Souter, V.;  and Caruana, R.\n</span>\n\n  \n\n</span>\n\n  <i>American Journal of Obstetrics & Gynecology</i>.  2022.\n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n  <a href=\"https://www.ajog.org/article/S0002-9378(22)02139-1/abstract\"\n     onclick=\"log_download('lan-xu-bosschieter-lengerich-nori-sitcov-painter-souter-etal-understandingriskfactorsforshoulderdystociausinginterpretablemachinelearning-2022', 'https://www.ajog.org/article/S0002-9378(22)02139-1/abstract', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"Understanding risk factors for shoulder dystocia using interpretable machine learning [link]\"\n       title=\" paper\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> paper</span></a>\n  &nbsp;\n  \n\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/lan-xu-bosschieter-lengerich-nori-sitcov-painter-souter-etal-understandingriskfactorsforshoulderdystociausinginterpretablemachinelearning-2022\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('lan-xu-bosschieter-lengerich-nori-sitcov-painter-souter-etal-understandingriskfactorsforshoulderdystociausinginterpretablemachinelearning-2022')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n  \n  \n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@article{lan2022smfm,\n  title={Understanding risk factors for shoulder dystocia using interpretable machine learning},\n  author={Lan, Hui and Xu, Zifei and Bosschieter, Tomas and Lengerich, Benjamin and Nori, Harsha and Sitcov, Kristin and Painter, Ian and Souter, Vivienne and Caruana, Rich},\n  journal={American Journal of Obstetrics \\&amp; Gynecology},\n  informal_venue = {SMFM},\n  volume={},\n  number={},\n  pages={},\n  year={2022},\n  publisher={Elsevier},\n    url_paper={https://www.ajog.org/article/S0002-9378(22)02139-1/abstract},\n    keywords={Healthcare, Pregnancy}\n}\n\n</pre>\n</div>\n\n\n\n</div>\n\n\n  <div class=\"bibbase_paper\" id=\"bosschieter-xu-lan-lengerich-nori-sitcov-painter-souter-etal-pretermpreeclampsiapredictionusingintelligiblemachinelearning-2022\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  <a href=\"https://www.ajog.org/article/S0002-9378(22)01596-4/abstract\"\n     onclick=\"return trackOutboundLink('publications', 'click', 'bosschieter-xu-lan-lengerich-nori-sitcov-painter-souter-etal-pretermpreeclampsiapredictionusingintelligiblemachinelearning-2022', 'https://www.ajog.org/article/S0002-9378(22)01596-4/abstract', event);\">\n    Preterm preeclampsia prediction using intelligible machine learning.\n  </a>\n  \n  \n  \n</span>\n\n  <span class=\"bibbase_paper_author\">\n  Bosschieter, T.; Xu, Z.; Lan, H.; Lengerich, B.; Nori, H.; Sitcov, K.; Painter, I.; Souter, V.;  and Caruana, R.\n</span>\n\n  \n\n</span>\n\n  <i>American Journal of Obstetrics & Gynecology</i>.  2022.\n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n  <a href=\"https://www.ajog.org/article/S0002-9378(22)01596-4/abstract\"\n     onclick=\"log_download('bosschieter-xu-lan-lengerich-nori-sitcov-painter-souter-etal-pretermpreeclampsiapredictionusingintelligiblemachinelearning-2022', 'https://www.ajog.org/article/S0002-9378(22)01596-4/abstract', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"Preterm preeclampsia prediction using intelligible machine learning [link]\"\n       title=\" paper\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> paper</span></a>\n  &nbsp;\n  \n\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/bosschieter-xu-lan-lengerich-nori-sitcov-painter-souter-etal-pretermpreeclampsiapredictionusingintelligiblemachinelearning-2022\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('bosschieter-xu-lan-lengerich-nori-sitcov-painter-souter-etal-pretermpreeclampsiapredictionusingintelligiblemachinelearning-2022')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n  \n  \n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@article{bosschieter2022smfm,\n  title={Preterm preeclampsia prediction using intelligible machine learning},\n  author={Bosschieter, Tomas and Xu, Zifei and Lan, Hui and Lengerich, Benjamin and Nori, Harsha and Sitcov, Kristin and Painter, Ian and Souter, Vivienne and Caruana, Rich},\n  journal={American Journal of Obstetrics \\&amp; Gynecology},\n  informal_venue = {SMFM},\n  volume={},\n  number={},\n  pages={},\n  year={2022},\n  publisher={Elsevier},\n    url_paper={https://www.ajog.org/article/S0002-9378(22)01596-4/abstract},\n    keywords={Healthcare, Pregnancy}\n}\n\n</pre>\n</div>\n\n\n\n</div>\n\n\n  <div class=\"bibbase_paper\" id=\"xu-bosschieter-lan-lengerich-nori-sitcov-painter-souter-etal-predictingseverematernalmorbidityatadmissionfordeliveryusingintelligiblemachinelearning-2022\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  <a href=\"https://www.ajog.org/article/S0002-9378(22)01588-5/abstract\"\n     onclick=\"return trackOutboundLink('publications', 'click', 'xu-bosschieter-lan-lengerich-nori-sitcov-painter-souter-etal-predictingseverematernalmorbidityatadmissionfordeliveryusingintelligiblemachinelearning-2022', 'https://www.ajog.org/article/S0002-9378(22)01588-5/abstract', event);\">\n    Predicting severe maternal morbidity at admission for delivery using intelligible machine learning.\n  </a>\n  \n  \n  \n</span>\n\n  <span class=\"bibbase_paper_author\">\n  Xu, Z.; Bosschieter, T.; Lan, H.; Lengerich, B.; Nori, H.; Sitcov, K.; Painter, I.; Souter, V.;  and Caruana, R.\n</span>\n\n  \n\n</span>\n\n  <i>American Journal of Obstetrics & Gynecology</i>.  2022.\n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n  <a href=\"https://www.ajog.org/article/S0002-9378(22)01588-5/abstract\"\n     onclick=\"log_download('xu-bosschieter-lan-lengerich-nori-sitcov-painter-souter-etal-predictingseverematernalmorbidityatadmissionfordeliveryusingintelligiblemachinelearning-2022', 'https://www.ajog.org/article/S0002-9378(22)01588-5/abstract', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"Predicting severe maternal morbidity at admission for delivery using intelligible machine learning [link]\"\n       title=\" paper\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> paper</span></a>\n  &nbsp;\n  \n\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/xu-bosschieter-lan-lengerich-nori-sitcov-painter-souter-etal-predictingseverematernalmorbidityatadmissionfordeliveryusingintelligiblemachinelearning-2022\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('xu-bosschieter-lan-lengerich-nori-sitcov-painter-souter-etal-predictingseverematernalmorbidityatadmissionfordeliveryusingintelligiblemachinelearning-2022')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n  \n  \n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@article{xu2022smfm,\n  title={Predicting severe maternal morbidity at admission for delivery using intelligible machine learning},\n  author={Xu, Zifei and Bosschieter, Tomas and Lan, Hui and Lengerich, Benjamin and Nori, Harsha and Sitcov, Kristin and Painter, Ian and Souter, Vivienne and Caruana, Rich},\n  journal={American Journal of Obstetrics \\&amp; Gynecology},\n  informal_venue = {SMFM},\n  volume={},\n  number={},\n  pages={},\n  year={2022},\n  publisher={Elsevier},\n    url_paper={https://www.ajog.org/article/S0002-9378(22)01588-5/abstract},\n    keywords={Healthcare, Pregnancy}\n}\n\n</pre>\n</div>\n\n\n\n</div>\n\n\n  <div class=\"bibbase_paper\" id=\"lengerich-nunnally-aphinyanaphongs-caruana-timevaryingmortalityrisksuggestsincreasedimpactofthrombosisinhospitalizedcovid19patients-2022\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  <a href=\"https://www.medrxiv.org/content/10.1101/2021.12.11.21267259v1\"\n     onclick=\"return trackOutboundLink('publications', 'click', 'lengerich-nunnally-aphinyanaphongs-caruana-timevaryingmortalityrisksuggestsincreasedimpactofthrombosisinhospitalizedcovid19patients-2022', 'https://www.medrxiv.org/content/10.1101/2021.12.11.21267259v1', event);\">\n    Time-Varying Mortality Risk Suggests Increased Impact of Thrombosis in Hospitalized Covid-19 Patients.\n  </a>\n  \n  \n  \n</span>\n\n  <span class=\"bibbase_paper_author\">\n  Lengerich, B. J; Nunnally, M. E; Aphinyanaphongs, Y. J;  and Caruana, R.\n</span>\n\n  \n\n</span>\n\n  In <i>Machine Learning for Health</i>,  2022. \n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n  <a href=\"https://www.medrxiv.org/content/10.1101/2021.12.11.21267259v1\"\n     onclick=\"log_download('lengerich-nunnally-aphinyanaphongs-caruana-timevaryingmortalityrisksuggestsincreasedimpactofthrombosisinhospitalizedcovid19patients-2022', 'https://www.medrxiv.org/content/10.1101/2021.12.11.21267259v1', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"Time-Varying Mortality Risk Suggests Increased Impact of Thrombosis in Hospitalized Covid-19 Patients [link]\"\n       title=\" preprint\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> preprint</span></a>\n  &nbsp;\n  \n\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/lengerich-nunnally-aphinyanaphongs-caruana-timevaryingmortalityrisksuggestsincreasedimpactofthrombosisinhospitalizedcovid19patients-2022\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n  &nbsp;\n  <a class=\"bibbase_abstract_link bibbase link\"\n     href=\"#\"\n     onclick=\"showAbstract(event); return false;\">\n    abstract <i class=\"fa fa-caret-down\"></i></a>\n  \n\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('lengerich-nunnally-aphinyanaphongs-caruana-timevaryingmortalityrisksuggestsincreasedimpactofthrombosisinhospitalizedcovid19patients-2022')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n  \n  \n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@InProceedings{lengerich2021time,\n  title={Time-Varying Mortality Risk Suggests Increased Impact of Thrombosis in Hospitalized Covid-19 Patients},\n  author={Lengerich, Benjamin J and Nunnally, Mark E and Aphinyanaphongs, Yin J and Caruana, Rich},\n  booktitle={Machine Learning for Health},\n  year={2022},\n  url_preprint={https://www.medrxiv.org/content/10.1101/2021.12.11.21267259v1},\n  abstract={Treatment protocols, treatment availability, disease understanding, and viral characteristics have changed over the course of the Covid-19 pandemic; as a result, the risks associated with patient comorbidities and biomarkers have also changed. We add to the ongoing conversation regarding inflammation, hemostasis and vascular function in Covid-19 by performing a time-varying observational analysis of over 4000 patients hospitalized for Covid-19 in a New York City hospital system from March 2020 to August 2021 to elucidate the changing impact of thrombosis, inflammation, and other risk factors on in-hospital mortality. We find that the predictive power of biomarkers of thrombosis risk have increased over time, suggesting an opportunity for improved care by identifying and targeting therapies for patients with elevated thrombophilic propensity.},\n    keywords={Healthcare, Covid-19}\n}\n\n</pre>\n</div>\n\n\n<div class=\"well well-small bibbase\" data-type=\"abstract\"\n     style=\"display:none\">\n  Treatment protocols, treatment availability, disease understanding, and viral characteristics have changed over the course of the Covid-19 pandemic; as a result, the risks associated with patient comorbidities and biomarkers have also changed. We add to the ongoing conversation regarding inflammation, hemostasis and vascular function in Covid-19 by performing a time-varying observational analysis of over 4000 patients hospitalized for Covid-19 in a New York City hospital system from March 2020 to August 2021 to elucidate the changing impact of thrombosis, inflammation, and other risk factors on in-hospital mortality. We find that the predictive power of biomarkers of thrombosis risk have increased over time, suggesting an opportunity for improved care by identifying and targeting therapies for patients with elevated thrombophilic propensity.\n</div>\n\n\n</div>\n\n\n\n\n\n    </div>\n  </div>\n\n  <div class=\"bibbase_group_whole\" id=\"group_2021\">\n    <div class=\"bibbase_group\"\n      onclick=\"toggleGroup('group_2021')\"\n      onkeypress=\"toggleGroup('group_2021')\"\n      tabindex=\"0\">\n      <i class=\"fa fa-angle-down bibbase_group_head_icon\"></i>&nbsp;\n      <span>2021</span>\n      <span class=\"bibbase_group_count\">\n        \n        (6)\n        \n      </span>\n    </div>\n    <div class=\"bibbase_group_body\">\n      \n  \n  <div class=\"bibbase_paper\" id=\"agarwal-melnick-frosst-zhang-lengerich-caruana-hinton-neuraladditivemodelsinterpretablemachinelearningwithneuralnets-2021\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  <a href=\"https://arxiv.org/abs/2004.13912\"\n     onclick=\"return trackOutboundLink('publications', 'click', 'agarwal-melnick-frosst-zhang-lengerich-caruana-hinton-neuraladditivemodelsinterpretablemachinelearningwithneuralnets-2021', 'https://arxiv.org/abs/2004.13912', event);\">\n    Neural Additive Models: Interpretable Machine Learning with Neural Nets.\n  </a>\n  \n  \n  \n</span>\n\n  <span class=\"bibbase_paper_author\">\n  Agarwal, R.; Melnick, L.; Frosst, N.; Zhang, X.; Lengerich, B.; Caruana, R.;  and Hinton, G. E\n</span>\n\n  \n\n</span>\n\n  <i>Advances in Neural Information Processing Systems</i>, 34: 4699–4711.  2021.\n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n  <a href=\"https://arxiv.org/abs/2004.13912\"\n     onclick=\"log_download('agarwal-melnick-frosst-zhang-lengerich-caruana-hinton-neuraladditivemodelsinterpretablemachinelearningwithneuralnets-2021', 'https://arxiv.org/abs/2004.13912', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"Neural Additive Models: Interpretable Machine Learning with Neural Nets [link]\"\n       title=\" preprint\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> preprint</span></a>\n  &nbsp;\n  \n  <a href=\"https://proceedings.neurips.cc/paper/2021/hash/251bd0442dfcc53b5a761e050f8022b8-Abstract.html\"\n     onclick=\"log_download('agarwal-melnick-frosst-zhang-lengerich-caruana-hinton-neuraladditivemodelsinterpretablemachinelearningwithneuralnets-2021', 'https://proceedings.neurips.cc/paper/2021/hash/251bd0442dfcc53b5a761e050f8022b8-Abstract.html', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"Neural Additive Models: Interpretable Machine Learning with Neural Nets [link]\"\n       title=\" paper\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> paper</span></a>\n  &nbsp;\n  \n\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/agarwal-melnick-frosst-zhang-lengerich-caruana-hinton-neuraladditivemodelsinterpretablemachinelearningwithneuralnets-2021\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n  &nbsp;\n  <a class=\"bibbase_abstract_link bibbase link\"\n     href=\"#\"\n     onclick=\"showAbstract(event); return false;\">\n    abstract <i class=\"fa fa-caret-down\"></i></a>\n  \n\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('agarwal-melnick-frosst-zhang-lengerich-caruana-hinton-neuraladditivemodelsinterpretablemachinelearningwithneuralnets-2021')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n  \n  \n  \n  \n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@article{agarwal2022neural,\n  title={Neural Additive Models: Interpretable Machine Learning with Neural Nets},\n  author={Agarwal, Rishabh and Melnick, Levi and Frosst, Nicholas and Zhang, Xuezhou and Lengerich, Ben and Caruana, Rich and Hinton, Geoffrey E},\n  journal={Advances in Neural Information Processing Systems},\n  volume={34},\n  pages={4699--4711},\n  year={2021},\n  informal_venue = {NeurIPS},\n  url_preprint={https://arxiv.org/abs/2004.13912},\n  url_paper={https://proceedings.neurips.cc/paper/2021/hash/251bd0442dfcc53b5a761e050f8022b8-Abstract.html},\n  abstract={Deep neural networks (DNNs) are powerful black-box predictors that have achieved impressive performance on a wide variety of tasks. However, their accuracy comes at the cost of intelligibility: it is usually unclear how they make their decisions. This hinders their applicability to high stakes decision-making domains such as healthcare. We propose Neural Additive Models (NAMs) which combine some of the expressivity of DNNs with the inherent intelligibility of generalized additive models. NAMs learn a linear combination of neural networks that each attend to a single input feature. These networks are trained jointly and can learn arbitrarily complex relationships between their input feature and the output. Our experiments on regression and classification datasets show that NAMs are more accurate than widely used intelligible models such as logistic regression and shallow decision trees. They perform similarly to existing state-of-the-art generalized additive models in accuracy, but are more flexible because they are based on neural nets instead of boosted trees. To demonstrate this, we show how NAMs can be used for multitask learning on synthetic data and on the COMPAS recidivism data due to their composability, and demonstrate that the differentiability of NAMs allows them to train more complex interpretable models for COVID-19.},\n  keywords = {Interpretable, Deep Learning, Generalized Additive Models}\n}\n\n</pre>\n</div>\n\n\n<div class=\"well well-small bibbase\" data-type=\"abstract\"\n     style=\"display:none\">\n  Deep neural networks (DNNs) are powerful black-box predictors that have achieved impressive performance on a wide variety of tasks. However, their accuracy comes at the cost of intelligibility: it is usually unclear how they make their decisions. This hinders their applicability to high stakes decision-making domains such as healthcare. We propose Neural Additive Models (NAMs) which combine some of the expressivity of DNNs with the inherent intelligibility of generalized additive models. NAMs learn a linear combination of neural networks that each attend to a single input feature. These networks are trained jointly and can learn arbitrarily complex relationships between their input feature and the output. Our experiments on regression and classification datasets show that NAMs are more accurate than widely used intelligible models such as logistic regression and shallow decision trees. They perform similarly to existing state-of-the-art generalized additive models in accuracy, but are more flexible because they are based on neural nets instead of boosted trees. To demonstrate this, we show how NAMs can be used for multitask learning on synthetic data and on the COMPAS recidivism data due to their composability, and demonstrate that the differentiability of NAMs allows them to train more complex interpretable models for COVID-19.\n</div>\n\n\n</div>\n\n\n  <div class=\"bibbase_paper\" id=\"chang-tan-lengerich-goldenberg-caruana-howinterpretableandtrustworthyaregams-2021\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  <a href=\"https://dl.acm.org/doi/abs/10.1145/3447548.3467453\"\n     onclick=\"return trackOutboundLink('publications', 'click', 'chang-tan-lengerich-goldenberg-caruana-howinterpretableandtrustworthyaregams-2021', 'https://dl.acm.org/doi/abs/10.1145/3447548.3467453', event);\">\n    How Interpretable and Trustworthy are GAMs?.\n  </a>\n  \n  \n  \n</span>\n\n  <span class=\"bibbase_paper_author\">\n  Chang, C.; Tan, S.; Lengerich, B.; Goldenberg, A.;  and Caruana, R.\n</span>\n\n  \n\n</span>\n\n  In <i>Proceedings of the 27th ACM SIGKDD International Conference on Knowledge Discovery & Data Mining</i>,  2021. \n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n  <a href=\"https://dl.acm.org/doi/abs/10.1145/3447548.3467453\"\n     onclick=\"log_download('chang-tan-lengerich-goldenberg-caruana-howinterpretableandtrustworthyaregams-2021', 'https://dl.acm.org/doi/abs/10.1145/3447548.3467453', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"How Interpretable and Trustworthy are GAMs? [link]\"\n       title=\" paper\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> paper</span></a>\n  &nbsp;\n  \n  <a href=\"https://arxiv.org/abs/2006.06466\"\n     onclick=\"log_download('chang-tan-lengerich-goldenberg-caruana-howinterpretableandtrustworthyaregams-2021', 'https://arxiv.org/abs/2006.06466', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"How Interpretable and Trustworthy are GAMs? [link]\"\n       title=\" preprint\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> preprint</span></a>\n  &nbsp;\n  \n\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/chang-tan-lengerich-goldenberg-caruana-howinterpretableandtrustworthyaregams-2021\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n  &nbsp;\n  <a class=\"bibbase_abstract_link bibbase link\"\n     href=\"#\"\n     onclick=\"showAbstract(event); return false;\">\n    abstract <i class=\"fa fa-caret-down\"></i></a>\n  \n\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('chang-tan-lengerich-goldenberg-caruana-howinterpretableandtrustworthyaregams-2021')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n  \n  \n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@InProceedings{chang2021how,\n  title={How Interpretable and Trustworthy are GAMs?},\n  author={Chang, Chun-Hao and Tan, Sarah and Lengerich, Ben and Goldenberg, Anna and Caruana, Rich},\n  journal={Proceedings of the 27th ACM SIGKDD International Conference on Knowledge Discovery \\&amp; Data Mining},\n  booktitle={Proceedings of the 27th ACM SIGKDD International Conference on Knowledge Discovery \\&amp; Data Mining},\n  year={2021},\n  informal_venue = {KDD},\n  abstract = {Generalized additive models (GAMs) have become a leading model class for interpretable machine learning. However, there are many algorithms for training GAMs, and these can learn different or even contradictory models, while being equally accurate. Which GAM should we trust? In this paper, we quantitatively and qualitatively investigate a variety of GAM algorithms on real and simulated datasets. We find that GAMs with high feature sparsity (only using a few variables to make predictions) can miss patterns in the data and be unfair to rare subpopulations. Our results suggest that inductive bias plays a crucial role in what interpretable models learn and that tree-based GAMs represent the best balance of sparsity, fidelity and accuracy and thus appear to be the most trustworthy GAM models.},\n  url_paper = {https://dl.acm.org/doi/abs/10.1145/3447548.3467453},\n  url_preprint={https://arxiv.org/abs/2006.06466},\n  keywords={Interpretable, Generalized Additive Models}\n}\n\n</pre>\n</div>\n\n\n<div class=\"well well-small bibbase\" data-type=\"abstract\"\n     style=\"display:none\">\n  Generalized additive models (GAMs) have become a leading model class for interpretable machine learning. However, there are many algorithms for training GAMs, and these can learn different or even contradictory models, while being equally accurate. Which GAM should we trust? In this paper, we quantitatively and qualitatively investigate a variety of GAM algorithms on real and simulated datasets. We find that GAMs with high feature sparsity (only using a few variables to make predictions) can miss patterns in the data and be unfair to rare subpopulations. Our results suggest that inductive bias plays a crucial role in what interpretable models learn and that tree-based GAMs represent the best balance of sparsity, fidelity and accuracy and thus appear to be the most trustworthy GAM models.\n</div>\n\n\n</div>\n\n\n  <div class=\"bibbase_paper\" id=\"lengerich-caruana-weeks-painter-spencer-sitcov-daly-souter-lengthoflaborandseverematernalmorbidityinthentsvpopulation-2021\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  <a href=\"https://www.ajog.org/article/S0002-9378(20)31386-7/pdf\"\n     onclick=\"return trackOutboundLink('publications', 'click', 'lengerich-caruana-weeks-painter-spencer-sitcov-daly-souter-lengthoflaborandseverematernalmorbidityinthentsvpopulation-2021', 'https://www.ajog.org/article/S0002-9378(20)31386-7/pdf', event);\">\n    Length of labor and severe maternal morbidity in the NTSV population.\n  </a>\n  \n  \n  \n</span>\n\n  <span class=\"bibbase_paper_author\">\n  Lengerich, B. J.; Caruana, R.; Weeks, W. B; Painter, I.; Spencer, S.; Sitcov, K.; Daly, C.;  and Souter, V.\n</span>\n\n  \n\n</span>\n\n  <i>American Journal of Obstetrics & Gynecology</i>, 224(2): S33.  2021.\n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n  <a href=\"https://www.ajog.org/article/S0002-9378(20)31386-7/pdf\"\n     onclick=\"log_download('lengerich-caruana-weeks-painter-spencer-sitcov-daly-souter-lengthoflaborandseverematernalmorbidityinthentsvpopulation-2021', 'https://www.ajog.org/article/S0002-9378(20)31386-7/pdf', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"Length of labor and severe maternal morbidity in the NTSV population [link]\"\n       title=\" paper\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> paper</span></a>\n  &nbsp;\n  \n\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/lengerich-caruana-weeks-painter-spencer-sitcov-daly-souter-lengthoflaborandseverematernalmorbidityinthentsvpopulation-2021\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('lengerich-caruana-weeks-painter-spencer-sitcov-daly-souter-lengthoflaborandseverematernalmorbidityinthentsvpopulation-2021')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n  \n  \n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@article{lengerich2021length,\n  title={Length of labor and severe maternal morbidity in the NTSV population},\n  author={Lengerich, Benjamin J. and Caruana, Rich and Weeks, William B and Painter, Ian and Spencer, Sydney and Sitcov, Kristin and Daly, Colleen and Souter, Vivienne},\n  journal={American Journal of Obstetrics \\&amp; Gynecology},\n  volume={224},\n  number={2},\n  pages={S33},\n  year={2021},\n  publisher={Elsevier},\n  url_paper={https://www.ajog.org/article/S0002-9378(20)31386-7/pdf},\n    keywords={Healthcare, Pregnancy}\n}\n\n</pre>\n</div>\n\n\n\n</div>\n\n\n  <div class=\"bibbase_paper\" id=\"lengerich-caruana-weeks-painter-spencer-sitcov-daly-souter-insightsintoseverematernalmorbidityinthentsvpopulation-2021\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  <a href=\"https://www.ajog.org/article/S0002-9378(20)32418-2/fulltext\"\n     onclick=\"return trackOutboundLink('publications', 'click', 'lengerich-caruana-weeks-painter-spencer-sitcov-daly-souter-insightsintoseverematernalmorbidityinthentsvpopulation-2021', 'https://www.ajog.org/article/S0002-9378(20)32418-2/fulltext', event);\">\n    Insights into severe maternal morbidity in the NTSV population.\n  </a>\n  \n  \n  \n</span>\n\n  <span class=\"bibbase_paper_author\">\n  Lengerich, B. J.; Caruana, R.; Weeks, W. B; Painter, I.; Spencer, S.; Sitcov, K.; Daly, C.;  and Souter, V.\n</span>\n\n  \n\n</span>\n\n  <i>American Journal of Obstetrics & Gynecology</i>, 224(2): S629–S630.  2021.\n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n  <a href=\"https://www.ajog.org/article/S0002-9378(20)32418-2/fulltext\"\n     onclick=\"log_download('lengerich-caruana-weeks-painter-spencer-sitcov-daly-souter-insightsintoseverematernalmorbidityinthentsvpopulation-2021', 'https://www.ajog.org/article/S0002-9378(20)32418-2/fulltext', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"Insights into severe maternal morbidity in the NTSV population [link]\"\n       title=\" paper\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> paper</span></a>\n  &nbsp;\n  \n\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/lengerich-caruana-weeks-painter-spencer-sitcov-daly-souter-insightsintoseverematernalmorbidityinthentsvpopulation-2021\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('lengerich-caruana-weeks-painter-spencer-sitcov-daly-souter-insightsintoseverematernalmorbidityinthentsvpopulation-2021')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n  \n  \n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@article{lengerich2021insights,\n  title={Insights into severe maternal morbidity in the NTSV population},\n  author={Lengerich, Benjamin J. and Caruana, Rich and Weeks, William B and Painter, Ian and Spencer, Sydney and Sitcov, Kristin and Daly, Colleen and Souter, Vivienne},\n  journal={American Journal of Obstetrics \\&amp; Gynecology},\n  volume={224},\n  number={2},\n  pages={S629--S630},\n  year={2021},\n  publisher={Elsevier},\n  url_paper={https://www.ajog.org/article/S0002-9378(20)32418-2/fulltext},\n    keywords={Healthcare, Pregnancy}\n}\n\n</pre>\n</div>\n\n\n\n</div>\n\n\n  <div class=\"bibbase_paper\" id=\"lengerich-caruana-aphinyanaphongs-neutrophillymphocyteratioasadeterminantofglucocorticoideffectivenessincovid19treatment-2021\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  <a href=\"https://www.medrxiv.org/content/10.1101/2021.06.15.21251794v1\"\n     onclick=\"return trackOutboundLink('publications', 'click', 'lengerich-caruana-aphinyanaphongs-neutrophillymphocyteratioasadeterminantofglucocorticoideffectivenessincovid19treatment-2021', 'https://www.medrxiv.org/content/10.1101/2021.06.15.21251794v1', event);\">\n    Neutrophil Lymphocyte Ratio as a Determinant of Glucocorticoid Effectiveness in Covid-19 Treatment.\n  </a>\n  \n  \n  \n</span>\n\n  <span class=\"bibbase_paper_author\">\n  Lengerich, B.; Caruana, R.;  and Aphinyanaphongs, Y.\n</span>\n\n  \n\n</span>\n\n  <i>MedRXiv</i>.  2021.\n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n  <a href=\"https://www.medrxiv.org/content/10.1101/2021.06.15.21251794v1\"\n     onclick=\"log_download('lengerich-caruana-aphinyanaphongs-neutrophillymphocyteratioasadeterminantofglucocorticoideffectivenessincovid19treatment-2021', 'https://www.medrxiv.org/content/10.1101/2021.06.15.21251794v1', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"Neutrophil Lymphocyte Ratio as a Determinant of Glucocorticoid Effectiveness in Covid-19 Treatment [link]\"\n       title=\" preprint\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> preprint</span></a>\n  &nbsp;\n  \n\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/lengerich-caruana-aphinyanaphongs-neutrophillymphocyteratioasadeterminantofglucocorticoideffectivenessincovid19treatment-2021\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n  &nbsp;\n  <a class=\"bibbase_abstract_link bibbase link\"\n     href=\"#\"\n     onclick=\"showAbstract(event); return false;\">\n    abstract <i class=\"fa fa-caret-down\"></i></a>\n  \n\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('lengerich-caruana-aphinyanaphongs-neutrophillymphocyteratioasadeterminantofglucocorticoideffectivenessincovid19treatment-2021')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n  \n  \n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@article{lengerich2021neutrophil,\n  title={Neutrophil Lymphocyte Ratio as a Determinant of Glucocorticoid Effectiveness in Covid-19 Treatment},\n  author={Lengerich, Benjamin and Caruana, Rich and Aphinyanaphongs, Yin},\n  journal={MedRXiv},\n  year={2021},\n  url_preprint = {https://www.medrxiv.org/content/10.1101/2021.06.15.21251794v1},\n  abstract = {Glucocorticoids have been shown to improve outcomes of patients with severe cases of Covid-19. However, criteria for prescribing glucocorticoids are currently limited. To identify potential for targeting, we perform an observational analysis of mortality of hospitalized patients. Our results agree with current clinical understanding that glucocorticoids benefit patients with severe cases of Covid-19, and that elevated Neutrophil/Lymphocyte Ratio (NLR) is associated with mortality. Furthermore, our results suggest that glucocorticoids could be targeted to patients with elevated NLR (especially in the range 6-25) at time of admission. Finally, we note there are also high-risk patients with low NLR, suggesting varying presentations of severe Covid-19.},\n    keywords={Healthcare, Covid-19}\n}\n\n\n</pre>\n</div>\n\n\n<div class=\"well well-small bibbase\" data-type=\"abstract\"\n     style=\"display:none\">\n  Glucocorticoids have been shown to improve outcomes of patients with severe cases of Covid-19. However, criteria for prescribing glucocorticoids are currently limited. To identify potential for targeting, we perform an observational analysis of mortality of hospitalized patients. Our results agree with current clinical understanding that glucocorticoids benefit patients with severe cases of Covid-19, and that elevated Neutrophil/Lymphocyte Ratio (NLR) is associated with mortality. Furthermore, our results suggest that glucocorticoids could be targeted to patients with elevated NLR (especially in the range 6-25) at time of admission. Finally, we note there are also high-risk patients with low NLR, suggesting varying presentations of severe Covid-19.\n</div>\n\n\n</div>\n\n\n  <div class=\"bibbase_paper\" id=\"caruana-lengerich-aphinyanaphongs-datadrivenpatternsinprotectiveeffectsofibuprofenandketorolaconhospitalizedcovid19patients-2021\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  <a href=\"https://www.medrxiv.org/content/10.1101/2021.06.15.21258991v1\"\n     onclick=\"return trackOutboundLink('publications', 'click', 'caruana-lengerich-aphinyanaphongs-datadrivenpatternsinprotectiveeffectsofibuprofenandketorolaconhospitalizedcovid19patients-2021', 'https://www.medrxiv.org/content/10.1101/2021.06.15.21258991v1', event);\">\n    Data-Driven Patterns in Protective Effects of Ibuprofen and Ketorolac on Hospitalized Covid-19 Patients.\n  </a>\n  \n  \n  \n</span>\n\n  <span class=\"bibbase_paper_author\">\n  Caruana, R.; Lengerich, B.;  and Aphinyanaphongs, Y.\n</span>\n\n  \n\n</span>\n\n  In  2021. \n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n  <a href=\"https://www.medrxiv.org/content/10.1101/2021.06.15.21258991v1\"\n     onclick=\"log_download('caruana-lengerich-aphinyanaphongs-datadrivenpatternsinprotectiveeffectsofibuprofenandketorolaconhospitalizedcovid19patients-2021', 'https://www.medrxiv.org/content/10.1101/2021.06.15.21258991v1', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"Data-Driven Patterns in Protective Effects of Ibuprofen and Ketorolac on Hospitalized Covid-19 Patients [link]\"\n       title=\" preprint\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> preprint</span></a>\n  &nbsp;\n  \n\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/caruana-lengerich-aphinyanaphongs-datadrivenpatternsinprotectiveeffectsofibuprofenandketorolaconhospitalizedcovid19patients-2021\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n  &nbsp;\n  <a class=\"bibbase_abstract_link bibbase link\"\n     href=\"#\"\n     onclick=\"showAbstract(event); return false;\">\n    abstract <i class=\"fa fa-caret-down\"></i></a>\n  \n\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('caruana-lengerich-aphinyanaphongs-datadrivenpatternsinprotectiveeffectsofibuprofenandketorolaconhospitalizedcovid19patients-2021')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n  \n  \n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@InProceedings{caruana2021data,\n  title={Data-Driven Patterns in Protective Effects of Ibuprofen and Ketorolac on Hospitalized Covid-19 Patients},\n  author={Caruana, Rich and Lengerich, Benjamin and Aphinyanaphongs, Yin},\n  journal={American Medical Informatics Association (AMIA) Annual Symposium},\n  year={2021},\n  url_preprint={https://www.medrxiv.org/content/10.1101/2021.06.15.21258991v1},\n  abstract={The impact of nonsteroidal anti-inflammatory drugs (NSAIDs) on patients with Covid-19 has been unclear. A major reason for this uncertainty is the confounding between treatments, patient comorbidities, and illness severity. Here, we perform an observational analysis of over 3000 patients hospitalized for Covid-19 in a New York hospital system to identify the relationship between in-patient treatment with Ibuprofen or Ketorolac and mortality. Our analysis finds evidence consitent with a protective effect for Ibuprofen and Ketorolac, with evidence stronger for a protective effect of Ketorolac than for a protective effect of Ibuprofen.},\n    keywords={Healthcare, Covid-19}\n}\n</pre>\n</div>\n\n\n<div class=\"well well-small bibbase\" data-type=\"abstract\"\n     style=\"display:none\">\n  The impact of nonsteroidal anti-inflammatory drugs (NSAIDs) on patients with Covid-19 has been unclear. A major reason for this uncertainty is the confounding between treatments, patient comorbidities, and illness severity. Here, we perform an observational analysis of over 3000 patients hospitalized for Covid-19 in a New York hospital system to identify the relationship between in-patient treatment with Ibuprofen or Ketorolac and mortality. Our analysis finds evidence consitent with a protective effect for Ibuprofen and Ketorolac, with evidence stronger for a protective effect of Ketorolac than for a protective effect of Ibuprofen.\n</div>\n\n\n</div>\n\n\n\n\n\n    </div>\n  </div>\n\n  <div class=\"bibbase_group_whole\" id=\"group_2020\">\n    <div class=\"bibbase_group\"\n      onclick=\"toggleGroup('group_2020')\"\n      onkeypress=\"toggleGroup('group_2020')\"\n      tabindex=\"0\">\n      <i class=\"fa fa-angle-down bibbase_group_head_icon\"></i>&nbsp;\n      <span>2020</span>\n      <span class=\"bibbase_group_count\">\n        \n        (3)\n        \n      </span>\n    </div>\n    <div class=\"bibbase_group_body\">\n      \n  \n  <div class=\"bibbase_paper\" id=\"lengerich-alshedivat-alavi-williams-labakki-xing-discriminativesubtypingoflungcancersfromhistopathologyimagesviacontextualdeeplearning-2020\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  <a href=\"https://www.medrxiv.org/content/10.1101/2020.06.25.20140053v2\"\n     onclick=\"return trackOutboundLink('publications', 'click', 'lengerich-alshedivat-alavi-williams-labakki-xing-discriminativesubtypingoflungcancersfromhistopathologyimagesviacontextualdeeplearning-2020', 'https://www.medrxiv.org/content/10.1101/2020.06.25.20140053v2', event);\">\n    Discriminative Subtyping of Lung Cancers from Histopathology Images via Contextual Deep Learning.\n  </a>\n  \n  \n  \n</span>\n\n  <span class=\"bibbase_paper_author\">\n  Lengerich*, B.; Al-Shedivat*, M.; Alavi, A.; Williams, J.; Labakki, S.;  and Xing, E.\n</span>\n\n  \n\n</span>\n\n  .  2020.\n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n  <a href=\"https://www.medrxiv.org/content/10.1101/2020.06.25.20140053v2\"\n     onclick=\"log_download('lengerich-alshedivat-alavi-williams-labakki-xing-discriminativesubtypingoflungcancersfromhistopathologyimagesviacontextualdeeplearning-2020', 'https://www.medrxiv.org/content/10.1101/2020.06.25.20140053v2', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"Discriminative Subtyping of Lung Cancers from Histopathology Images via Contextual Deep Learning [link]\"\n       title=\" preprint\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> preprint</span></a>\n  &nbsp;\n  \n\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/lengerich-alshedivat-alavi-williams-labakki-xing-discriminativesubtypingoflungcancersfromhistopathologyimagesviacontextualdeeplearning-2020\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n  &nbsp;\n  <a class=\"bibbase_abstract_link bibbase link\"\n     href=\"#\"\n     onclick=\"showAbstract(event); return false;\">\n    abstract <i class=\"fa fa-caret-down\"></i></a>\n  \n\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('lengerich-alshedivat-alavi-williams-labakki-xing-discriminativesubtypingoflungcancersfromhistopathologyimagesviacontextualdeeplearning-2020')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n  \n  \n  \n  \n  \n  \n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@article{lengerich2020discriminative,\n  title={Discriminative Subtyping of Lung Cancers from Histopathology Images via Contextual Deep Learning},\n  author={Lengerich*, Benjamin and Al-Shedivat*, Maruan and Alavi, Amir and Williams, Jennifer and Labakki, Sami and Xing, Eric},\n  year={2020},\n  informal_venue = {arXiv},\n  url_preprint={https://www.medrxiv.org/content/10.1101/2020.06.25.20140053v2},\n  abstract={Summarizing multiple data modalities into a parsimonious cancer “subtype” is difficult because the most informative representation of each patient’s disease is not observed. We propose to model these latent summaries as discriminative subtypes: sample representations which induce accurate and interpretable sample-specific models for downstream predictions. In this way, discriminative subtypes, which are shared between data modalities, can be estimated from one data modality and optimized according to the predictions induced in another modality. We apply this approach to lung cancer by training a deep neural network to predict discriminative subtypes from histopathology images, and use these predicted subtypes to generate models which classify adenocarcinoma, squamous cell carcinoma, and healthy tissue based on transcriptomic signatures. In this way, we optimize the latent discriminative subtypes through induced prediction loss, and the discriminative subtypes are interpreted with standard interpretation of transcriptomic predictive models. Our framework achieves state-of-the-art classification accuracy (F1-score of 0.97) and identifies discriminative subtypes which link histopathology images to transcriptomic explanations without requiring pre-specification of morphological patterns or transcriptomic processes.},\n  keywords={Interpretable, Contextualized, Computational Genomics, Cancer},\n}\n\n</pre>\n</div>\n\n\n<div class=\"well well-small bibbase\" data-type=\"abstract\"\n     style=\"display:none\">\n  Summarizing multiple data modalities into a parsimonious cancer “subtype” is difficult because the most informative representation of each patient’s disease is not observed. We propose to model these latent summaries as discriminative subtypes: sample representations which induce accurate and interpretable sample-specific models for downstream predictions. In this way, discriminative subtypes, which are shared between data modalities, can be estimated from one data modality and optimized according to the predictions induced in another modality. We apply this approach to lung cancer by training a deep neural network to predict discriminative subtypes from histopathology images, and use these predicted subtypes to generate models which classify adenocarcinoma, squamous cell carcinoma, and healthy tissue based on transcriptomic signatures. In this way, we optimize the latent discriminative subtypes through induced prediction loss, and the discriminative subtypes are interpreted with standard interpretation of transcriptomic predictive models. Our framework achieves state-of-the-art classification accuracy (F1-score of 0.97) and identifies discriminative subtypes which link histopathology images to transcriptomic explanations without requiring pre-specification of morphological patterns or transcriptomic processes.\n</div>\n\n\n</div>\n\n\n  <div class=\"bibbase_paper\" id=\"lengerich-tan-chang-hooker-caruana-purifyinginteractioneffectswiththefunctionalanovaanefficientalgorithmforrecoveringidentifiableadditivemodels-2020\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  <a href=\"http://proceedings.mlr.press/v108/lengerich20a.html\"\n     onclick=\"return trackOutboundLink('publications', 'click', 'lengerich-tan-chang-hooker-caruana-purifyinginteractioneffectswiththefunctionalanovaanefficientalgorithmforrecoveringidentifiableadditivemodels-2020', 'http://proceedings.mlr.press/v108/lengerich20a.html', event);\">\n    Purifying Interaction Effects with the Functional ANOVA: An Efficient Algorithm for Recovering Identifiable Additive Models.\n  </a>\n  \n  \n  \n</span>\n\n  <span class=\"bibbase_paper_author\">\n  Lengerich, B.; Tan, S.; Chang, C.; Hooker, G.;  and Caruana, R.\n</span>\n\n  \n\n</span>\n\n  In Chiappa, S.;  and Calandra, R., editor(s), <i>Proceedings of the Twenty Third International Conference on Artificial Intelligence and Statistics</i>, volume 108, of <i>Proceedings of Machine Learning Research</i>, pages 2402–2412, 26–28 Aug 2020. PMLR\n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n  <a href=\"http://proceedings.mlr.press/v108/lengerich20a.html\"\n     onclick=\"log_download('lengerich-tan-chang-hooker-caruana-purifyinginteractioneffectswiththefunctionalanovaanefficientalgorithmforrecoveringidentifiableadditivemodels-2020', 'http://proceedings.mlr.press/v108/lengerich20a.html', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"Purifying Interaction Effects with the Functional ANOVA: An Efficient Algorithm for Recovering Identifiable Additive Models [link]\"\n       title=\" paper\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> paper</span></a>\n  &nbsp;\n  \n  <a href=\"https://arxiv.org/abs/1911.04974\"\n     onclick=\"log_download('lengerich-tan-chang-hooker-caruana-purifyinginteractioneffectswiththefunctionalanovaanefficientalgorithmforrecoveringidentifiableadditivemodels-2020', 'https://arxiv.org/abs/1911.04974', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"Purifying Interaction Effects with the Functional ANOVA: An Efficient Algorithm for Recovering Identifiable Additive Models [link]\"\n       title=\" preprint\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> preprint</span></a>\n  &nbsp;\n  \n\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/lengerich-tan-chang-hooker-caruana-purifyinginteractioneffectswiththefunctionalanovaanefficientalgorithmforrecoveringidentifiableadditivemodels-2020\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n  &nbsp;\n  <a class=\"bibbase_abstract_link bibbase link\"\n     href=\"#\"\n     onclick=\"showAbstract(event); return false;\">\n    abstract <i class=\"fa fa-caret-down\"></i></a>\n  \n\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('lengerich-tan-chang-hooker-caruana-purifyinginteractioneffectswiththefunctionalanovaanefficientalgorithmforrecoveringidentifiableadditivemodels-2020')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n  \n  \n  \n  \n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@InProceedings{lengerich2020purifying,\n  title =    {Purifying Interaction Effects with the Functional ANOVA: An Efficient Algorithm for Recovering Identifiable Additive Models},\n  author =       {Lengerich, Benjamin and Tan, Sarah and Chang, Chun-Hao and Hooker, Giles and Caruana, Rich},\n  booktitle =    {Proceedings of the Twenty Third International Conference on Artificial Intelligence and Statistics},\n  pages =    {2402--2412},\n  year =     {2020},\n  editor =   {Chiappa, Silvia and Calandra, Roberto},\n  volume =   {108},\n  series =   {Proceedings of Machine Learning Research},\n  month =    {26--28 Aug},\n  publisher =    {PMLR},\n  informal_venue = {AISTATS},\n  pdf =      {http://proceedings.mlr.press/v108/lengerich20a/lengerich20a.pdf},\n  abstract =     {Models which estimate main effects of individual variables alongside interaction effects have an identifiability challenge: effects can be freely moved between main effects and interaction effects without changing the model prediction. This is a critical problem for interpretability because it permits “contradictory&quot; models to represent the same function. To solve this problem, we propose pure interaction effects: variance in the outcome which cannot be represented by any subset of features. This definition has an equivalence with the Functional ANOVA decomposition. To compute this decomposition, we present a fast, exact algorithm that transforms any piecewise-constant function (such as a tree-based model) into a purified, canonical representation. We apply this algorithm to Generalized Additive Models with interactions trained on several datasets and show large disparity, including contradictions, between the apparent and the purified effects. These results underscore the need to specify data distributions and ensure identifiability before interpreting model parameters.},\n  url_paper =      {http://proceedings.mlr.press/v108/lengerich20a.html},\n    url_preprint={https://arxiv.org/abs/1911.04974},\n    keywords={Interpretable, Generalized Additive Models, Theory}\n}\n\n</pre>\n</div>\n\n\n<div class=\"well well-small bibbase\" data-type=\"abstract\"\n     style=\"display:none\">\n  Models which estimate main effects of individual variables alongside interaction effects have an identifiability challenge: effects can be freely moved between main effects and interaction effects without changing the model prediction. This is a critical problem for interpretability because it permits “contradictory\" models to represent the same function. To solve this problem, we propose pure interaction effects: variance in the outcome which cannot be represented by any subset of features. This definition has an equivalence with the Functional ANOVA decomposition. To compute this decomposition, we present a fast, exact algorithm that transforms any piecewise-constant function (such as a tree-based model) into a purified, canonical representation. We apply this algorithm to Generalized Additive Models with interactions trained on several datasets and show large disparity, including contradictions, between the apparent and the purified effects. These results underscore the need to specify data distributions and ensure identifiability before interpreting model parameters.\n</div>\n\n\n</div>\n\n\n  <div class=\"bibbase_paper\" id=\"lengerich-neiswanger-lengerich-xing-disentanglingincreasedtestingfromcovid19epidemicspread-2020\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  <a href=\"https://www.medrxiv.org/content/10.1101/2020.07.09.20141762v1\"\n     onclick=\"return trackOutboundLink('publications', 'click', 'lengerich-neiswanger-lengerich-xing-disentanglingincreasedtestingfromcovid19epidemicspread-2020', 'https://www.medrxiv.org/content/10.1101/2020.07.09.20141762v1', event);\">\n    Disentangling Increased Testing from Covid-19 Epidemic Spread.\n  </a>\n  \n  \n  \n</span>\n\n  <span class=\"bibbase_paper_author\">\n  Lengerich, B. J.; Neiswanger, W.; Lengerich, E. J.;  and Xing, E. P.\n</span>\n\n  \n\n</span>\n\n  <i>MedRXiv</i>.  2020.\n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n  <a href=\"https://www.medrxiv.org/content/10.1101/2020.07.09.20141762v1\"\n     onclick=\"log_download('lengerich-neiswanger-lengerich-xing-disentanglingincreasedtestingfromcovid19epidemicspread-2020', 'https://www.medrxiv.org/content/10.1101/2020.07.09.20141762v1', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"Disentangling Increased Testing from Covid-19 Epidemic Spread [link]\"\n       title=\" preprint\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> preprint</span></a>\n  &nbsp;\n  \n\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/lengerich-neiswanger-lengerich-xing-disentanglingincreasedtestingfromcovid19epidemicspread-2020\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n  &nbsp;\n  <a class=\"bibbase_abstract_link bibbase link\"\n     href=\"#\"\n     onclick=\"showAbstract(event); return false;\">\n    abstract <i class=\"fa fa-caret-down\"></i></a>\n  \n\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('lengerich-neiswanger-lengerich-xing-disentanglingincreasedtestingfromcovid19epidemicspread-2020')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n  \n  \n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@article{lengerich2020disentangling,\n  title={Disentangling Increased Testing from Covid-19 Epidemic Spread},\n  author={Lengerich, Benjamin J. and Neiswanger, Willie and Lengerich, Eugene J. and Xing, Eric P.},\n  journal={MedRXiv},\n  informal_venue={medrxiv},\n  year={2020},\n  abstract={To design effective disease control strategies, it is critical to understand the incidence of diseases. In the Covid-19 epidemic in the United States (caused by outbreak of the SARS-CoV-2 virus), testing capacity was initially very limited and has been increasing at the same time as the virus has been spreading. When estimating the incidence, it can be difficult to distinguish whether increased numbers of positive tests stem from increases in the spread of the virus or increases in testing. This has made it very difficult to identify locations in which the epidemic poses the largest public health risks. Here, we use a probabilistic model to quantify beliefs about testing strategies and understand implications regarding incidence. We apply this model to estimate the incidence in each state of the United States, and find that: (1) the Covid-19 epidemic is likely to be more widespread than reported by limited testing, (2) the Covid-19 epidemic growth in the summer months is likely smaller than it was during the spring months, and (3) the regions which are at highest risk of Covid-19 epidemic outbreaks are not always those with the largest number of positive test results.},\n  url_preprint={https://www.medrxiv.org/content/10.1101/2020.07.09.20141762v1},\n    keywords={Healthcare, Covid-19}\n}\n\n\n</pre>\n</div>\n\n\n<div class=\"well well-small bibbase\" data-type=\"abstract\"\n     style=\"display:none\">\n  To design effective disease control strategies, it is critical to understand the incidence of diseases. In the Covid-19 epidemic in the United States (caused by outbreak of the SARS-CoV-2 virus), testing capacity was initially very limited and has been increasing at the same time as the virus has been spreading. When estimating the incidence, it can be difficult to distinguish whether increased numbers of positive tests stem from increases in the spread of the virus or increases in testing. This has made it very difficult to identify locations in which the epidemic poses the largest public health risks. Here, we use a probabilistic model to quantify beliefs about testing strategies and understand implications regarding incidence. We apply this model to estimate the incidence in each state of the United States, and find that: (1) the Covid-19 epidemic is likely to be more widespread than reported by limited testing, (2) the Covid-19 epidemic growth in the summer months is likely smaller than it was during the spring months, and (3) the regions which are at highest risk of Covid-19 epidemic outbreaks are not always those with the largest number of positive test results.\n</div>\n\n\n</div>\n\n\n\n\n\n    </div>\n  </div>\n\n  <div class=\"bibbase_group_whole\" id=\"group_2019\">\n    <div class=\"bibbase_group\"\n      onclick=\"toggleGroup('group_2019')\"\n      onkeypress=\"toggleGroup('group_2019')\"\n      tabindex=\"0\">\n      <i class=\"fa fa-angle-down bibbase_group_head_icon\"></i>&nbsp;\n      <span>2019</span>\n      <span class=\"bibbase_group_count\">\n        \n        (1)\n        \n      </span>\n    </div>\n    <div class=\"bibbase_group_body\">\n      \n  \n  <div class=\"bibbase_paper\" id=\"lengerich-aragam-xing-learningsamplespecificmodelswithlowrankpersonalizedregression-2019\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  <a href=\"https://proceedings.neurips.cc/paper/2019/file/52d2752b150f9c35ccb6869cbf074e48-Paper.pdf\"\n     onclick=\"return trackOutboundLink('publications', 'click', 'lengerich-aragam-xing-learningsamplespecificmodelswithlowrankpersonalizedregression-2019', 'https://proceedings.neurips.cc/paper/2019/file/52d2752b150f9c35ccb6869cbf074e48-Paper.pdf', event);\">\n    Learning Sample-Specific Models with Low-Rank Personalized Regression.\n  </a>\n  \n  \n  \n</span>\n\n  <span class=\"bibbase_paper_author\">\n  Lengerich, B. J.; Aragam, B.;  and Xing, E. P.\n</span>\n\n  \n\n</span>\n\n  In <i>Advances in Neural Information Processing Systems (NeurIPS)</i>,  2019. \n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n  <a href=\"https://proceedings.neurips.cc/paper/2019/file/52d2752b150f9c35ccb6869cbf074e48-Paper.pdf\"\n     onclick=\"log_download('lengerich-aragam-xing-learningsamplespecificmodelswithlowrankpersonalizedregression-2019', 'https://proceedings.neurips.cc/paper/2019/file/52d2752b150f9c35ccb6869cbf074e48-Paper.pdf', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/pdf.svg\"\n\t     alt=\"Learning Sample-Specific Models with Low-Rank Personalized Regression [pdf]\"\n       title=\" paper\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> paper</span></a>\n  &nbsp;\n  \n  <a href=\"https://arxiv.org/abs/1910.06939\"\n     onclick=\"log_download('lengerich-aragam-xing-learningsamplespecificmodelswithlowrankpersonalizedregression-2019', 'https://arxiv.org/abs/1910.06939', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"Learning Sample-Specific Models with Low-Rank Personalized Regression [link]\"\n       title=\" preprint\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> preprint</span></a>\n  &nbsp;\n  \n\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/lengerich-aragam-xing-learningsamplespecificmodelswithlowrankpersonalizedregression-2019\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n  &nbsp;\n  <a class=\"bibbase_abstract_link bibbase link\"\n     href=\"#\"\n     onclick=\"showAbstract(event); return false;\">\n    abstract <i class=\"fa fa-caret-down\"></i></a>\n  \n\n  \n  &nbsp;\n  <span class=\"bibbase_stats_paper\" style=\"color: #777;\">\n    <span>1 download</span>\n  </span>\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('lengerich-aragam-xing-learningsamplespecificmodelswithlowrankpersonalizedregression-2019')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n  \n  \n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@InProceedings{lengerich2019learning,\n  title={Learning Sample-Specific Models with Low-Rank Personalized Regression},\n  author={Lengerich, Benjamin J. and Aragam, Bryon and Xing, Eric P.},\n  journal={Advances in Neural Information Processing Systems (NeurIPS)},\n  booktitle={Advances in Neural Information Processing Systems (NeurIPS)},\n  year={2019},\n  informal_venue = {NeurIPS},\n  abstract = {\n    Modern applications of machine learning (ML) deal with increasingly heterogeneous datasets comprised of data collected from overlapping latent subpopulations. As a result, traditional models trained over large datasets may fail to recognize highly predictive localized effects in favour of weakly predictive global patterns. This is a problem because localized effects are critical to developing individualized policies and treatment plans in applications ranging from precision medicine to advertising. To address this challenge, we propose to estimate sample-specific models that tailor inference and prediction at the individual level. In contrast to classical ML models that estimate a single, complex model (or only a few complex models), our approach produces a model personalized to each sample. These sample-specific models can be studied to understand subgroup dynamics that go beyond coarse-grained class labels. Crucially, our approach does not assume that relationships between samples (e.g. a similarity network) are known a priori. Instead, we use unmodeled covariates to learn a latent distance metric over the samples. We apply this approach to financial, biomedical, and electoral data as well as simulated data and show that sample-specific models provide fine-grained interpretations of complicated phenomena without sacrificing predictive accuracy compared to state-of-the-art models such as deep neural networks.\n  },\n  url_paper = {https://proceedings.neurips.cc/paper/2019/file/52d2752b150f9c35ccb6869cbf074e48-Paper.pdf},\n  url_preprint = {https://arxiv.org/abs/1910.06939},\n  keywords = {Interpretable, Contextualized}\n}\n\n</pre>\n</div>\n\n\n<div class=\"well well-small bibbase\" data-type=\"abstract\"\n     style=\"display:none\">\n  Modern applications of machine learning (ML) deal with increasingly heterogeneous datasets comprised of data collected from overlapping latent subpopulations. As a result, traditional models trained over large datasets may fail to recognize highly predictive localized effects in favour of weakly predictive global patterns. This is a problem because localized effects are critical to developing individualized policies and treatment plans in applications ranging from precision medicine to advertising. To address this challenge, we propose to estimate sample-specific models that tailor inference and prediction at the individual level. In contrast to classical ML models that estimate a single, complex model (or only a few complex models), our approach produces a model personalized to each sample. These sample-specific models can be studied to understand subgroup dynamics that go beyond coarse-grained class labels. Crucially, our approach does not assume that relationships between samples (e.g. a similarity network) are known a priori. Instead, we use unmodeled covariates to learn a latent distance metric over the samples. We apply this approach to financial, biomedical, and electoral data as well as simulated data and show that sample-specific models provide fine-grained interpretations of complicated phenomena without sacrificing predictive accuracy compared to state-of-the-art models such as deep neural networks. \n</div>\n\n\n</div>\n\n\n\n\n\n    </div>\n  </div>\n\n  <div class=\"bibbase_group_whole\" id=\"group_2018\">\n    <div class=\"bibbase_group\"\n      onclick=\"toggleGroup('group_2018')\"\n      onkeypress=\"toggleGroup('group_2018')\"\n      tabindex=\"0\">\n      <i class=\"fa fa-angle-down bibbase_group_head_icon\"></i>&nbsp;\n      <span>2018</span>\n      <span class=\"bibbase_group_count\">\n        \n        (4)\n        \n      </span>\n    </div>\n    <div class=\"bibbase_group_body\">\n      \n  \n  <div class=\"bibbase_paper\" id=\"wang-lengerich-aragam-xing-precisionlassoaccountingforcorrelationsandlineardependenciesinhighdimensionalgenomicdata-2018\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  <a href=\"https://academic.oup.com/bioinformatics/article/35/7/1181/5089232?login=true\"\n     onclick=\"return trackOutboundLink('publications', 'click', 'wang-lengerich-aragam-xing-precisionlassoaccountingforcorrelationsandlineardependenciesinhighdimensionalgenomicdata-2018', 'https://academic.oup.com/bioinformatics/article/35/7/1181/5089232?login=true', event);\">\n    Precision Lasso: Accounting for Correlations and Linear Dependencies in High-Dimensional Genomic Data.\n  </a>\n  \n  \n  \n</span>\n\n  <span class=\"bibbase_paper_author\">\n  Wang, H.; Lengerich, B. J.; Aragam, B.;  and Xing, E. P\n</span>\n\n  \n\n</span>\n\n  <i>Bioinformatics</i>, 35(7): 1181–1187.  2018.\n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n  <a href=\"https://academic.oup.com/bioinformatics/article/35/7/1181/5089232?login=true\"\n     onclick=\"log_download('wang-lengerich-aragam-xing-precisionlassoaccountingforcorrelationsandlineardependenciesinhighdimensionalgenomicdata-2018', 'https://academic.oup.com/bioinformatics/article/35/7/1181/5089232?login=true', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"Precision Lasso: Accounting for Correlations and Linear Dependencies in High-Dimensional Genomic Data [link]\"\n       title=\" paper\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> paper</span></a>\n  &nbsp;\n  \n\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/wang-lengerich-aragam-xing-precisionlassoaccountingforcorrelationsandlineardependenciesinhighdimensionalgenomicdata-2018\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n  &nbsp;\n  <a class=\"bibbase_abstract_link bibbase link\"\n     href=\"#\"\n     onclick=\"showAbstract(event); return false;\">\n    abstract <i class=\"fa fa-caret-down\"></i></a>\n  \n\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('wang-lengerich-aragam-xing-precisionlassoaccountingforcorrelationsandlineardependenciesinhighdimensionalgenomicdata-2018')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n  \n  \n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@article{wang2018precision,\n  title={Precision Lasso: Accounting for Correlations and Linear Dependencies in High-Dimensional Genomic Data},\n  author={Wang, Haohan and Lengerich, Benjamin J. and Aragam, Bryon and Xing, Eric P},\n  journal={Bioinformatics},\n  volume={35},\n  number={7},\n  pages={1181--1187},\n  year={2018},\n  informal_venue = {Bioinformatics},\n  publisher={Oxford University Press},\n  abstract = {Association studies to discover links between genetic markers and phenotypes are central to bioinformatics. Methods of regularized regression, such as variants of the Lasso, are popular for this task. Despite the good predictive performance of these methods in the average case, they suffer from unstable selections of correlated variables and inconsistent selections of linearly dependent variables. Unfortunately, as we demonstrate empirically, such problematic situations of correlated and linearly dependent variables often exist in genomic datasets and lead to under-performance of classical methods of variable selection. To address these challenges, we propose the Precision Lasso. Precision Lasso is a Lasso variant that promotes sparse variable selection by regularization governed by the covariance and inverse covariance matrices of explanatory variables. We illustrate its capacity for stable and consistent variable selection in simulated data with highly correlated and linearly dependent variables. We then demonstrate the effectiveness of the Precision Lasso to select meaningful variables from transcriptomic profiles of breast cancer patients. Our results indicate that in settings with correlated and linearly dependent variables, the Precision Lasso outperforms popular methods of variable selection such as the Lasso, the Elastic Net and Minimax Concave Penalty (MCP) regression.},\n  url_paper = {https://academic.oup.com/bioinformatics/article/35/7/1181/5089232?login=true},\n  keywords={Statistical Genetics, Genomics}\n}\n\n</pre>\n</div>\n\n\n<div class=\"well well-small bibbase\" data-type=\"abstract\"\n     style=\"display:none\">\n  Association studies to discover links between genetic markers and phenotypes are central to bioinformatics. Methods of regularized regression, such as variants of the Lasso, are popular for this task. Despite the good predictive performance of these methods in the average case, they suffer from unstable selections of correlated variables and inconsistent selections of linearly dependent variables. Unfortunately, as we demonstrate empirically, such problematic situations of correlated and linearly dependent variables often exist in genomic datasets and lead to under-performance of classical methods of variable selection. To address these challenges, we propose the Precision Lasso. Precision Lasso is a Lasso variant that promotes sparse variable selection by regularization governed by the covariance and inverse covariance matrices of explanatory variables. We illustrate its capacity for stable and consistent variable selection in simulated data with highly correlated and linearly dependent variables. We then demonstrate the effectiveness of the Precision Lasso to select meaningful variables from transcriptomic profiles of breast cancer patients. Our results indicate that in settings with correlated and linearly dependent variables, the Precision Lasso outperforms popular methods of variable selection such as the Lasso, the Elastic Net and Minimax Concave Penalty (MCP) regression.\n</div>\n\n\n</div>\n\n\n  <div class=\"bibbase_paper\" id=\"lengerich-maas-potts-retrofittingdistributionalembeddingstoknowledgegraphswithfunctionalrelations-2018\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  <a href=\"https://aclanthology.org/C18-1205/\"\n     onclick=\"return trackOutboundLink('publications', 'click', 'lengerich-maas-potts-retrofittingdistributionalembeddingstoknowledgegraphswithfunctionalrelations-2018', 'https://aclanthology.org/C18-1205/', event);\">\n    Retrofitting Distributional Embeddings to Knowledge Graphs with Functional Relations.\n  </a>\n  \n  \n  \n</span>\n\n  <span class=\"bibbase_paper_author\">\n  Lengerich, B. J.; Maas, A.;  and Potts, C.\n</span>\n\n  \n\n</span>\n\n  In <i>Proceedings of the 27th International Conference on Computational Linguistics (COLING)</i>,  2018. \n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n  <a href=\"https://aclanthology.org/C18-1205/\"\n     onclick=\"log_download('lengerich-maas-potts-retrofittingdistributionalembeddingstoknowledgegraphswithfunctionalrelations-2018', 'https://aclanthology.org/C18-1205/', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"Retrofitting Distributional Embeddings to Knowledge Graphs with Functional Relations [link]\"\n       title=\" paper\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> paper</span></a>\n  &nbsp;\n  \n  <a href=\"https://arxiv.org/abs/1708.00112\"\n     onclick=\"log_download('lengerich-maas-potts-retrofittingdistributionalembeddingstoknowledgegraphswithfunctionalrelations-2018', 'https://arxiv.org/abs/1708.00112', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"Retrofitting Distributional Embeddings to Knowledge Graphs with Functional Relations [link]\"\n       title=\" preprint\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> preprint</span></a>\n  &nbsp;\n  \n\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/lengerich-maas-potts-retrofittingdistributionalembeddingstoknowledgegraphswithfunctionalrelations-2018\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n  &nbsp;\n  <a class=\"bibbase_abstract_link bibbase link\"\n     href=\"#\"\n     onclick=\"showAbstract(event); return false;\">\n    abstract <i class=\"fa fa-caret-down\"></i></a>\n  \n\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('lengerich-maas-potts-retrofittingdistributionalembeddingstoknowledgegraphswithfunctionalrelations-2018')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n  \n  \n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@InProceedings{lengerich2018retrofitting,\n    title={Retrofitting Distributional Embeddings to Knowledge Graphs with Functional Relations},\n    author={Lengerich, Benjamin J. and Maas, Andrew and Potts, Christopher},\n    journal={Proceedings of the 27th International Conference on Computational Linguistics (COLING)},\n    booktitle={Proceedings of the 27th International Conference on Computational Linguistics (COLING)},\n    year={2018},\n    informal_venue = {COLING},\n    abstract = {Knowledge graphs are a versatile framework to encode richly structured data relationships, but it can be challenging to combine these graphs with unstructured data. Methods for retrofitting pre-trained entity representations to the structure of a knowledge graph typically assume that entities are embedded in a connected space and that relations imply similarity. However, useful knowledge graphs often contain diverse entities and relations (with potentially disjoint underlying corpora) which do not accord with these assumptions. To overcome these limitations, we present Functional Retrofitting, a framework that generalizes current retrofitting methods by explicitly modeling pairwise relations. Our framework can directly incorporate a variety of pairwise penalty functions previously developed for knowledge graph completion. Further, it allows users to encode, learn, and extract information about relation semantics. We present both linear and neural instantiations of the framework. Functional Retrofitting significantly outperforms existing retrofitting methods on complex knowledge graphs and loses no accuracy on simpler graphs (in which relations do imply similarity). Finally, we demonstrate the utility of the framework by predicting new drug--disease treatment pairs in a large, complex health knowledge graph.},\n    url_paper = {https://aclanthology.org/C18-1205/},\n    url_preprint = {https://arxiv.org/abs/1708.00112},\n    keywords = {Natural Language Processing, Knowledge Graphs}\n}\n\n</pre>\n</div>\n\n\n<div class=\"well well-small bibbase\" data-type=\"abstract\"\n     style=\"display:none\">\n  Knowledge graphs are a versatile framework to encode richly structured data relationships, but it can be challenging to combine these graphs with unstructured data. Methods for retrofitting pre-trained entity representations to the structure of a knowledge graph typically assume that entities are embedded in a connected space and that relations imply similarity. However, useful knowledge graphs often contain diverse entities and relations (with potentially disjoint underlying corpora) which do not accord with these assumptions. To overcome these limitations, we present Functional Retrofitting, a framework that generalizes current retrofitting methods by explicitly modeling pairwise relations. Our framework can directly incorporate a variety of pairwise penalty functions previously developed for knowledge graph completion. Further, it allows users to encode, learn, and extract information about relation semantics. We present both linear and neural instantiations of the framework. Functional Retrofitting significantly outperforms existing retrofitting methods on complex knowledge graphs and loses no accuracy on simpler graphs (in which relations do imply similarity). Finally, we demonstrate the utility of the framework by predicting new drug–disease treatment pairs in a large, complex health knowledge graph.\n</div>\n\n\n</div>\n\n\n  <div class=\"bibbase_paper\" id=\"lengerich-aragam-xing-personalizedregressionenablessamplespecificpancanceranalysis-2018\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  <a href=\"http://dx.doi.org/10.1093/bioinformatics/bty250\"\n     onclick=\"return trackOutboundLink('publications', 'click', 'lengerich-aragam-xing-personalizedregressionenablessamplespecificpancanceranalysis-2018', 'http://dx.doi.org/10.1093/bioinformatics/bty250', event);\">\n    Personalized Regression Enables Sample-specific Pan-cancer Analysis.\n  </a>\n  \n  \n  \n</span>\n\n  <span class=\"bibbase_paper_author\">\n  Lengerich, B. J.; Aragam, B.;  and Xing, E. P\n</span>\n\n  \n\n</span>\n\n  <i>Bioinformatics</i>, 34(13): i178-i186.  2018.\n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n  <a href=\"http://dx.doi.org/10.1093/bioinformatics/bty250\"\n     onclick=\"log_download('lengerich-aragam-xing-personalizedregressionenablessamplespecificpancanceranalysis-2018', 'http://dx.doi.org/10.1093/bioinformatics/bty250', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"Personalized Regression Enables Sample-specific Pan-cancer Analysis [link]\"\n       title=\"Paper\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\">Paper</span></a>\n  &nbsp;\n  \n  <a href=\"http://dx.doi.org/10.1093/bioinformatics/bty250\"\n     onclick=\"log_download('lengerich-aragam-xing-personalizedregressionenablessamplespecificpancanceranalysis-2018', 'http://dx.doi.org/10.1093/bioinformatics/bty250', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"Personalized Regression Enables Sample-specific Pan-cancer Analysis [link]\"\n       title=\" paper\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> paper</span></a>\n  &nbsp;\n  \n  <a href=\"https://www.biorxiv.org/content/early/2018/04/05/294496?\"\n     onclick=\"log_download('lengerich-aragam-xing-personalizedregressionenablessamplespecificpancanceranalysis-2018', 'https://www.biorxiv.org/content/early/2018/04/05/294496?', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"Personalized Regression Enables Sample-specific Pan-cancer Analysis [link]\"\n       title=\" preprint\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> preprint</span></a>\n  &nbsp;\n  \n\n  \n  <a href=\"http://doi.org/10.1093/bioinformatics/bty250\"\n     onclick=\"log_download('lengerich-aragam-xing-personalizedregressionenablessamplespecificpancanceranalysis-2018', 'http://doi.org/10.1093/bioinformatics/bty250', event.ctrlKey)\"\n     class=\"bibbase doi link\">\n    <span>doi</span></a>\n  &nbsp;\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/lengerich-aragam-xing-personalizedregressionenablessamplespecificpancanceranalysis-2018\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n  &nbsp;\n  <a class=\"bibbase_abstract_link bibbase link\"\n     href=\"#\"\n     onclick=\"showAbstract(event); return false;\">\n    abstract <i class=\"fa fa-caret-down\"></i></a>\n  \n\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('lengerich-aragam-xing-personalizedregressionenablessamplespecificpancanceranalysis-2018')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n  \n  \n  \n  \n  \n  \n  \n  \n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@article{lengerich2018personalized,\n  author = {Lengerich, Benjamin J. and Aragam, Bryon and Xing, Eric P},\n  title = {Personalized Regression Enables Sample-specific Pan-cancer Analysis},\n  journal = {Bioinformatics},\n  volume = {34},\n  number = {13},\n  pages = {i178-i186},\n  year = {2018},\n  informal_venue = {ISMB},\n  doi = {10.1093/bioinformatics/bty250},\n  URL = {http://dx.doi.org/10.1093/bioinformatics/bty250},\n  eprint = {/oup/backfile/content_public/journal/bioinformatics/34/13/10.1093_bioinformatics_bty250/1/bty250.pdf},\n  url_paper = {http://dx.doi.org/10.1093/bioinformatics/bty250},\n  abstract = {In many applications, inter-sample heterogeneity is crucial to understanding the complex biological processes under study. For example, in genomic analysis of cancers, each patient in a cohort may have a different driver mutation, making it difficult or impossible to identify causal mutations from an averaged view of the entire cohort. Unfortunately, many traditional methods for genomic analysis seek to estimate a single model which is shared by all samples in a population, ignoring this inter-sample heterogeneity entirely. In order to better understand patient heterogeneity, it is necessary to develop practical, personalized statistical models.\n  To uncover this inter-sample heterogeneity, we propose a novel regularizer for achieving patient-specific personalized estimation. This regularizer operates by learning two latent distance metrics—one between personalized parameters and one between clinical covariates—and attempting to match the induced distances as closely as possible. Crucially, we do not assume these distance metrics are already known. Instead, we allow the data to dictate the structure of these latent distance metrics. Finally, we apply our method to learn patient-specific, interpretable models for a pan-cancer gene expression dataset containing samples from more than 30 distinct cancer types and find strong evidence of personalization effects between cancer types as well as between individuals. Our analysis uncovers sample-specific aberrations that are overlooked by population-level methods, suggesting a promising new path for precision analysis of complex diseases such as cancer.},\n    url_preprint={https://www.biorxiv.org/content/early/2018/04/05/294496?},\n    keywords = {Interpretable, Contextualized, Statistical Genetics, Genomics, Cancer}\n}\n\n</pre>\n</div>\n\n\n<div class=\"well well-small bibbase\" data-type=\"abstract\"\n     style=\"display:none\">\n  In many applications, inter-sample heterogeneity is crucial to understanding the complex biological processes under study. For example, in genomic analysis of cancers, each patient in a cohort may have a different driver mutation, making it difficult or impossible to identify causal mutations from an averaged view of the entire cohort. Unfortunately, many traditional methods for genomic analysis seek to estimate a single model which is shared by all samples in a population, ignoring this inter-sample heterogeneity entirely. In order to better understand patient heterogeneity, it is necessary to develop practical, personalized statistical models. To uncover this inter-sample heterogeneity, we propose a novel regularizer for achieving patient-specific personalized estimation. This regularizer operates by learning two latent distance metrics—one between personalized parameters and one between clinical covariates—and attempting to match the induced distances as closely as possible. Crucially, we do not assume these distance metrics are already known. Instead, we allow the data to dictate the structure of these latent distance metrics. Finally, we apply our method to learn patient-specific, interpretable models for a pan-cancer gene expression dataset containing samples from more than 30 distinct cancer types and find strong evidence of personalization effects between cancer types as well as between individuals. Our analysis uncovers sample-specific aberrations that are overlooked by population-level methods, suggesting a promising new path for precision analysis of complex diseases such as cancer.\n</div>\n\n\n</div>\n\n\n  <div class=\"bibbase_paper\" id=\"ching-himmelstein-beaulieujones-kalinin-do-way-ferrero-agapow-etal-opportunitiesandobstaclesfordeeplearninginbiologyandmedicine-2018\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  <a href=\"http://rsif.royalsocietypublishing.org/content/15/141/20170387.full.pdf\"\n     onclick=\"return trackOutboundLink('publications', 'click', 'ching-himmelstein-beaulieujones-kalinin-do-way-ferrero-agapow-etal-opportunitiesandobstaclesfordeeplearninginbiologyandmedicine-2018', 'http://rsif.royalsocietypublishing.org/content/15/141/20170387.full.pdf', event);\">\n    Opportunities and Obstacles for Deep Learning in Biology and Medicine.\n  </a>\n  \n  \n  \n</span>\n\n  <span class=\"bibbase_paper_author\">\n  Ching, T.; Himmelstein, D. S.; Beaulieu-Jones, B. K.; Kalinin, A. A.; Do, B. T.; Way, G. P.; Ferrero, E.; Agapow, P.; Zietz, M.; Hoffman, M. M.; Xie, W.; Rosen, G. L.; ˘nderlineLengerich, ˘.; Israeli, J.; Lanchantin, J.; Woloszynek, S.; Carpenter, A. E.; Shrikumar, A.; Xu, J.; Cofer, E. M.; Lavender, C. A.; Turaga, S. C.; Alexandari, A. M.; Lu, Z.; Harris, D. J.; DeCaprio, D.; Qi, Y.; Kundaje, A.; Peng, Y.; Wiley, L. K.; Segler, M. H. S.; Boca, S. M.; Swamidass, S. J.; Huang, A.; Gitter, A.;  and Greene, C. S.\n</span>\n\n  \n\n</span>\n\n  <i>Journal of The Royal Society Interface</i>, 15(141).  2018.\n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n  <a href=\"http://rsif.royalsocietypublishing.org/content/15/141/20170387\"\n     onclick=\"log_download('ching-himmelstein-beaulieujones-kalinin-do-way-ferrero-agapow-etal-opportunitiesandobstaclesfordeeplearninginbiologyandmedicine-2018', 'http://rsif.royalsocietypublishing.org/content/15/141/20170387', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"Opportunities and Obstacles for Deep Learning in Biology and Medicine [link]\"\n       title=\"Paper\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\">Paper</span></a>\n  &nbsp;\n  \n  <a href=\"http://rsif.royalsocietypublishing.org/content/15/141/20170387.full.pdf\"\n     onclick=\"log_download('ching-himmelstein-beaulieujones-kalinin-do-way-ferrero-agapow-etal-opportunitiesandobstaclesfordeeplearninginbiologyandmedicine-2018', 'http://rsif.royalsocietypublishing.org/content/15/141/20170387.full.pdf', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/pdf.svg\"\n\t     alt=\"Opportunities and Obstacles for Deep Learning in Biology and Medicine [pdf]\"\n       title=\" paper\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> paper</span></a>\n  &nbsp;\n  \n  <a href=\"http://www.biorxiv.org/content/biorxiv/early/2017/05/28/142760.full.pdf\"\n     onclick=\"log_download('ching-himmelstein-beaulieujones-kalinin-do-way-ferrero-agapow-etal-opportunitiesandobstaclesfordeeplearninginbiologyandmedicine-2018', 'http://www.biorxiv.org/content/biorxiv/early/2017/05/28/142760.full.pdf', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/pdf.svg\"\n\t     alt=\"Opportunities and Obstacles for Deep Learning in Biology and Medicine [pdf]\"\n       title=\" preprint\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> preprint</span></a>\n  &nbsp;\n  \n\n  \n  <a href=\"http://doi.org/10.1098/rsif.2017.0387\"\n     onclick=\"log_download('ching-himmelstein-beaulieujones-kalinin-do-way-ferrero-agapow-etal-opportunitiesandobstaclesfordeeplearninginbiologyandmedicine-2018', 'http://doi.org/10.1098/rsif.2017.0387', event.ctrlKey)\"\n     class=\"bibbase doi link\">\n    <span>doi</span></a>\n  &nbsp;\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/ching-himmelstein-beaulieujones-kalinin-do-way-ferrero-agapow-etal-opportunitiesandobstaclesfordeeplearninginbiologyandmedicine-2018\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n  &nbsp;\n  <a class=\"bibbase_abstract_link bibbase link\"\n     href=\"#\"\n     onclick=\"showAbstract(event); return false;\">\n    abstract <i class=\"fa fa-caret-down\"></i></a>\n  \n\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('ching-himmelstein-beaulieujones-kalinin-do-way-ferrero-agapow-etal-opportunitiesandobstaclesfordeeplearninginbiologyandmedicine-2018')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n  \n  \n  \n  \n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@article{ching2018opportunities,\n    author = {Ching, Travers and Himmelstein, Daniel S. and Beaulieu-Jones, Brett K. and Kalinin, Alexandr A. and Do, Brian T. and Way, Gregory P. and Ferrero, Enrico and Agapow, Paul-Michael and Zietz, Michael and Hoffman, Michael M. and Xie, Wei and Rosen, Gail L. and \\underline{Lengerich}, \\underline{Benjamin J.} and Israeli, Johnny and Lanchantin, Jack and Woloszynek, Stephen and Carpenter, Anne E. and Shrikumar, Avanti and Xu, Jinbo and Cofer, Evan M. and Lavender, Christopher A. and Turaga, Srinivas C. and Alexandari, Amr M. and Lu, Zhiyong and Harris, David J. and DeCaprio, Dave and Qi, Yanjun and Kundaje, Anshul and Peng, Yifan and Wiley, Laura K. and Segler, Marwin H. S. and Boca, Simina M. and Swamidass, S. Joshua and Huang, Austin and Gitter, Anthony and Greene, Casey S.},\n    title = {Opportunities and Obstacles for Deep Learning in Biology and Medicine},\n    volume = {15},\n    number = {141},\n    year = {2018},\n    doi = {10.1098/rsif.2017.0387},\n    publisher = {The Royal Society},\n    informal_venue = {JRSI},\n    abstract = {Deep learning describes a class of machine learning algorithms that are capable of combining raw inputs into layers of intermediate features. These algorithms have recently shown impressive results across a variety of domains. Biology and medicine are data-rich disciplines, but the data are complex and often ill-understood. Hence, deep learning techniques may be particularly well suited to solve problems of these fields. We examine applications of deep learning to a variety of biomedical problems{\\textemdash}patient classification, fundamental biological processes and treatment of patients{\\textemdash}and discuss whether deep learning will be able to transform these tasks or if the biomedical sphere poses unique challenges. Following from an extensive literature review, we find that deep learning has yet to revolutionize biomedicine or definitively resolve any of the most pressing challenges in the field, but promising advances have been made on the prior state of the art. Even though improvements over previous baselines have been modest in general, the recent progress indicates that deep learning methods will provide valuable means for speeding up or aiding human investigation. Though progress has been made linking a specific neural network{\\textquoteright}s prediction to input features, understanding how users should interpret these models to make testable hypotheses about the system under study remains an open challenge. Furthermore, the limited amount of labelled data for training presents problems in some domains, as do legal and privacy constraints on work with sensitive health records. Nonetheless, we foresee deep learning enabling changes at both bench and bedside with the potential to transform several areas of biology and medicine.},\n    issn = {1742-5689},\n    URL = {http://rsif.royalsocietypublishing.org/content/15/141/20170387},\n    eprint = {http://rsif.royalsocietypublishing.org/content/15/141/20170387.full.pdf},\n    journal = {Journal of The Royal Society Interface},\n    url_paper = {http://rsif.royalsocietypublishing.org/content/15/141/20170387.full.pdf},\n    url_preprint = {http://www.biorxiv.org/content/biorxiv/early/2017/05/28/142760.full.pdf},\n    keywords = {Deep Learning, Biology, Computational Genomics}\n}\n\n</pre>\n</div>\n\n\n<div class=\"well well-small bibbase\" data-type=\"abstract\"\n     style=\"display:none\">\n  Deep learning describes a class of machine learning algorithms that are capable of combining raw inputs into layers of intermediate features. These algorithms have recently shown impressive results across a variety of domains. Biology and medicine are data-rich disciplines, but the data are complex and often ill-understood. Hence, deep learning techniques may be particularly well suited to solve problems of these fields. We examine applications of deep learning to a variety of biomedical problems—patient classification, fundamental biological processes and treatment of patients—and discuss whether deep learning will be able to transform these tasks or if the biomedical sphere poses unique challenges. Following from an extensive literature review, we find that deep learning has yet to revolutionize biomedicine or definitively resolve any of the most pressing challenges in the field, but promising advances have been made on the prior state of the art. Even though improvements over previous baselines have been modest in general, the recent progress indicates that deep learning methods will provide valuable means for speeding up or aiding human investigation. Though progress has been made linking a specific neural network\\textquoterights prediction to input features, understanding how users should interpret these models to make testable hypotheses about the system under study remains an open challenge. Furthermore, the limited amount of labelled data for training presents problems in some domains, as do legal and privacy constraints on work with sensitive health records. Nonetheless, we foresee deep learning enabling changes at both bench and bedside with the potential to transform several areas of biology and medicine.\n</div>\n\n\n</div>\n\n\n\n\n\n    </div>\n  </div>\n\n  <div class=\"bibbase_group_whole\" id=\"group_2014\">\n    <div class=\"bibbase_group\"\n      onclick=\"toggleGroup('group_2014')\"\n      onkeypress=\"toggleGroup('group_2014')\"\n      tabindex=\"0\">\n      <i class=\"fa fa-angle-down bibbase_group_head_icon\"></i>&nbsp;\n      <span>2014</span>\n      <span class=\"bibbase_group_count\">\n        \n        (1)\n        \n      </span>\n    </div>\n    <div class=\"bibbase_group_body\">\n      \n  \n  <div class=\"bibbase_paper\" id=\"schwans-hanoian-nderlinelengerich-sunden-gonzalez-tsai-hammesschiffer-herschlag-experimentalandcomputationalmutagenesistoinvestigatethepositioningofageneralbasewithinanenzymeactivesite-2014\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  <a href=\"https://pubs.acs.org/doi/pdf/10.1021/bi401671t\"\n     onclick=\"return trackOutboundLink('publications', 'click', 'schwans-hanoian-nderlinelengerich-sunden-gonzalez-tsai-hammesschiffer-herschlag-experimentalandcomputationalmutagenesistoinvestigatethepositioningofageneralbasewithinanenzymeactivesite-2014', 'https://pubs.acs.org/doi/pdf/10.1021/bi401671t', event);\">\n    Experimental and Computational Mutagenesis to Investigate the Positioning of a General Base Within an Enzyme Active Site.\n  </a>\n  \n  \n  \n</span>\n\n  <span class=\"bibbase_paper_author\">\n  Schwans, J. P; Hanoian, P.; ˘nderlineLengerich, ˘.; Sunden, F.; Gonzalez, A.; Tsai, Y.; Hammes-Schiffer, S.;  and Herschlag, D.\n</span>\n\n  \n\n</span>\n\n  <i>Biochemistry</i>, 53(15): 2541–2555.  2014.\n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n  <a href=\"https://pubs.acs.org/doi/pdf/10.1021/bi401671t\"\n     onclick=\"log_download('schwans-hanoian-nderlinelengerich-sunden-gonzalez-tsai-hammesschiffer-herschlag-experimentalandcomputationalmutagenesistoinvestigatethepositioningofageneralbasewithinanenzymeactivesite-2014', 'https://pubs.acs.org/doi/pdf/10.1021/bi401671t', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"Experimental and Computational Mutagenesis to Investigate the Positioning of a General Base Within an Enzyme Active Site [link]\"\n       title=\" paper\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> paper</span></a>\n  &nbsp;\n  \n\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/schwans-hanoian-nderlinelengerich-sunden-gonzalez-tsai-hammesschiffer-herschlag-experimentalandcomputationalmutagenesistoinvestigatethepositioningofageneralbasewithinanenzymeactivesite-2014\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n  &nbsp;\n  <a class=\"bibbase_abstract_link bibbase link\"\n     href=\"#\"\n     onclick=\"showAbstract(event); return false;\">\n    abstract <i class=\"fa fa-caret-down\"></i></a>\n  \n\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('schwans-hanoian-nderlinelengerich-sunden-gonzalez-tsai-hammesschiffer-herschlag-experimentalandcomputationalmutagenesistoinvestigatethepositioningofageneralbasewithinanenzymeactivesite-2014')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n  \n  \n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@article{schwans2014experimental,\n  title={Experimental and Computational Mutagenesis to Investigate the Positioning of a General Base Within an Enzyme Active Site},\n  author={Schwans, Jason P and Hanoian, Philip and \\underline{Lengerich}, \\underline{Benjamin J.} and Sunden, Fanny and Gonzalez, Ana and Tsai, Yingssu and Hammes-Schiffer, Sharon and Herschlag, Daniel},\n  journal={Biochemistry},\n  volume={53},\n  number={15},\n  pages={2541--2555},\n  year={2014},\n  informal_venue = {Biochemistry},\n  publisher={American Chemical Society},\n  abstract = {The positioning of catalytic groups within proteins plays an important role in enzyme catalysis, and here we investigate the positioning of the general base in the enzyme ketosteroid isomerase (KSI). The oxygen atoms of Asp38, the general base in KSI, were previously shown to be involved in anion–aromatic interactions with two neighboring Phe residues. Here we ask whether those interactions are sufficient, within the overall protein architecture, to position Asp38 for catalysis or whether the side chains that pack against Asp38 and/or the residues of the structured loop that is capped by Asp38 are necessary to achieve optimal positioning for catalysis. To test positioning, we mutated each of the aforementioned residues, alone and in combinations, in a background with the native Asp general base and in a D38E mutant background, as Glu at position 38 was previously shown to be mispositioned for general base catalysis. These double-mutant cycles reveal positioning effects as large as 103-fold, indicating that structural features in addition to the overall protein architecture and the Phe residues neighboring the carboxylate oxygen atoms play roles in positioning. X-ray crystallography and molecular dynamics simulations suggest that the functional effects arise from both restricting dynamic fluctuations and disfavoring potential mispositioned states. Whereas it may have been anticipated that multiple interactions would be necessary for optimal general base positioning, the energetic contributions from positioning and the nonadditive nature of these interactions are not revealed by structural inspection and require functional dissection. Recognizing the extent, type, and energetic interconnectivity of interactions that contribute to positioning catalytic groups has implications for enzyme evolution and may help reveal the nature and extent of interactions required to design enzymes that rival those found in biology.},\n  url_paper = {https://pubs.acs.org/doi/pdf/10.1021/bi401671t},\n  keywords = {Molecular Dynamics, Computational Chemistry}\n}\n\n</pre>\n</div>\n\n\n<div class=\"well well-small bibbase\" data-type=\"abstract\"\n     style=\"display:none\">\n  The positioning of catalytic groups within proteins plays an important role in enzyme catalysis, and here we investigate the positioning of the general base in the enzyme ketosteroid isomerase (KSI). The oxygen atoms of Asp38, the general base in KSI, were previously shown to be involved in anion–aromatic interactions with two neighboring Phe residues. Here we ask whether those interactions are sufficient, within the overall protein architecture, to position Asp38 for catalysis or whether the side chains that pack against Asp38 and/or the residues of the structured loop that is capped by Asp38 are necessary to achieve optimal positioning for catalysis. To test positioning, we mutated each of the aforementioned residues, alone and in combinations, in a background with the native Asp general base and in a D38E mutant background, as Glu at position 38 was previously shown to be mispositioned for general base catalysis. These double-mutant cycles reveal positioning effects as large as 103-fold, indicating that structural features in addition to the overall protein architecture and the Phe residues neighboring the carboxylate oxygen atoms play roles in positioning. X-ray crystallography and molecular dynamics simulations suggest that the functional effects arise from both restricting dynamic fluctuations and disfavoring potential mispositioned states. Whereas it may have been anticipated that multiple interactions would be necessary for optimal general base positioning, the energetic contributions from positioning and the nonadditive nature of these interactions are not revealed by structural inspection and require functional dissection. Recognizing the extent, type, and energetic interconnectivity of interactions that contribute to positioning catalytic groups has implications for enzyme evolution and may help reveal the nature and extent of interactions required to design enzymes that rival those found in biology.\n</div>\n\n\n</div>\n\n\n\n\n\n    </div>\n  </div>\n\n\n\n\n  </div>\n\n\n  <!-- Modal -->\n\n  <!-- <iframe id=\"bibbase_network_frame\" -->\n  <!--         src=\"//bibbase.org/network/control\" -->\n  <!--         style=\"display: none;\"> -->\n  <!-- </iframe> -->\n\n</div>\n"}; document.write(bibbase_data.data);