var bibbase_data = {"data":"<img src=\"//bibbase.org/img/ajax-loader.gif\" id=\"spinner\"\n  style=\"display: none;\" alt=\"Loading..\" />\n\n<div id=\"bibbase\">\n\n  <script type=\"text/javascript\">\n    var bibbase = {\n      params: {\"bib\":\"https://raw.githubusercontent.com/plai-group/bibliography/master/group_publications.bib\",\"jsonp\":\"1\",\"theme\":\"dividers\",\"group0\":\"year\",\"group1\":\"type\",\"folding\":\"0\",\"host\":\"bibbase.org\"},\n      data: [{\"bibtype\":\"inproceedings\",\"type\":\"inproceedings\",\"author\":[{\"propositions\":[],\"lastnames\":[\"Munk\"],\"firstnames\":[\"Andreas\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Harvey\"],\"firstnames\":[\"William\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Wood\"],\"firstnames\":[\"Frank\"],\"suffixes\":[]}],\"booktitle\":\"2021 International Joint Conference on Neural Networks (IJCNN)\",\"title\":\"Assisting the Adversary to Improve GAN Training\",\"year\":\"2021\",\"pages\":\"1-8\",\"abstract\":\"Some of the most popular methods for improving the stability and performance of GANs involve constraining or regularizing the discriminator. In this paper we consider a largely overlooked regularization technique which we refer to as the Adversary's Assistant (AdvAs). We motivate this using a different perspective to that of prior work. Specifically, we consider a common mismatch between theoretical analysis and practice: analysis often assumes that the discriminator reaches its optimum on each iteration. In practice, this is essentially never true, often leading to poor gradient estimates for the generator. To address this, AdvAs is a penalty imposed on the generator based on the norm of the gradients used to train the discriminator. This encourages the generator to move towards points where the discriminator is optimal. We demonstrate the effect of applying AdvAs to several GAN objectives, datasets and network architectures. The results indicate a reduction in the mismatch between theory and practice and that AdvAs can lead to improvement of GAN training, as measured by FID scores.\",\"doi\":\"10.1109/IJCNN52387.2021.9533449\",\"issn\":\"2161-4407\",\"month\":\"July\",\"url_arxiv\":\"https://arxiv.org/abs/2010.01274\",\"url_paper\":\"https://ieeexplore.ieee.org/document/9533449\",\"support\":\"D3M,ETALUMIS\",\"bibtex\":\"@InProceedings{9533449,  \\n\\tauthor={Munk, Andreas and Harvey, William and Wood, Frank},  \\n\\tbooktitle={2021 International Joint Conference on Neural Networks (IJCNN)},   \\n\\ttitle={Assisting the Adversary to Improve GAN Training},   \\n\\tyear={2021},\\n\\tpages={1-8},  \\n\\tabstract={Some of the most popular methods for improving the stability and performance of GANs involve constraining or regularizing the discriminator. In this paper we consider a largely overlooked regularization technique which we refer to as the Adversary's Assistant (AdvAs). We motivate this using a different perspective to that of prior work. Specifically, we consider a common mismatch between theoretical analysis and practice: analysis often assumes that the discriminator reaches its optimum on each iteration. In practice, this is essentially never true, often leading to poor gradient estimates for the generator. To address this, AdvAs is a penalty imposed on the generator based on the norm of the gradients used to train the discriminator. This encourages the generator to move towards points where the discriminator is optimal. We demonstrate the effect of applying AdvAs to several GAN objectives, datasets and network architectures. The results indicate a reduction in the mismatch between theory and practice and that AdvAs can lead to improvement of GAN training, as measured by FID scores.},  \\n\\tdoi={10.1109/IJCNN52387.2021.9533449},  \\n\\tISSN={2161-4407},  \\n\\tmonth={July},\\n\\turl_ArXiv = {https://arxiv.org/abs/2010.01274},\\n\\turl_Paper = {https://ieeexplore.ieee.org/document/9533449},\\n\\tsupport = {D3M,ETALUMIS}\\n}\\n\\n\",\"author_short\":[\"Munk, A.\",\"Harvey, W.\",\"Wood, F.\"],\"key\":\"9533449\",\"id\":\"9533449\",\"bibbaseid\":\"munk-harvey-wood-assistingtheadversarytoimprovegantraining-2021\",\"role\":\"author\",\"urls\":{\" arxiv\":\"https://arxiv.org/abs/2010.01274\",\" paper\":\"https://ieeexplore.ieee.org/document/9533449\"},\"metadata\":{\"authorlinks\":{\"wood, f\":\"https://plai.cs.ubc.ca/publications/\"}},\"downloads\":3,\"html\":\"\"},{\"bibtype\":\"inproceedings\",\"type\":\"inproceedings\",\"title\":\"Near-Optimal Glimpse Sequences for Improved Hard Attention Neural Network Training\",\"author\":[{\"propositions\":[],\"lastnames\":[\"Harvey\"],\"firstnames\":[\"William\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Teng\"],\"firstnames\":[\"Michael\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Wood\"],\"firstnames\":[\"Frank\"],\"suffixes\":[]}],\"booktitle\":\"2022 International Joint Conference on Neural Networks (IJCNN)\",\"year\":\"2022\",\"volume\":\"\",\"number\":\"\",\"pages\":\"1-8\",\"url_paper\":\"https://ieeexplore.ieee.org/abstract/document/9892112\",\"url_pdf\":\"https://ieeexplore.ieee.org/stamp/stamp.jsp?tp=&arnumber=9892112\",\"url_arxiv\":\"\",\"abstract\":\"Hard visual attention is a promising approach to reduce the computational burden of modern computer vision methodologies. However, hard attention mechanisms can be difficult and slow to train, which is especially costly for applications like neural architecture search where multiple networks must be trained. We introduce a method to amortise the cost of training by generating an extra supervision signal for a subset of the training data. This supervision is in the form of sequences of ‘good’ locations to attend to for each image. We find that the best method to generate supervision sequences comes from framing hard attention for image classification as a Bayesian optimal experimental design (BOED) problem. From this perspective, the optimal locations to attend to are those which provide the greatest expected reduction in the entropy of the classification distribution. We introduce methodology from the BOED literature to approximate this optimal behaviour and generate ‘near-optimal’ supervision sequences. We then present a hard attention network training objective that makes use of these sequences and show that it allows faster training than prior work. We finally demonstrate the utility of faster hard attention training by incorporating supervision sequences in a neural architecture search, resulting in hard attention architectures which can outperform networks with access to the entire image.\",\"doi\":\"10.1109/IJCNN55064.2022.9892112\",\"bibtex\":\"@InProceedings{9892112,\\n  title={Near-Optimal Glimpse Sequences for Improved Hard Attention Neural Network Training},   \\nauthor={Harvey, William and Teng, Michael and Wood, Frank},\\n  booktitle={2022 International Joint Conference on Neural Networks (IJCNN)}, \\n  year={2022},\\n  volume={},\\n  number={},\\n  pages={1-8},\\nurl_Paper={https://ieeexplore.ieee.org/abstract/document/9892112},\\n\\turl_pdf={https://ieeexplore.ieee.org/stamp/stamp.jsp?tp=&arnumber=9892112},\\n\\turl_ArXiv={},\\n\\tabstract={Hard visual attention is a promising approach to reduce the computational burden of modern computer vision methodologies. However, hard attention mechanisms can be difficult and slow to train, which is especially costly for applications like neural architecture search where multiple networks must be trained. We introduce a method to amortise the cost of training by generating an extra supervision signal for a subset of the training data. This supervision is in the form of sequences of ‘good’ locations to attend to for each image. We find that the best method to generate supervision sequences comes from framing hard attention for image classification as a Bayesian optimal experimental design (BOED) problem. From this perspective, the optimal locations to attend to are those which provide the greatest expected reduction in the entropy of the classification distribution. We introduce methodology from the BOED literature to approximate this optimal behaviour and generate ‘near-optimal’ supervision sequences. We then present a hard attention network training objective that makes use of these sequences and show that it allows faster training than prior work. We finally demonstrate the utility of faster hard attention training by incorporating supervision sequences in a neural architecture search, resulting in hard attention architectures which can outperform networks with access to the entire image.},\\n  doi={10.1109/IJCNN55064.2022.9892112}}\\n\\n\\n\\n\",\"author_short\":[\"Harvey, W.\",\"Teng, M.\",\"Wood, F.\"],\"key\":\"9892112\",\"id\":\"9892112\",\"bibbaseid\":\"harvey-teng-wood-nearoptimalglimpsesequencesforimprovedhardattentionneuralnetworktraining-2022\",\"role\":\"author\",\"urls\":{\" paper\":\"https://ieeexplore.ieee.org/abstract/document/9892112\",\" pdf\":\"https://ieeexplore.ieee.org/stamp/stamp.jsp?tp=&arnumber=9892112\",\" arxiv\":\"https://raw.githubusercontent.com/plai-group/bibliography/master/group_publications.bib\"},\"metadata\":{\"authorlinks\":{\"wood, f\":\"https://plai.cs.ubc.ca/publications/\"}},\"downloads\":1,\"html\":\"\"},{\"bibtype\":\"inproceedings\",\"type\":\"inproceedings\",\"title\":\"Video Killed the HD-Map: Predicting Multi-Agent Behavior Directly From Aerial Images\",\"author\":[{\"propositions\":[],\"lastnames\":[\"Liu\"],\"firstnames\":[\"Yunpeng\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Lioutas\"],\"firstnames\":[\"Vasileios\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Lavington\"],\"firstnames\":[\"Jonathan\",\"Wilder\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Niedoba\"],\"firstnames\":[\"Matthew\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Sefas\"],\"firstnames\":[\"Justice\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Dabiri\"],\"firstnames\":[\"Setareh\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Green\"],\"firstnames\":[\"Dylan\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Liang\"],\"firstnames\":[\"Xiaoxuan\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Zwartsenberg\"],\"firstnames\":[\"Berend\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Ścibior\"],\"firstnames\":[\"Adam\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Wood\"],\"firstnames\":[\"Frank\"],\"suffixes\":[]}],\"booktitle\":\"2023 IEEE 26th International Conference on Intelligent Transportation Systems (ITSC)\",\"pages\":\"3261-3267\",\"year\":\"2023\",\"url_paper\":\"https://ieeexplore.ieee.org/abstract/document/10422048\",\"url_pdf\":\"https://ieeexplore.ieee.org/stamp/stamp.jsp?tp=&arnumber=10422048\",\"abstract\":\"The development of algorithms that learn multi-agent behavioral models using human demonstrations has led to increasingly realistic simulations in the field of autonomous driving. In general, such models learn to jointly predict trajectories for all controlled agents by exploiting road context information such as drivable lanes obtained from manually annotated high-definition (HD) maps. Recent studies show that these models can greatly benefit from increasing the amount of human data available for training. However, the manual annotation of HD maps which is necessary for every new location puts a bottleneck on efficiently scaling up human traffic datasets. We propose an aerial image-based map (AIM) representation that requires minimal annotation and provides rich road context information for traffic agents like pedestrians and vehicles. We evaluate multi-agent trajectory prediction using the AIM by incorporating it into a differentiable driving simulator as an image-texture-based differentiable rendering module. Our results demonstrate competitive multi-agent trajectory prediction performance especially for pedestrians in the scene when using our AIM representation as compared to models trained with rasterized HD maps.\",\"bibtex\":\"@InProceedings{10422048,\\n\\ttitle={Video Killed the HD-Map: Predicting Multi-Agent Behavior Directly From Aerial Images},\\n\\tauthor={Liu, Yunpeng and Lioutas, Vasileios and Lavington, Jonathan Wilder and Niedoba, Matthew and Sefas, Justice and Dabiri, Setareh and Green, Dylan and Liang, Xiaoxuan and Zwartsenberg, Berend and Ścibior, Adam and Wood, Frank},\\n\\tbooktitle={2023 IEEE 26th International Conference on Intelligent Transportation Systems (ITSC)},\\n\\tpages={3261-3267},\\n\\tyear={2023},\\n\\turl_Paper={https://ieeexplore.ieee.org/abstract/document/10422048},\\n\\turl_pdf={https://ieeexplore.ieee.org/stamp/stamp.jsp?tp=&arnumber=10422048},\\n\\tabstract={The development of algorithms that learn multi-agent behavioral models using human demonstrations has led to increasingly realistic simulations in the field of autonomous driving. In general, such models learn to jointly predict trajectories for all controlled agents by exploiting road context information such as drivable lanes obtained from manually annotated high-definition (HD) maps. Recent studies show that these models can greatly benefit from increasing the amount of human data available for training. However, the manual annotation of HD maps which is necessary for every new location puts a bottleneck on efficiently scaling up human traffic datasets. We propose an aerial image-based map (AIM) representation that requires minimal annotation and provides rich road context information for traffic agents like pedestrians and vehicles. We evaluate multi-agent trajectory prediction using the AIM by incorporating it into a differentiable driving simulator as an image-texture-based differentiable rendering module. Our results demonstrate competitive multi-agent trajectory prediction performance especially for pedestrians in the scene when using our AIM representation as compared to models trained with rasterized HD maps.},\\n}\\n\\n\\n\",\"author_short\":[\"Liu, Y.\",\"Lioutas, V.\",\"Lavington, J. W.\",\"Niedoba, M.\",\"Sefas, J.\",\"Dabiri, S.\",\"Green, D.\",\"Liang, X.\",\"Zwartsenberg, B.\",\"Ścibior, A.\",\"Wood, F.\"],\"key\":\"10422048\",\"id\":\"10422048\",\"bibbaseid\":\"liu-lioutas-lavington-niedoba-sefas-dabiri-green-liang-etal-videokilledthehdmappredictingmultiagentbehaviordirectlyfromaerialimages-2023\",\"role\":\"author\",\"urls\":{\" paper\":\"https://ieeexplore.ieee.org/abstract/document/10422048\",\" pdf\":\"https://ieeexplore.ieee.org/stamp/stamp.jsp?tp=&arnumber=10422048\"},\"metadata\":{\"authorlinks\":{\"wood, f\":\"https://plai.cs.ubc.ca/publications/\"}},\"html\":\"\"},{\"bibtype\":\"unpublished\",\"type\":\"unpublished\",\"doi\":\"10.48550/arXiv.2403.00025\",\"url_arxiv\":\"https://arxiv.org/abs/2403.00025\",\"url_pdf\":\"https://arxiv.org/pdf/2403.00025.pdf\",\"author\":[{\"propositions\":[],\"lastnames\":[\"Manduchi\"],\"firstnames\":[\"Laura\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Pandey\"],\"firstnames\":[\"Kushagra\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Bamler\"],\"firstnames\":[\"Robert\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Cotterell\"],\"firstnames\":[\"Ryan\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Däubener\"],\"firstnames\":[\"Sina\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Fellenz\"],\"firstnames\":[\"Sophie\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Fischer\"],\"firstnames\":[\"Asja\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Gärtner\"],\"firstnames\":[\"Thomas\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Kirchler\"],\"firstnames\":[\"Matthias\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Kloft\"],\"firstnames\":[\"Marius\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Li\"],\"firstnames\":[\"Yingzhen\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Lippert\"],\"firstnames\":[\"Christoph\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Melo\"],\"firstnames\":[\"Gerard\",\"de\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Nalisnick\"],\"firstnames\":[\"Eric\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Ommer\"],\"firstnames\":[\"Björn\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Ranganath\"],\"firstnames\":[\"Rajesh\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Rudolph\"],\"firstnames\":[\"Maja\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Ullrich\"],\"firstnames\":[\"Karen\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Broeck\"],\"firstnames\":[\"Guy\",\"Van\",\"den\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Vogt\"],\"firstnames\":[\"Julia\",\"E\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Wang\"],\"firstnames\":[\"Yixin\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Wenzel\"],\"firstnames\":[\"Florian\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Wood\"],\"firstnames\":[\"Frank\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Mandt\"],\"firstnames\":[\"Stephan\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Fortuin\"],\"firstnames\":[\"Vincent\"],\"suffixes\":[]}],\"title\":\"On the Challenges and Opportunities in Generative AI\",\"publisher\":\"arXiv\",\"year\":\"2024\",\"copyright\":\"arXiv.org perpetual, non-exclusive licence\",\"abstract\":\"The field of deep generative modeling has grown rapidly and consistently over the years. With the availability of massive amounts of training data coupled with advances in scalable unsupervised learning paradigms, recent large-scale generative models show tremendous promise in synthesizing high-resolution images and text, as well as structured data such as videos and molecules. However, we argue that current large-scale generative AI models do not sufficiently address several fundamental issues that hinder their widespread adoption across domains. In this work, we aim to identify key unresolved challenges in modern generative AI paradigms that should be tackled to further enhance their capabilities, versatility, and reliability. By identifying these challenges, we aim to provide researchers with valuable insights for exploring fruitful research directions, thereby fostering the development of more robust and accessible generative AI solutions.\",\"bibtex\":\"@unpublished{,\\n\\tdoi={10.48550/arXiv.2403.00025},\\n\\turl_ArXiv={https://arxiv.org/abs/2403.00025},\\n\\turl_pdf={https://arxiv.org/pdf/2403.00025.pdf},\\n\\tauthor={Manduchi, Laura and Pandey, Kushagra and Bamler, Robert and Cotterell, Ryan and Däubener, Sina and Fellenz, Sophie and Fischer, Asja and Gärtner, Thomas and Kirchler, Matthias and Kloft, Marius and Li, Yingzhen and Lippert, Christoph and Melo, Gerard de and Nalisnick, Eric and Ommer, Björn and Ranganath, Rajesh and Rudolph, Maja  and Ullrich, Karen and Broeck, Guy Van den and Vogt, Julia E and Wang, Yixin and Wenzel, Florian and Wood, Frank and Mandt, Stephan and Fortuin, Vincent},\\n\\ttitle={On the Challenges and Opportunities in Generative AI},\\n\\tpublisher={arXiv},\\n\\tyear={2024},\\n\\tcopyright={arXiv.org perpetual, non-exclusive licence},\\n\\tabstract={The field of deep generative modeling has grown rapidly and consistently over the years. With the availability of massive amounts of training data coupled with advances in scalable unsupervised learning paradigms, recent large-scale generative models show tremendous promise in synthesizing high-resolution images and text, as well as structured data such as videos and molecules. However, we argue that current large-scale generative AI models do not sufficiently address several fundamental issues that hinder their widespread adoption across domains. In this work, we aim to identify key unresolved challenges in modern generative AI paradigms that should be tackled to further enhance their capabilities, versatility, and reliability. By identifying these challenges, we aim to provide researchers with valuable insights for exploring fruitful research directions, thereby fostering the development of more robust and accessible generative AI solutions.},\\n}\\n\\n\\n\\n\",\"author_short\":[\"Manduchi, L.\",\"Pandey, K.\",\"Bamler, R.\",\"Cotterell, R.\",\"Däubener, S.\",\"Fellenz, S.\",\"Fischer, A.\",\"Gärtner, T.\",\"Kirchler, M.\",\"Kloft, M.\",\"Li, Y.\",\"Lippert, C.\",\"Melo, G. d.\",\"Nalisnick, E.\",\"Ommer, B.\",\"Ranganath, R.\",\"Rudolph, M.\",\"Ullrich, K.\",\"Broeck, G. V. d.\",\"Vogt, J. E\",\"Wang, Y.\",\"Wenzel, F.\",\"Wood, F.\",\"Mandt, S.\",\"Fortuin, V.\"],\"key\":\"\",\"id\":\"\",\"bibbaseid\":\"manduchi-pandey-bamler-cotterell-dubener-fellenz-fischer-grtner-etal-onthechallengesandopportunitiesingenerativeai-2024\",\"role\":\"author\",\"urls\":{\" arxiv\":\"https://arxiv.org/abs/2403.00025\",\" pdf\":\"https://arxiv.org/pdf/2403.00025.pdf\"},\"metadata\":{\"authorlinks\":{\"wood, f\":\"https://plai.cs.ubc.ca/publications/\"}},\"html\":\"\"},{\"bibtype\":\"unpublished\",\"type\":\"unpublished\",\"doi\":\"10.48550/arXiv.2402.09542\",\"url_arxiv\":\"https://arxiv.org/abs/2402.09542\",\"url_pdf\":\"https://arxiv.org/pdf/2402.09542.pdf\",\"author\":[{\"propositions\":[],\"lastnames\":[\"Yoo\"],\"firstnames\":[\"Jason\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Liu\"],\"firstnames\":[\"Yunpeng\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Wood\"],\"firstnames\":[\"Frank\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Pleiss\"],\"firstnames\":[\"Geoff\"],\"suffixes\":[]}],\"title\":\"Layerwise Proximal Replay: A Proximal Point Method for Online Continual Learning\",\"publisher\":\"arXiv\",\"year\":\"2024\",\"copyright\":\"arXiv.org perpetual, non-exclusive licence\",\"abstract\":\"In online continual learning, a neural network incrementally learns from a non-i.i.d. data stream. Nearly all online continual learning methods employ experience replay to simultaneously prevent catastrophic forgetting and underfitting on past data. Our work demonstrates a limitation of this approach: networks trained with experience replay tend to have unstable optimization trajectories, impeding their overall accuracy. Surprisingly, these instabilities persist even when the replay buffer stores all previous training examples, suggesting that this issue is orthogonal to catastrophic forgetting. We minimize these instabilities through a simple modification of the optimization geometry. Our solution, Layerwise Proximal Replay (LPR), balances learning from new and replay data while only allowing for gradual changes in the hidden activation of past data. We demonstrate that LPR consistently improves replay-based online continual learning methods across multiple problem settings, regardless of the amount of available replay memory.\",\"bibtex\":\"@unpublished{,\\n\\tdoi={10.48550/arXiv.2402.09542},\\n\\turl_ArXiv={https://arxiv.org/abs/2402.09542},\\n\\turl_pdf={https://arxiv.org/pdf/2402.09542.pdf},\\n\\tauthor={Yoo, Jason and Liu, Yunpeng and Wood, Frank and Pleiss, Geoff},\\n\\ttitle={Layerwise Proximal Replay: A Proximal Point Method for Online Continual Learning},\\n\\tpublisher={arXiv},\\n\\tyear={2024},\\n\\tcopyright={arXiv.org perpetual, non-exclusive licence},\\n\\tabstract={In online continual learning, a neural network incrementally learns from a non-i.i.d. data stream. Nearly all online continual learning methods employ experience replay to simultaneously prevent catastrophic forgetting and underfitting on past data. Our work demonstrates a limitation of this approach: networks trained with experience replay tend to have unstable optimization trajectories, impeding their overall accuracy. Surprisingly, these instabilities persist even when the replay buffer stores all previous training examples, suggesting that this issue is orthogonal to catastrophic forgetting. We minimize these instabilities through a simple modification of the optimization geometry. Our solution, Layerwise Proximal Replay (LPR), balances learning from new and replay data while only allowing for gradual changes in the hidden activation of past data. We demonstrate that LPR consistently improves replay-based online continual learning methods across multiple problem settings, regardless of the amount of available replay memory.},\\n}\\n\\n\\n\\n\",\"author_short\":[\"Yoo, J.\",\"Liu, Y.\",\"Wood, F.\",\"Pleiss, G.\"],\"key\":\"-1\",\"id\":\"-1\",\"bibbaseid\":\"yoo-liu-wood-pleiss-layerwiseproximalreplayaproximalpointmethodforonlinecontinuallearning-2024\",\"role\":\"author\",\"urls\":{\" arxiv\":\"https://arxiv.org/abs/2402.09542\",\" pdf\":\"https://arxiv.org/pdf/2402.09542.pdf\"},\"metadata\":{\"authorlinks\":{\"wood, f\":\"https://plai.cs.ubc.ca/publications/\"}},\"html\":\"\"},{\"bibtype\":\"inproceedings\",\"type\":\"inproceedings\",\"title\":\"A Diffusion-Model of Joint Interactive Navigation\",\"author\":[{\"propositions\":[],\"lastnames\":[\"Niedoba\"],\"firstnames\":[\"Matthew\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Lavington\"],\"firstnames\":[\"Jonathan\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Liu\"],\"firstnames\":[\"Yunpeng\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Lioutas\"],\"firstnames\":[\"Vasileios\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Sefas\"],\"firstnames\":[\"Justice\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Liang\"],\"firstnames\":[\"Xiaoxuan\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Green\"],\"firstnames\":[\"Dylan\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Dabiri\"],\"firstnames\":[\"Setareh\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Zwartsenberg\"],\"firstnames\":[\"Berend\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Scibior\"],\"firstnames\":[\"Adam\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Wood\"],\"firstnames\":[\"Frank\"],\"suffixes\":[]}],\"booktitle\":\"Advances in Neural Information Processing Systems\",\"year\":\"2024\",\"url_paper\":\"https://proceedings.neurips.cc/paper_files/paper/2023/hash/aeeddfbab4e99763ebac9221732c80dd-Abstract-Conference.html\",\"url_pdf\":\"https://proceedings.neurips.cc/paper_files/paper/2023/file/aeeddfbab4e99763ebac9221732c80dd-Paper-Conference.pdf\",\"abstract\":\"Simulation of autonomous vehicle systems requires that simulated traffic participants exhibit diverse and realistic behaviors. The use of prerecorded real-world traffic scenarios in simulation ensures realism but the rarity of safety critical events makes large scale collection of driving scenarios expensive. In this paper, we present DJINN – a diffusion based method of generating traffic scenarios. Our approach jointly diffuses the trajectories of all agents, conditioned on a flexible set of state observations from the past, present, or future. On popular trajectory forecasting datasets, we report state of the art performance on joint trajectory metrics. In addition, we demonstrate how DJINN flexibly enables direct test-time sampling from a variety of valuable conditional distributions including goal-based sampling, behavior-class sampling, and scenario editing.\",\"bibtex\":\"@InProceedings{,\\n\\ttitle={A Diffusion-Model of Joint Interactive Navigation},\\n\\tauthor={Niedoba, Matthew and Lavington, Jonathan and Liu, Yunpeng and Lioutas, Vasileios and Sefas, Justice and Liang, Xiaoxuan and Green, Dylan and Dabiri, Setareh and Zwartsenberg, Berend and Scibior, Adam and Wood, Frank},\\n\\tbooktitle={Advances in Neural Information Processing Systems},\\n\\tyear={2024},\\n\\turl_Paper={https://proceedings.neurips.cc/paper_files/paper/2023/hash/aeeddfbab4e99763ebac9221732c80dd-Abstract-Conference.html},\\n\\turl_pdf={https://proceedings.neurips.cc/paper_files/paper/2023/file/aeeddfbab4e99763ebac9221732c80dd-Paper-Conference.pdf},\\n\\tabstract={Simulation of autonomous vehicle systems requires that simulated traffic participants exhibit diverse and realistic behaviors. The use of prerecorded real-world traffic scenarios in simulation ensures realism but the rarity of safety critical events makes large scale collection of driving scenarios expensive. In this paper, we present DJINN -- a diffusion based method of generating traffic scenarios. Our approach jointly diffuses the trajectories of all agents, conditioned on a flexible set of state observations from the past, present, or future. On popular trajectory forecasting datasets, we report state of the art performance on joint trajectory metrics. In addition, we demonstrate how DJINN flexibly enables direct test-time sampling from a variety of valuable conditional distributions including goal-based sampling, behavior-class sampling, and scenario editing.},\\n}\\n\\n\\n\\n\",\"author_short\":[\"Niedoba, M.\",\"Lavington, J.\",\"Liu, Y.\",\"Lioutas, V.\",\"Sefas, J.\",\"Liang, X.\",\"Green, D.\",\"Dabiri, S.\",\"Zwartsenberg, B.\",\"Scibior, A.\",\"Wood, F.\"],\"key\":\"-1-1\",\"id\":\"-1-1\",\"bibbaseid\":\"niedoba-lavington-liu-lioutas-sefas-liang-green-dabiri-etal-adiffusionmodelofjointinteractivenavigation-2024\",\"role\":\"author\",\"urls\":{\" paper\":\"https://proceedings.neurips.cc/paper_files/paper/2023/hash/aeeddfbab4e99763ebac9221732c80dd-Abstract-Conference.html\",\" pdf\":\"https://proceedings.neurips.cc/paper_files/paper/2023/file/aeeddfbab4e99763ebac9221732c80dd-Paper-Conference.pdf\"},\"metadata\":{\"authorlinks\":{\"wood, f\":\"https://plai.cs.ubc.ca/publications/\"}},\"downloads\":4,\"html\":\"\"},{\"bibtype\":\"unpublished\",\"type\":\"unpublished\",\"doi\":\"10.48550/arXiv.2402.08018\",\"url_arxiv\":\"https://arxiv.org/abs/2402.08018\",\"url_pdf\":\"https://arxiv.org/pdf/2402.08018.pdf\",\"author\":[{\"propositions\":[],\"lastnames\":[\"Niedoba\"],\"firstnames\":[\"Matthew\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Green\"],\"firstnames\":[\"Dylan\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Naderiparizi\"],\"firstnames\":[\"Saeid\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Lioutas\"],\"firstnames\":[\"Vasileios\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Lavington\"],\"firstnames\":[\"Jonathan\",\"Wilder\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Liang\"],\"firstnames\":[\"Xiaoxuan\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Liu\"],\"firstnames\":[\"Yunpeng\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Zhang\"],\"firstnames\":[\"Ke\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Dabiri\"],\"firstnames\":[\"Setareh\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Ścibior\"],\"firstnames\":[\"Adam\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Zwartsenberg\"],\"firstnames\":[\"Berend\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Wood\"],\"firstnames\":[\"Frank\"],\"suffixes\":[]}],\"title\":\"Nearest Neighbour Score Estimators for Diffusion Generative Models\",\"publisher\":\"arXiv\",\"year\":\"2024\",\"copyright\":\"arXiv.org perpetual, non-exclusive licence\",\"abstract\":\"Score function estimation is the cornerstone of both training and sampling from diffusion generative models. Despite this fact, the most commonly used estimators are either biased neural network approximations or high variance Monte Carlo estimators based on the conditional score. We introduce a novel nearest neighbour score function estimator which utilizes multiple samples from the training set to dramatically decrease estimator variance. We leverage our low variance estimator in two compelling applications. Training consistency models with our estimator, we report a significant increase in both convergence speed and sample quality. In diffusion models, we show that our estimator can replace a learned network for probability-flow ODE integration, opening promising new avenues of future research.\",\"bibtex\":\"@unpublished{,\\n\\tdoi={10.48550/arXiv.2402.08018},\\n\\turl_ArXiv={https://arxiv.org/abs/2402.08018},\\n\\turl_pdf={https://arxiv.org/pdf/2402.08018.pdf},\\n\\tauthor={Niedoba, Matthew and Green, Dylan and Naderiparizi, Saeid and Lioutas, Vasileios and Lavington, Jonathan Wilder and Liang, Xiaoxuan and Liu, Yunpeng and Zhang, Ke and Dabiri, Setareh and Ścibior, Adam and Zwartsenberg, Berend and Wood, Frank },\\n\\ttitle={Nearest Neighbour Score Estimators for Diffusion Generative Models},\\n\\tpublisher={arXiv},\\n\\tyear={2024},\\n\\tcopyright={arXiv.org perpetual, non-exclusive licence},\\n\\tabstract={Score function estimation is the cornerstone of both training and sampling from diffusion generative models. Despite this fact, the most commonly used estimators are either biased neural network approximations or high variance Monte Carlo estimators based on the conditional score. We introduce a novel nearest neighbour score function estimator which utilizes multiple samples from the training set to dramatically decrease estimator variance. We leverage our low variance estimator in two compelling applications. Training consistency models with our estimator, we report a significant increase in both convergence speed and sample quality. In diffusion models, we show that our estimator can replace a learned network for probability-flow ODE integration, opening promising new avenues of future research.},\\n}\\n\\n\\n\",\"author_short\":[\"Niedoba, M.\",\"Green, D.\",\"Naderiparizi, S.\",\"Lioutas, V.\",\"Lavington, J. W.\",\"Liang, X.\",\"Liu, Y.\",\"Zhang, K.\",\"Dabiri, S.\",\"Ścibior, A.\",\"Zwartsenberg, B.\",\"Wood, F.\"],\"key\":\"-1-1-1\",\"id\":\"-1-1-1\",\"bibbaseid\":\"niedoba-green-naderiparizi-lioutas-lavington-liang-liu-zhang-etal-nearestneighbourscoreestimatorsfordiffusiongenerativemodels-2024\",\"role\":\"author\",\"urls\":{\" arxiv\":\"https://arxiv.org/abs/2402.08018\",\" pdf\":\"https://arxiv.org/pdf/2402.08018.pdf\"},\"metadata\":{\"authorlinks\":{\"wood, f\":\"https://plai.cs.ubc.ca/publications/\"}},\"html\":\"\"},{\"bibtype\":\"unpublished\",\"type\":\"unpublished\",\"doi\":\"10.48550/arXiv.2307.16463\",\"url_arxiv\":\"https://arxiv.org/abs/2307.16463\",\"url_pdf\":\"https://arxiv.org/pdf/2307.16463.pdf\",\"author\":[{\"propositions\":[],\"lastnames\":[\"Naderiparizi\"],\"firstnames\":[\"Saeid\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Liang\"],\"firstnames\":[\"Xiaoxuan\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Zwartsenberg\"],\"firstnames\":[\"Berend\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Wood\"],\"firstnames\":[\"Frank\"],\"suffixes\":[]}],\"keywords\":\"Computer Vision and Pattern Recognition\",\"title\":\"Don't be so negative! Score-based Generative Modeling with Oracle-assisted Guidance\",\"publisher\":\"arXiv\",\"year\":\"2023\",\"copyright\":\"arXiv.org perpetual, non-exclusive licence\",\"abstract\":\"The maximum likelihood principle advocates parameter estimation via optimization of the data likelihood function. Models estimated in this way can exhibit a variety of generalization characteristics dictated by, e.g. architecture, parameterization, and optimization bias. This work addresses model learning in a setting where there further exists side-information in the form of an oracle that can label samples as being outside the support of the true data generating distribution. Specifically we develop a new denoising diffusion probabilistic modeling (DDPM) methodology, Gen-neG, that leverages this additional side-information. Our approach builds on generative adversarial networks (GANs) and discriminator guidance in diffusion models to guide the generation process towards the positive support region indicated by the oracle. We empirically establish the utility of Gen-neG in applications including collision avoidance in self-driving simulators and safety-guarded human motion generation.\",\"bibtex\":\"@unpublished{,\\n\\tdoi={10.48550/arXiv.2307.16463},\\n\\turl_ArXiv={https://arxiv.org/abs/2307.16463},\\n\\turl_pdf={https://arxiv.org/pdf/2307.16463.pdf},\\n\\tauthor={Naderiparizi, Saeid and Liang, Xiaoxuan and Zwartsenberg, Berend and Wood, Frank},\\n\\tkeywords={Computer Vision and Pattern Recognition},\\n\\ttitle={Don't be so negative! Score-based Generative Modeling with Oracle-assisted Guidance},\\n\\tpublisher={arXiv},\\n\\tyear={2023},\\n\\tcopyright={arXiv.org perpetual, non-exclusive licence},\\n\\tabstract={The maximum likelihood principle advocates parameter estimation via optimization of the data likelihood function. Models estimated in this way can exhibit a variety of generalization characteristics dictated by, e.g. architecture, parameterization, and optimization bias. This work addresses model learning in a setting where there further exists side-information in the form of an oracle that can label samples as being outside the support of the true data generating distribution. Specifically we develop a new denoising diffusion probabilistic modeling (DDPM) methodology, Gen-neG, that leverages this additional side-information. Our approach builds on generative adversarial networks (GANs) and discriminator guidance in diffusion models to guide the generation process towards the positive support region indicated by the oracle. We empirically establish the utility of Gen-neG in applications including collision avoidance in self-driving simulators and safety-guarded human motion generation.},\\n}\\n\\n\",\"author_short\":[\"Naderiparizi, S.\",\"Liang, X.\",\"Zwartsenberg, B.\",\"Wood, F.\"],\"key\":\"-1-1-1-1\",\"id\":\"-1-1-1-1\",\"bibbaseid\":\"naderiparizi-liang-zwartsenberg-wood-dontbesonegativescorebasedgenerativemodelingwithoracleassistedguidance-2023\",\"role\":\"author\",\"urls\":{\" arxiv\":\"https://arxiv.org/abs/2307.16463\",\" pdf\":\"https://arxiv.org/pdf/2307.16463.pdf\"},\"keyword\":[\"Computer Vision and Pattern Recognition\"],\"metadata\":{\"authorlinks\":{\"wood, f\":\"https://plai.cs.ubc.ca/publications/\"}},\"html\":\"\"},{\"bibtype\":\"inproceedings\",\"type\":\"inproceedings\",\"title\":\"Scaling Graphically Structured Diffusion Models\",\"author\":[{\"propositions\":[],\"lastnames\":[\"Weilbach\"],\"firstnames\":[\"Christian\",\"Dietrich\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Harvey\"],\"firstnames\":[\"William\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Shirzad\"],\"firstnames\":[\"Hamed\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Wood\"],\"firstnames\":[\"Frank\"],\"suffixes\":[]}],\"booktitle\":\"ICML 2023 Workshop on Structured Probabilistic Inference & Generative Modeling\",\"year\":\"2023\",\"url_paper\":\"https://openreview.net/forum?id=pzH65nCyCN\",\"url_pdf\":\"https://openreview.net/pdf?id=pzH65nCyCN\",\"abstract\":\"Applications of the recently introduced graphically structured diffusion model (GSDM) family show that sparsifying the transformer attention mechanism within a diffusion model and meta-training on a variety of conditioning tasks can yield an efficiently learnable diffusion model artifact that is capable of flexible, in the sense of observing different subsets of variables at test-time, amortized conditioning in probabilistic graphical models. While extremely promising in terms of applicability and utility, implementations of GSDMs prior to this work were not scalable beyond toy graphical model sizes. We overcome this limitation by describing and and solving two scaling issues related to GSDMs; one engineering and one methodological. We additionally propose a new benchmark problem of weight inference for a convolutional neural network applied to MNIST.\",\"bibtex\":\"@InProceedings{\\nweilbach2023scaling,\\n\\ttitle={Scaling Graphically Structured Diffusion Models},\\n\\tauthor={Weilbach, Christian Dietrich and Harvey, William and Shirzad, Hamed and Wood, Frank},\\n\\tbooktitle={ICML 2023 Workshop on Structured Probabilistic Inference {\\\\&} Generative Modeling},\\n\\tyear={2023},\\n\\turl_Paper={https://openreview.net/forum?id=pzH65nCyCN},\\n\\turl_pdf={https://openreview.net/pdf?id=pzH65nCyCN},\\n\\tabstract={Applications of the recently introduced graphically structured diffusion model (GSDM) family show that sparsifying the transformer attention mechanism within a diffusion model and meta-training on a variety of conditioning tasks can yield an efficiently learnable diffusion model artifact that is capable of flexible, in the sense of observing different subsets of variables at test-time, amortized conditioning in probabilistic graphical models. While extremely promising in terms of applicability and utility, implementations of GSDMs prior to this work were not scalable beyond toy graphical model sizes. We overcome this limitation by describing and and solving two scaling issues related to GSDMs; one engineering and one methodological. We additionally propose a new benchmark problem of weight inference for a convolutional neural network applied to  MNIST.},\\n}\\n\\n\\n\",\"author_short\":[\"Weilbach, C. D.\",\"Harvey, W.\",\"Shirzad, H.\",\"Wood, F.\"],\"key\":\"weilbach2023scaling\",\"id\":\"weilbach2023scaling\",\"bibbaseid\":\"weilbach-harvey-shirzad-wood-scalinggraphicallystructureddiffusionmodels-2023\",\"role\":\"author\",\"urls\":{\" paper\":\"https://openreview.net/forum?id=pzH65nCyCN\",\" pdf\":\"https://openreview.net/pdf?id=pzH65nCyCN\"},\"metadata\":{\"authorlinks\":{\"wood, f\":\"https://plai.cs.ubc.ca/publications/\"}},\"html\":\"\"},{\"bibtype\":\"inproceedings\",\"type\":\"inproceedings\",\"title\":\"Uncertain Evidence in Probabilistic Models and Stochastic Simulators\",\"author\":[{\"propositions\":[],\"lastnames\":[\"Munk\"],\"firstnames\":[\"Andreas\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Mead\"],\"firstnames\":[\"Alexander\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Wood\"],\"firstnames\":[\"Frank\"],\"suffixes\":[]}],\"booktitle\":\"Proceedings of the 40th International Conference on Machine Learning, PMLR 202:25486-25500, 2023\",\"year\":\"2023\",\"url_paper\":\"https://proceedings.mlr.press/v202/munk23a.html\",\"url_pdf\":\"https://proceedings.mlr.press/v202/munk23a/munk23a.pdf\",\"url_arxiv\":\"https://arxiv.org/abs/2210.12236\",\"abstract\":\"We consider the problem of performing Bayesian inference in probabilistic models where observations are accompanied by uncertainty, referred to as \\\"uncertain evidence.\\\" We explore how to interpret uncertain evidence, and by extension the importance of proper interpretation as it pertains to inference about latent variables. We consider a recently-proposed method \\\"distributional evidence\\\" as well as revisit two older methods: Jeffrey's rule and virtual evidence. We devise guidelines on how to account for uncertain evidence and we provide new insights, particularly regarding consistency. To showcase the impact of different interpretations of the same uncertain evidence, we carry out experiments in which one interpretation is defined as \\\"correct.\\\" We then compare inference results from each different interpretation illustrating the importance of careful consideration of uncertain evidence.\",\"bibtex\":\"@InProceedings{,\\n\\ttitle={Uncertain Evidence in Probabilistic Models and Stochastic Simulators},\\n\\tauthor={Munk, Andreas and Mead, Alexander and Wood, Frank},\\n\\tbooktitle={Proceedings of the 40th International Conference on Machine Learning, PMLR 202:25486-25500, 2023},\\n\\tyear={2023},\\n\\turl_Paper={https://proceedings.mlr.press/v202/munk23a.html},\\n\\turl_pdf={https://proceedings.mlr.press/v202/munk23a/munk23a.pdf},\\n\\turl_ArXiv={https://arxiv.org/abs/2210.12236},\\n\\tabstract={We consider the problem of performing Bayesian inference in probabilistic models where observations are accompanied by uncertainty, referred to as \\\"uncertain evidence.\\\" We explore how to interpret uncertain evidence, and by extension the importance of proper interpretation as it pertains to inference about latent variables. We consider a recently-proposed method \\\"distributional evidence\\\" as well as revisit two older methods: Jeffrey's rule and virtual evidence. We devise guidelines on how to account for uncertain evidence and we provide new insights, particularly regarding consistency. To showcase the impact of different interpretations of the same uncertain evidence, we carry out experiments in which one interpretation is defined as \\\"correct.\\\" We then compare inference results from each different interpretation illustrating the importance of careful consideration of uncertain evidence.},\\n}\\n\\n\\n\",\"author_short\":[\"Munk, A.\",\"Mead, A.\",\"Wood, F.\"],\"key\":\"-1-1-1-1-1\",\"id\":\"-1-1-1-1-1\",\"bibbaseid\":\"munk-mead-wood-uncertainevidenceinprobabilisticmodelsandstochasticsimulators-2023\",\"role\":\"author\",\"urls\":{\" paper\":\"https://proceedings.mlr.press/v202/munk23a.html\",\" pdf\":\"https://proceedings.mlr.press/v202/munk23a/munk23a.pdf\",\" arxiv\":\"https://arxiv.org/abs/2210.12236\"},\"metadata\":{\"authorlinks\":{\"wood, f\":\"https://plai.cs.ubc.ca/publications/\"}},\"html\":\"\"},{\"bibtype\":\"inproceedings\",\"type\":\"inproceedings\",\"title\":\"Graphically Structured Diffusion Models\",\"author\":[{\"propositions\":[],\"lastnames\":[\"Weilbach\"],\"firstnames\":[\"Christian\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Harvey\"],\"firstnames\":[\"William\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Wood\"],\"firstnames\":[\"Frank\"],\"suffixes\":[]}],\"booktitle\":\"Proceedings of the 40th International Conference on Machine Learning, PMLR 202:36887-36909\",\"year\":\"2023\",\"url_paper\":\"https://proceedings.mlr.press/v202/weilbach23a.html\",\"url_pdf\":\"https://proceedings.mlr.press/v202/weilbach23a/weilbach23a.pdf\",\"url_arxiv\":\"https://arxiv.org/abs/2210.11633\",\"abstract\":\"We introduce a framework for automatically defining and learning deep generative models with problem-specific structure. We tackle problem domains that are more traditionally solved by algorithms such as sorting, constraint satisfaction for Sudoku, and matrix factorization. Concretely, we train diffusion models with an architecture tailored to the problem specification. This problem specification should contain a graphical model describing relationships between variables, and often benefits from explicit representation of subcomputations. Permutation invariances can also be exploited. Across a diverse set of experiments we improve the scaling relationship between problem dimension and our model's performance, in terms of both training time and final accuracy.\",\"bibtex\":\"@InProceedings{,\\n\\ttitle={Graphically Structured Diffusion Models},\\n\\tauthor={Weilbach, Christian and Harvey, William and Wood, Frank},\\n\\tbooktitle={Proceedings of the 40th International Conference on Machine Learning, PMLR 202:36887-36909},\\n\\tyear={2023},\\n\\turl_Paper={https://proceedings.mlr.press/v202/weilbach23a.html},\\n\\turl_pdf={https://proceedings.mlr.press/v202/weilbach23a/weilbach23a.pdf},\\n\\turl_ArXiv={https://arxiv.org/abs/2210.11633},\\n\\tabstract={We introduce a framework for automatically defining and learning deep generative models with problem-specific structure. We tackle problem domains that are more traditionally solved by algorithms such as sorting, constraint satisfaction for Sudoku, and matrix factorization. Concretely, we train diffusion models with an architecture tailored to the problem specification. This problem specification should contain a graphical model describing relationships between variables, and often benefits from explicit representation of subcomputations. Permutation invariances can also be exploited. Across a diverse set of experiments we improve the scaling relationship between problem dimension and our model's performance, in terms of both training time and final accuracy.},\\n}\\n\\n\\n\",\"author_short\":[\"Weilbach, C.\",\"Harvey, W.\",\"Wood, F.\"],\"key\":\"-1-1-1-1-1-1\",\"id\":\"-1-1-1-1-1-1\",\"bibbaseid\":\"weilbach-harvey-wood-graphicallystructureddiffusionmodels-2023\",\"role\":\"author\",\"urls\":{\" paper\":\"https://proceedings.mlr.press/v202/weilbach23a.html\",\" pdf\":\"https://proceedings.mlr.press/v202/weilbach23a/weilbach23a.pdf\",\" arxiv\":\"https://arxiv.org/abs/2210.11633\"},\"metadata\":{\"authorlinks\":{\"wood, f\":\"https://plai.cs.ubc.ca/publications/\"}},\"html\":\"\"},{\"bibtype\":\"unpublished\",\"type\":\"unpublished\",\"doi\":\"10.48550/arXiv.2305.14621\",\"url_arxiv\":\"https://arxiv.org/abs/2305.14621\",\"url_pdf\":\"https://arxiv.org/pdf/2305.14621.pdf\",\"author\":[{\"propositions\":[],\"lastnames\":[\"Dabiri\"],\"firstnames\":[\"Setareh\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Lioutas\"],\"firstnames\":[\"Vasileios\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Zwartsenberg\"],\"firstnames\":[\"Berend\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Liu\"],\"firstnames\":[\"Yunpeng\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Niedoba\"],\"firstnames\":[\"Matthew\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Liang\"],\"firstnames\":[\"Xiaoxuan\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Green\"],\"firstnames\":[\"Dylan\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Sefas\"],\"firstnames\":[\"Justice\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Lavington\"],\"firstnames\":[\"Jonathan\",\"Wilder\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Wood\"],\"firstnames\":[\"Frank\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Ścibior\"],\"firstnames\":[\"Adam\"],\"suffixes\":[]}],\"title\":\"Realistically distributing object placements in synthetic training data improves the performance of vision-based object detection models\",\"publisher\":\"arXiv\",\"year\":\"2023\",\"copyright\":\"arXiv.org perpetual, non-exclusive licence\",\"abstract\":\"When training object detection models on synthetic data, it is important to make the distribution of synthetic data as close as possible to the distribution of real data. We investigate specifically the impact of object placement distribution, keeping all other aspects of synthetic data fixed. Our experiment, training a 3D vehicle detection model in CARLA and testing on KITTI, demonstrates a substantial improvement resulting from improving the object placement distribution.\",\"bibtex\":\"@unpublished{,\\n\\tdoi={10.48550/arXiv.2305.14621},\\n\\turl_ArXiv={https://arxiv.org/abs/2305.14621},\\n\\turl_pdf={https://arxiv.org/pdf/2305.14621.pdf},\\n\\tauthor={Dabiri, Setareh and Lioutas, Vasileios and Zwartsenberg, Berend and Liu, Yunpeng and Niedoba, Matthew and Liang, Xiaoxuan and Green, Dylan and Sefas, Justice and Lavington, Jonathan Wilder and Wood, Frank and Ścibior, Adam},\\n\\ttitle={Realistically distributing object placements in synthetic training data improves the performance of vision-based object detection models},\\n\\tpublisher={arXiv},\\n\\tyear={2023},\\n\\tcopyright={arXiv.org perpetual, non-exclusive licence},\\n\\tabstract={When training object detection models on synthetic data, it is important to make the distribution of synthetic data as close as possible to the distribution of real data. We investigate specifically the impact of object placement distribution, keeping all other aspects of synthetic data fixed. Our experiment, training a 3D vehicle detection model in CARLA and testing on KITTI, demonstrates a substantial improvement resulting from improving the object placement distribution.},\\n}\\n\\n\",\"author_short\":[\"Dabiri, S.\",\"Lioutas, V.\",\"Zwartsenberg, B.\",\"Liu, Y.\",\"Niedoba, M.\",\"Liang, X.\",\"Green, D.\",\"Sefas, J.\",\"Lavington, J. W.\",\"Wood, F.\",\"Ścibior, A.\"],\"key\":\"-1-1-1-1-1-1-1\",\"id\":\"-1-1-1-1-1-1-1\",\"bibbaseid\":\"dabiri-lioutas-zwartsenberg-liu-niedoba-liang-green-sefas-etal-realisticallydistributingobjectplacementsinsynthetictrainingdataimprovestheperformanceofvisionbasedobjectdetectionmodels-2023\",\"role\":\"author\",\"urls\":{\" arxiv\":\"https://arxiv.org/abs/2305.14621\",\" pdf\":\"https://arxiv.org/pdf/2305.14621.pdf\"},\"metadata\":{\"authorlinks\":{\"wood, f\":\"https://plai.cs.ubc.ca/publications/\"}},\"html\":\"\"},{\"bibtype\":\"unpublished\",\"type\":\"unpublished\",\"doi\":\"10.48550/arXiv.2305.11856\",\"url_arxiv\":\"https://arxiv.org/abs/2305.11856\",\"url_pdf\":\"https://arxiv.org/pdf/2305.11856.pdf\",\"author\":[{\"propositions\":[],\"lastnames\":[\"Liu\"],\"firstnames\":[\"Yunpeng\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Lioutas\"],\"firstnames\":[\"Vasileios\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Lavington\"],\"firstnames\":[\"Jonathan\",\"Wilder\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Niedoba\"],\"firstnames\":[\"Matthew\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Sefas\"],\"firstnames\":[\"Justice\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Dabiri\"],\"firstnames\":[\"Setareh\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Green\"],\"firstnames\":[\"Dylan\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Liang\"],\"firstnames\":[\"Xiaoxuan\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Zwartsenberg\"],\"firstnames\":[\"Berend\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Ścibior\"],\"firstnames\":[\"Adam\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Wood\"],\"firstnames\":[\"Frank\"],\"suffixes\":[]}],\"title\":\"Video Killed the HD-Map: Predicting Multi-Agent Behavior Directly From Aerial Images\",\"publisher\":\"arXiv\",\"year\":\"2023\",\"copyright\":\"arXiv.org perpetual, non-exclusive licence\",\"abstract\":\"The development of algorithms that learn multi-agent behavioral models using human demonstrations has led to increasingly realistic simulations in the field of autonomous driving. In general, such models learn to jointly predict trajectories for all controlled agents by exploiting road context information such as drivable lanes obtained from manually annotated high-definition (HD) maps. Recent studies show that these models can greatly benefit from increasing the amount of human data available for training. However, the manual annotation of HD maps which is necessary for every new location puts a bottleneck on efficiently scaling up human traffic datasets. We propose an aerial image-based map (AIM) representation that requires minimal annotation and provides rich road context information for traffic agents like pedestrians and vehicles. We evaluate multi-agent trajectory prediction using the AIM by incorporating it into a differentiable driving simulator as an image-texture-based differentiable rendering module. Our results demonstrate competitive multi-agent trajectory prediction performance especially for pedestrians in the scene when using our AIM representation as compared to models trained with rasterized HD maps.\",\"bibtex\":\"@unpublished{,\\n\\tdoi={10.48550/arXiv.2305.11856},\\n\\turl_ArXiv={https://arxiv.org/abs/2305.11856},\\n\\turl_pdf={https://arxiv.org/pdf/2305.11856.pdf},\\n\\tauthor={Liu, Yunpeng and Lioutas, Vasileios and Lavington, Jonathan Wilder and Niedoba, Matthew and Sefas, Justice and Dabiri, Setareh and Green, Dylan and Liang, Xiaoxuan and Zwartsenberg, Berend and Ścibior, Adam and Wood, Frank},\\n\\ttitle={Video Killed the HD-Map: Predicting Multi-Agent Behavior Directly From Aerial Images},\\n\\tpublisher={arXiv},\\n\\tyear={2023},\\n\\tcopyright={arXiv.org perpetual, non-exclusive licence},\\n\\tabstract={The development of algorithms that learn multi-agent behavioral models using human demonstrations has led to increasingly realistic simulations in the field of autonomous driving. In general, such models learn to jointly predict trajectories for all controlled agents by exploiting road context information such as drivable lanes obtained from manually annotated high-definition (HD) maps. Recent studies show that these models can greatly benefit from increasing the amount of human data available for training. However, the manual annotation of HD maps which is necessary for every new location puts a bottleneck on efficiently scaling up human traffic datasets. We propose an aerial image-based map (AIM) representation that requires minimal annotation and provides rich road context information for traffic agents like pedestrians and vehicles. We evaluate multi-agent trajectory prediction using the AIM by incorporating it into a differentiable driving simulator as an image-texture-based differentiable rendering module. Our results demonstrate competitive multi-agent trajectory prediction performance especially for pedestrians in the scene when using our AIM representation as compared to models trained with rasterized HD maps.},\\n}\\n\\n\\n\",\"author_short\":[\"Liu, Y.\",\"Lioutas, V.\",\"Lavington, J. W.\",\"Niedoba, M.\",\"Sefas, J.\",\"Dabiri, S.\",\"Green, D.\",\"Liang, X.\",\"Zwartsenberg, B.\",\"Ścibior, A.\",\"Wood, F.\"],\"key\":\"-1-1-1-1-1-1-1-1\",\"id\":\"-1-1-1-1-1-1-1-1\",\"bibbaseid\":\"liu-lioutas-lavington-niedoba-sefas-dabiri-green-liang-etal-videokilledthehdmappredictingmultiagentbehaviordirectlyfromaerialimages-2023\",\"role\":\"author\",\"urls\":{\" arxiv\":\"https://arxiv.org/abs/2305.11856\",\" pdf\":\"https://arxiv.org/pdf/2305.11856.pdf\"},\"metadata\":{\"authorlinks\":{\"wood, f\":\"https://plai.cs.ubc.ca/publications/\"}},\"html\":\"\"},{\"bibtype\":\"unpublished\",\"type\":\"unpublished\",\"doi\":\"10.48550/arXiv.2303.16187\",\"url_arxiv\":\"https://arxiv.org/abs/2303.16187\",\"url_pdf\":\"https://arxiv.org/pdf/2303.16187v2.pdf\",\"author\":[{\"propositions\":[],\"lastnames\":[\"Harvey\"],\"firstnames\":[\"William\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Wood\"],\"firstnames\":[\"Frank\"],\"suffixes\":[]}],\"title\":\"Visual Chain-of-Thought Diffusion Models\",\"publisher\":\"arXiv\",\"year\":\"2023\",\"copyright\":\"arXiv.org perpetual, non-exclusive licence\",\"abstract\":\"Recent progress with conditional image diffusion models has been stunning, and this holds true whether we are speaking about models conditioned on a text description, a scene layout, or a sketch. Unconditional image diffusion models are also improving but lag behind, as do diffusion models which are conditioned on lower-dimensional features like class labels. We propose to close the gap between conditional and unconditional models using a two-stage sampling procedure. In the first stage we sample an embedding describing the semantic content of the image. In the second stage we sample the image conditioned on this embedding and then discard the embedding. Doing so lets us leverage the power of conditional diffusion models on the unconditional generation task, which we show improves FID by 25 − 50% compared to standard unconditional generation. \",\"bibtex\":\"@unpublished{,\\n\\tdoi={10.48550/arXiv.2303.16187},\\n\\turl_ArXiv={https://arxiv.org/abs/2303.16187},\\n\\turl_pdf={https://arxiv.org/pdf/2303.16187v2.pdf},\\n\\tauthor={Harvey, William and Wood, Frank},\\n\\ttitle={Visual Chain-of-Thought Diffusion Models},\\n\\tpublisher={arXiv},\\n\\tyear={2023},\\n\\tcopyright={arXiv.org perpetual, non-exclusive licence},\\n\\tabstract={Recent progress with conditional image diffusion models has been stunning, and this holds true whether we are speaking about models conditioned on a text description, a scene layout, or a sketch. Unconditional image diffusion models are also improving but lag behind, as do diffusion models which are conditioned on lower-dimensional features like class labels. We propose to close the gap between conditional and unconditional models using a two-stage sampling procedure. In the first stage we sample an embedding describing the semantic content of the image. In the second stage we sample the image conditioned on this embedding and then discard the embedding. Doing so lets us leverage the power of conditional diffusion models on the unconditional generation task, which we show improves FID by 25 − 50% compared to standard unconditional generation. },\\n}\\n\\n\\n\",\"author_short\":[\"Harvey, W.\",\"Wood, F.\"],\"key\":\"-1-1-1-1-1-1-1-1-1\",\"id\":\"-1-1-1-1-1-1-1-1-1\",\"bibbaseid\":\"harvey-wood-visualchainofthoughtdiffusionmodels-2023\",\"role\":\"author\",\"urls\":{\" arxiv\":\"https://arxiv.org/abs/2303.16187\",\" pdf\":\"https://arxiv.org/pdf/2303.16187v2.pdf\"},\"metadata\":{\"authorlinks\":{\"wood, f\":\"https://plai.cs.ubc.ca/publications/\"}},\"html\":\"\"},{\"bibtype\":\"inproceedings\",\"type\":\"inproceedings\",\"title\":\"Critic Sequential Monte Carlo\",\"author\":[{\"propositions\":[],\"lastnames\":[\"Lioutas\"],\"firstnames\":[\"Vasileios\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Lavington\"],\"firstnames\":[\"Jonathan\",\"Wilder\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Sefas\"],\"firstnames\":[\"Justice\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Niedoba\"],\"firstnames\":[\"Matthew\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Liu\"],\"firstnames\":[\"Yunpeng\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Zwartsenberg\"],\"firstnames\":[\"Berend\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Dabiri\"],\"firstnames\":[\"Setareh\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Wood\"],\"firstnames\":[\"Frank\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Scibior\"],\"firstnames\":[\"Adam\"],\"suffixes\":[]}],\"booktitle\":\"The Eleventh International Conference on Learning Representations (ICLR)\",\"year\":\"2023\",\"url_link\":\"https://openreview.net/forum?id=ObtGcyKmwna\",\"url_arxiv\":\"https://arxiv.org/abs/2205.15460\",\"url_pdf\":\"https://arxiv.org/pdf/2205.15460.pdf\",\"abstract\":\"We introduce CriticSMC, a new algorithm for planning as inference built from a composition of sequential Monte Carlo with learned Soft-Q function heuristic factors. These heuristic factors, obtained from parametric approximations of the marginal likelihood ahead, more effectively guide SMC towards the desired target distribution, which is particularly helpful for planning in environments with hard constraints placed sparsely in time. Compared with previous work, we modify the placement of such heuristic factors, which allows us to cheaply propose and evaluate large numbers of putative action particles, greatly increasing inference and planning efficiency. CriticSMC is compatible with informative priors, whose density function need not be known, and can be used as a model-free control algorithm. Our experiments on collision avoidance in a high-dimensional simulated driving task show that CriticSMC significantly reduces collision rates at a low computational cost while maintaining realism and diversity of driving behaviors across vehicles and environment scenarios.\",\"bibtex\":\"@inproceedings{\\nlioutas2023critic,\\ntitle={{Critic Sequential Monte Carlo}},\\nauthor={Lioutas, Vasileios and Lavington, Jonathan Wilder and Sefas, Justice and Niedoba, Matthew and Liu, Yunpeng and Zwartsenberg, Berend and Dabiri, Setareh and Wood, Frank and Scibior, Adam},\\nbooktitle={The Eleventh International Conference on Learning Representations (ICLR)},\\nyear={2023},\\nurl_Link={https://openreview.net/forum?id=ObtGcyKmwna},\\nurl_ArXiv = {https://arxiv.org/abs/2205.15460}, \\nurl_pdf = {https://arxiv.org/pdf/2205.15460.pdf},\\nabstract = {We introduce CriticSMC, a new algorithm for planning as inference built from a composition of sequential Monte Carlo with learned Soft-Q function heuristic factors. These heuristic factors, obtained from parametric approximations of the marginal likelihood ahead, more effectively guide SMC towards the desired target distribution, which is particularly helpful for planning in environments with hard constraints placed sparsely in time. Compared with previous work, we modify the placement of such heuristic factors, which allows us to cheaply propose and evaluate large numbers of putative action particles, greatly increasing inference and planning efficiency. CriticSMC is compatible with informative priors, whose density function need not be known, and can be used as a model-free control algorithm. Our experiments on collision avoidance in a high-dimensional simulated driving task show that CriticSMC significantly reduces collision rates at a low computational cost while maintaining realism and diversity of driving behaviors across vehicles and environment scenarios.},\\n}\\n\\n\\n\",\"author_short\":[\"Lioutas, V.\",\"Lavington, J. W.\",\"Sefas, J.\",\"Niedoba, M.\",\"Liu, Y.\",\"Zwartsenberg, B.\",\"Dabiri, S.\",\"Wood, F.\",\"Scibior, A.\"],\"key\":\"lioutas2023critic\",\"id\":\"lioutas2023critic\",\"bibbaseid\":\"lioutas-lavington-sefas-niedoba-liu-zwartsenberg-dabiri-wood-etal-criticsequentialmontecarlo-2023\",\"role\":\"author\",\"urls\":{\" link\":\"https://openreview.net/forum?id=ObtGcyKmwna\",\" arxiv\":\"https://arxiv.org/abs/2205.15460\",\" pdf\":\"https://arxiv.org/pdf/2205.15460.pdf\"},\"metadata\":{\"authorlinks\":{\"wood, f\":\"https://plai.cs.ubc.ca/publications/\"}},\"downloads\":20,\"html\":\"\"},{\"bibtype\":\"article\",\"type\":\"article\",\"title\":\"Probabilistic Programming Languages: Independent Choices and Deterministic Systems\",\"author\":[{\"propositions\":[],\"lastnames\":[\"Poole\"],\"firstnames\":[\"David\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Wood\"],\"firstnames\":[\"Frank\"],\"suffixes\":[]}],\"year\":\"2022\",\"isbn\":\"9781450395861\",\"publisher\":\"Association for Computing Machinery\",\"address\":\"New York, NY, USA\",\"edition\":\"1\",\"url\":\"https://doi.org/10.1145/3501714.3501753\",\"booktitle\":\"Probabilistic and Causal Inference: The Works of Judea Pearl\",\"pages\":\"691–712\",\"numpages\":\"22\",\"bibtex\":\"@article{10.1145/3501714.3501753,\\ntitle = {Probabilistic Programming Languages: Independent Choices and Deterministic Systems},\\nauthor = {Poole, David and Wood, Frank},\\nyear = {2022},\\nisbn = {9781450395861},\\npublisher = {Association for Computing Machinery},\\naddress = {New York, NY, USA},\\nedition = {1},\\nurl = {https://doi.org/10.1145/3501714.3501753},\\nbooktitle = {Probabilistic and Causal Inference: The Works of Judea Pearl},\\npages = {691–712},\\nnumpages = {22}\\n}\\n\\n\\n\\n\\n\",\"author_short\":[\"Poole, D.\",\"Wood, F.\"],\"key\":\"10.1145/3501714.3501753\",\"id\":\"10.1145/3501714.3501753\",\"bibbaseid\":\"poole-wood-probabilisticprogramminglanguagesindependentchoicesanddeterministicsystems-2022\",\"role\":\"author\",\"urls\":{\"Paper\":\"https://doi.org/10.1145/3501714.3501753\"},\"metadata\":{\"authorlinks\":{\"wood, f\":\"https://plai.cs.ubc.ca/publications/\"}},\"downloads\":10,\"html\":\"\"},{\"bibtype\":\"inproceedings\",\"type\":\"inproceedings\",\"title\":\"Vehicle Type Specific Waypoint Generation\",\"author\":[{\"propositions\":[],\"lastnames\":[\"Liu\"],\"firstnames\":[\"Yunpeng\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Lavington\"],\"firstnames\":[\"Jonathan\",\"Wilder\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Scibior\"],\"firstnames\":[\"Adam\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Wood\"],\"firstnames\":[\"Frank\"],\"suffixes\":[]}],\"booktitle\":\"2022 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)\",\"year\":\"2022\",\"pages\":\"12225-12230\",\"url_paper\":\"https://ieeexplore.ieee.org/abstract/document/9981421\",\"url_arxiv\":\"https://arxiv.org/abs/2208.04987\",\"url_pdf\":\"https://arxiv.org/pdf/2208.04987.pdf\",\"keywords\":\"Artificial Intelligence (cs.AI), FOS: Computer and information sciences, FOS: Computer and information sciences\",\"copyright\":\"Creative Commons Attribution Share Alike 4.0 International\",\"abstract\":\"We develop a generic mechanism for generating vehicle-type specific sequences of waypoints from a probabilistic foundation model of driving behavior. Many foundation behavior models are trained on data that does not include vehicle information, which limits their utility in downstream applications such as planning. Our novel methodology conditionally specializes such a behavior predictive model to a vehicle-type by utilizing byproducts of the reinforcement learning algorithms used to produce vehicle specific controllers. We show how to compose a vehicle specific value function estimate with a generic probabilistic behavior model to generate vehicle-type specific waypoint sequences that are more likely to be physically plausible then their vehicle-agnostic counterparts.\",\"bibtex\":\"@InProceedings{,\\n\\ttitle={Vehicle Type Specific Waypoint Generation},\\n\\tauthor={Liu, Yunpeng and Lavington, Jonathan Wilder and Scibior, Adam and Wood, Frank},\\n\\tbooktitle={2022 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)},\\n\\tyear={2022},\\n\\tpages={12225-12230},\\n\\turl_paper={https://ieeexplore.ieee.org/abstract/document/9981421},\\n\\turl_ArXiv={https://arxiv.org/abs/2208.04987},\\n\\turl_pdf={https://arxiv.org/pdf/2208.04987.pdf},\\n\\tkeywords={Artificial Intelligence (cs.AI), FOS: Computer and information sciences, FOS: Computer and information sciences},\\n\\tcopyright={Creative Commons Attribution Share Alike 4.0 International},\\n\\tabstract={We develop a generic mechanism for generating vehicle-type specific sequences of waypoints from a probabilistic foundation model of driving behavior. Many foundation behavior models are trained on data that does not include vehicle information, which limits their utility in downstream applications such as planning. Our novel methodology conditionally specializes such a behavior predictive model to a vehicle-type by utilizing byproducts of the reinforcement learning algorithms used to produce vehicle specific controllers. We show how to compose a vehicle specific value function estimate with a generic probabilistic behavior model to generate vehicle-type specific waypoint sequences that are more likely to be physically plausible then their vehicle-agnostic counterparts.},\\n}\\n\\n\\n\\n\",\"author_short\":[\"Liu, Y.\",\"Lavington, J. W.\",\"Scibior, A.\",\"Wood, F.\"],\"key\":\"-1-1-1-1-1-1-1-1-1-1\",\"id\":\"-1-1-1-1-1-1-1-1-1-1\",\"bibbaseid\":\"liu-lavington-scibior-wood-vehicletypespecificwaypointgeneration-2022\",\"role\":\"author\",\"urls\":{\" paper\":\"https://ieeexplore.ieee.org/abstract/document/9981421\",\" arxiv\":\"https://arxiv.org/abs/2208.04987\",\" pdf\":\"https://arxiv.org/pdf/2208.04987.pdf\"},\"keyword\":[\"Artificial Intelligence (cs.AI)\",\"FOS: Computer and information sciences\",\"FOS: Computer and information sciences\"],\"metadata\":{\"authorlinks\":{\"wood, f\":\"https://plai.cs.ubc.ca/publications/\"}},\"downloads\":2,\"html\":\"\"},{\"bibtype\":\"article\",\"type\":\"article\",\"title\":\"TITRATED: Learned Human Driving Behavior without Infractions via Amortized Inference\",\"author\":[{\"propositions\":[],\"lastnames\":[\"Lioutas\"],\"firstnames\":[\"Vasileios\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Scibior\"],\"firstnames\":[\"Adam\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Wood\"],\"firstnames\":[\"Frank\"],\"suffixes\":[]}],\"journal\":\"Transactions on Machine Learning Research (TMLR)\",\"year\":\"2022\",\"url_paper\":\"https://openreview.net/forum?id=M8D5iZsnrO\",\"url_pdf\":\"https://openreview.net/pdf?id=M8D5iZsnrO\",\"url_presentation\":\"https://www.youtube.com/watch?v=AMeZtzQxhX4\",\"support\":\"MITACS\",\"abstract\":\"Models of human driving behavior have long been used for prediction in autonomous vehicles, but recently have also started being used to create non-playable characters for driving simulations. While such models are in many respects realistic, they tend to suffer from unacceptably high rates of driving infractions, such as collisions or off-road driving, particularly when deployed in map locations with road geometries dissimilar to the training dataset. In this paper we present a novel method for fine-tuning a foundation model of human driving behavior to novel locations where human demonstrations are not available which reduces the incidence of such infractions. The method relies on inference in the foundation model to generate infraction-free trajectories as well as additional penalties applied when fine-tuning the amortized inference behavioral model. We demonstrate this \\\"titration\\\" technique using the ITRA foundation behavior model trained on the INTERACTION dataset when transferring to CARLA map locations. We demonstrate a 76-86% reduction in infraction rate and provide evidence that further gains are possible with more computation or better inference algorithms.\",\"bibtex\":\"@article{LIO-22,\\n\\ttitle={{TITRATED}: Learned Human Driving Behavior without Infractions via Amortized Inference},\\n\\tauthor={Lioutas, Vasileios and Scibior, Adam and Wood, Frank},\\n\\tjournal={Transactions on Machine Learning Research (TMLR)},\\n\\tyear={2022},\\n\\turl_Paper={https://openreview.net/forum?id=M8D5iZsnrO},\\n\\turl_pdf = {https://openreview.net/pdf?id=M8D5iZsnrO},\\n\\turl_Presentation={https://www.youtube.com/watch?v=AMeZtzQxhX4},\\n\\tsupport = {MITACS},\\n\\tabstract = {Models of human driving behavior have long been used for prediction in autonomous vehicles, but recently have also started being used to create non-playable characters for driving simulations. While such models are in many respects realistic, they tend to suffer from unacceptably high rates of driving infractions, such as collisions or off-road driving, particularly when deployed in map locations with road geometries dissimilar to the training dataset. In this paper we present a novel method for fine-tuning a foundation model of human driving behavior to novel locations where human demonstrations are not available which reduces the incidence of such infractions. The method relies on inference in the foundation model to generate infraction-free trajectories as well as additional penalties applied when fine-tuning the amortized inference behavioral model. We demonstrate this \\\"titration\\\" technique using the ITRA foundation behavior model trained on the INTERACTION dataset when transferring to CARLA map locations. We demonstrate a 76-86% reduction in infraction rate and provide evidence that further gains are possible with more computation or better inference algorithms.},\\n}\\n\\n\\n\",\"author_short\":[\"Lioutas, V.\",\"Scibior, A.\",\"Wood, F.\"],\"key\":\"LIO-22\",\"id\":\"LIO-22\",\"bibbaseid\":\"lioutas-scibior-wood-titratedlearnedhumandrivingbehaviorwithoutinfractionsviaamortizedinference-2022\",\"role\":\"author\",\"urls\":{\" paper\":\"https://openreview.net/forum?id=M8D5iZsnrO\",\" pdf\":\"https://openreview.net/pdf?id=M8D5iZsnrO\",\" presentation\":\"https://www.youtube.com/watch?v=AMeZtzQxhX4\"},\"metadata\":{\"authorlinks\":{\"wood, f\":\"https://plai.cs.ubc.ca/publications/\"}},\"downloads\":14,\"html\":\"\"},{\"bibtype\":\"unpublished\",\"type\":\"unpublished\",\"doi\":\"10.48550/ARXIV.2205.09930\",\"url_arxiv\":\"https://arxiv.org/abs/2205.09930\",\"url_pdf\":\"https://arxiv.org/pdf/2205.09930.pdf\",\"author\":[{\"propositions\":[],\"lastnames\":[\"Yoo\"],\"firstnames\":[\"Jason\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Wood\"],\"firstnames\":[\"Frank\"],\"suffixes\":[]}],\"keywords\":\"Machine Learning (cs.LG), Artificial Intelligence (cs.AI), FOS: Computer and information sciences, FOS: Computer and information sciences\",\"title\":\"BayesPCN: A Continually Learnable Predictive Coding Associative Memory\",\"publisher\":\"arXiv\",\"year\":\"2022\",\"copyright\":\"arXiv.org perpetual, non-exclusive license\",\"abstract\":\"Associative memory plays an important role in human intelligence and its mechanisms have been linked to attention in machine learning. While the machine learning community’s interest in associative memories has recently been rekindled, most work has focused on memory recall (read) over memory learning (write). In this paper, we present BayesPCN, a hierarchical associative memory capable of performing continual one-shot memory writes without meta-learning. Moreover, BayesPCN is able to gradually forget past observations (forget) to free its memory. Experiments show that BayesPCN can recall corrupted i.i.d. high-dimensional data observed hundreds of “timesteps” ago without a significant drop in recall ability compared to the state-of-the-art offline-learned associative memory models.\",\"bibtex\":\"@unpublished{,\\n\\tdoi = {10.48550/ARXIV.2205.09930},\\n\\turl_ArXiv = {https://arxiv.org/abs/2205.09930},\\n\\turl_pdf = {https://arxiv.org/pdf/2205.09930.pdf},\\n\\tauthor = {Yoo, Jason and Wood, Frank},\\n\\tkeywords = {Machine Learning (cs.LG), Artificial Intelligence (cs.AI), FOS: Computer and information sciences, FOS: Computer and information sciences},\\n\\ttitle = {BayesPCN: A Continually Learnable Predictive Coding Associative Memory},\\n\\tpublisher = {arXiv},\\n\\tyear = {2022},\\n\\tcopyright = {arXiv.org perpetual, non-exclusive license},\\n\\tabstract = {Associative memory plays an important role in human intelligence and its mechanisms have been linked to attention in machine learning. While the machine learning community’s interest in associative memories has recently been rekindled, most work has focused on memory recall (read) over memory learning (write). In this paper, we present BayesPCN, a hierarchical associative memory capable of performing continual one-shot memory writes without meta-learning. Moreover, BayesPCN is able to gradually forget past observations (forget) to free its memory. Experiments show that BayesPCN can recall corrupted i.i.d. high-dimensional data observed hundreds of “timesteps” ago without a significant drop in recall ability compared to the state-of-the-art offline-learned associative memory models.},\\n}\\n\\n\\n\",\"author_short\":[\"Yoo, J.\",\"Wood, F.\"],\"key\":\"-1-1-1-1-1-1-1-1-1-1-1\",\"id\":\"-1-1-1-1-1-1-1-1-1-1-1\",\"bibbaseid\":\"yoo-wood-bayespcnacontinuallylearnablepredictivecodingassociativememory-2022\",\"role\":\"author\",\"urls\":{\" arxiv\":\"https://arxiv.org/abs/2205.09930\",\" pdf\":\"https://arxiv.org/pdf/2205.09930.pdf\"},\"keyword\":[\"Machine Learning (cs.LG)\",\"Artificial Intelligence (cs.AI)\",\"FOS: Computer and information sciences\",\"FOS: Computer and information sciences\"],\"metadata\":{\"authorlinks\":{\"wood, f\":\"https://plai.cs.ubc.ca/publications/\"}},\"downloads\":1,\"html\":\"\"},{\"bibtype\":\"unpublished\",\"type\":\"unpublished\",\"doi\":\"10.48550/ARXIV.2205.11495\",\"url_arxiv\":\"https://arxiv.org/abs/2205.11495\",\"url_pdf\":\"https://arxiv.org/pdf/2205.11495.pdf\",\"author\":[{\"propositions\":[],\"lastnames\":[\"Harvey\"],\"firstnames\":[\"William\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Naderiparizi\"],\"firstnames\":[\"Saeid\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Masrani\"],\"firstnames\":[\"Vaden\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Weilbach\"],\"firstnames\":[\"Christian\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Wood\"],\"firstnames\":[\"Frank\"],\"suffixes\":[]}],\"keywords\":\"Computer Vision and Pattern Recognition (cs.CV), Machine Learning (cs.LG), FOS: Computer and information sciences, FOS: Computer and information sciences\",\"title\":\"Flexible Diffusion Modeling of Long Videos\",\"publisher\":\"arXiv\",\"year\":\"2022\",\"copyright\":\"arXiv.org perpetual, non-exclusive license\",\"abstract\":\"We present a framework for video modeling based on denoising diffusion probabilistic models that produces long-duration video completions in a variety of realistic environments. We introduce a generative model that can at test-time sample any arbitrary subset of video frames conditioned on any other subset and present an architecture adapted for this purpose. Doing so allows us to efficiently compare and optimize a variety of schedules for the order in which frames in a long video are sampled and use selective sparse and long-range conditioning on previously sampled frames. We demonstrate improved video modeling over prior work on a number of datasets and sample temporally coherent videos over 25 minutes in length. We additionally release a new video modeling dataset and semantically meaningful metrics based on videos generated in the CARLA self-driving car simulator.\",\"bibtex\":\"@unpublished{,\\n\\tdoi = {10.48550/ARXIV.2205.11495},\\n\\turl_ArXiv = {https://arxiv.org/abs/2205.11495},\\n\\turl_pdf = {https://arxiv.org/pdf/2205.11495.pdf},\\n\\tauthor = {Harvey, William and Naderiparizi, Saeid and Masrani, Vaden and Weilbach, Christian and Wood, Frank},\\n\\tkeywords = {Computer Vision and Pattern Recognition (cs.CV), Machine Learning (cs.LG), FOS: Computer and information sciences, FOS: Computer and information sciences},\\n\\ttitle = {Flexible Diffusion Modeling of Long Videos},\\n\\tpublisher = {arXiv},\\n\\tyear = {2022},\\n\\tcopyright = {arXiv.org perpetual, non-exclusive license},\\n\\tabstract = {We present a framework for video modeling based on denoising diffusion probabilistic models that produces long-duration video completions in a variety of realistic environments. We introduce a generative model that can at test-time sample any arbitrary subset of video frames conditioned on any other subset and present an architecture adapted for this purpose. Doing so allows us to efficiently compare and optimize a variety of schedules for the order in which frames in a long video are sampled and use selective sparse and long-range conditioning on previously sampled frames. We demonstrate improved video modeling over prior work on a number of datasets and sample temporally coherent videos over 25 minutes in length. We additionally release a new video modeling dataset and semantically meaningful metrics based on videos generated in the CARLA self-driving car simulator.}, \\n}\\n\\n\\n\",\"author_short\":[\"Harvey, W.\",\"Naderiparizi, S.\",\"Masrani, V.\",\"Weilbach, C.\",\"Wood, F.\"],\"key\":\"-1-1-1-1-1-1-1-1-1-1-1-1\",\"id\":\"-1-1-1-1-1-1-1-1-1-1-1-1\",\"bibbaseid\":\"harvey-naderiparizi-masrani-weilbach-wood-flexiblediffusionmodelingoflongvideos-2022\",\"role\":\"author\",\"urls\":{\" arxiv\":\"https://arxiv.org/abs/2205.11495\",\" pdf\":\"https://arxiv.org/pdf/2205.11495.pdf\"},\"keyword\":[\"Computer Vision and Pattern Recognition (cs.CV)\",\"Machine Learning (cs.LG)\",\"FOS: Computer and information sciences\",\"FOS: Computer and information sciences\"],\"metadata\":{\"authorlinks\":{\"wood, f\":\"https://plai.cs.ubc.ca/publications/\"}},\"html\":\"\"},{\"bibtype\":\"unpublished\",\"type\":\"unpublished\",\"doi\":\"10.48550/ARXIV.2206.09021\",\"url_arxiv\":\"https://arxiv.org/abs/2206.09021\",\"author\":[{\"propositions\":[],\"lastnames\":[\"Zwartsenberg\"],\"firstnames\":[\"Berend\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Ścibior\"],\"firstnames\":[\"Adam\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Niedoba\"],\"firstnames\":[\"Matthew\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Lioutas\"],\"firstnames\":[\"Vasileios\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Liu\"],\"firstnames\":[\"Yunpeng\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Sefas\"],\"firstnames\":[\"Justice\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Dabiri\"],\"firstnames\":[\"Setareh\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Lavington\"],\"firstnames\":[\"Jonathan\",\"Wilder\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Campbell\"],\"firstnames\":[\"Trevor\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Wood\"],\"firstnames\":[\"Frank\"],\"suffixes\":[]}],\"keywords\":\"Machine Learning (stat.ML), Machine Learning (cs.LG), FOS: Computer and information sciences, FOS: Computer and information sciences, I.2.0\",\"title\":\"Conditional Permutation Invariant Flows\",\"publisher\":\"arXiv\",\"year\":\"2022\",\"copyright\":\"Creative Commons Attribution Non Commercial No Derivatives 4.0 International\",\"abstract\":\"We present a novel, conditional generative probabilistic model of set-valued data with a tractable log density. This model is a continuous normalizing flow governed by permutation equivariant dynamics. These dynamics are driven by a learnable per-set-element term and pairwise interactions, both parametrized by deep neural networks. We illustrate the utility of this model via applications including (1) complex traffic scene generation conditioned on visually specified map information, and (2) object bounding box generation conditioned directly on images. We train our model by maximizing the expected likelihood of labeled conditional data under our flow, with the aid of a penalty that ensures the dynamics are smooth and hence efficiently solvable. Our method significantly outperforms non-permutation invariant baselines in terms of log likelihood and domain-specific metrics (offroad, collision, and combined infractions), yielding realistic samples that are difficult to distinguish from real data.\",\"bibtex\":\"@unpublished{,\\n\\tdoi = {10.48550/ARXIV.2206.09021},\\n\\turl_ArXiv = {https://arxiv.org/abs/2206.09021},\\n\\tauthor = {Zwartsenberg, Berend and Ścibior, Adam and Niedoba, Matthew and Lioutas, Vasileios and Liu, Yunpeng and Sefas, Justice and Dabiri, Setareh and Lavington, Jonathan Wilder and Campbell, Trevor and Wood, Frank},\\n\\tkeywords = {Machine Learning (stat.ML), Machine Learning (cs.LG), FOS: Computer and information sciences, FOS: Computer and information sciences, I.2.0},\\n\\ttitle = {Conditional Permutation Invariant Flows},\\n\\tpublisher = {arXiv},\\n\\tyear = {2022},\\n\\tcopyright = {Creative Commons Attribution Non Commercial No Derivatives 4.0 International}, \\n\\tabstract = {We present a novel, conditional generative probabilistic model of set-valued data with a tractable log density. This model is a continuous normalizing flow governed by permutation equivariant dynamics. These dynamics are driven by a learnable per-set-element term and pairwise interactions, both parametrized by deep neural networks. We illustrate the utility of this model via applications including (1) complex traffic scene generation conditioned on visually specified map information, and (2) object bounding box generation conditioned directly on images. We train our model by maximizing the expected likelihood of labeled conditional data under our flow, with the aid of a penalty that ensures the dynamics are smooth and hence efficiently solvable. Our method significantly outperforms non-permutation invariant baselines in terms of log likelihood and domain-specific metrics (offroad, collision, and combined infractions), yielding realistic samples that are difficult to distinguish from real data.},\\n}\\n\\n\\n\",\"author_short\":[\"Zwartsenberg, B.\",\"Ścibior, A.\",\"Niedoba, M.\",\"Lioutas, V.\",\"Liu, Y.\",\"Sefas, J.\",\"Dabiri, S.\",\"Lavington, J. W.\",\"Campbell, T.\",\"Wood, F.\"],\"key\":\"-1-1-1-1-1-1-1-1-1-1-1-1-1\",\"id\":\"-1-1-1-1-1-1-1-1-1-1-1-1-1\",\"bibbaseid\":\"zwartsenberg-cibior-niedoba-lioutas-liu-sefas-dabiri-lavington-etal-conditionalpermutationinvariantflows-2022\",\"role\":\"author\",\"urls\":{\" arxiv\":\"https://arxiv.org/abs/2206.09021\"},\"keyword\":[\"Machine Learning (stat.ML)\",\"Machine Learning (cs.LG)\",\"FOS: Computer and information sciences\",\"FOS: Computer and information sciences\",\"I.2.0\"],\"metadata\":{\"authorlinks\":{\"wood, f\":\"https://plai.cs.ubc.ca/publications/\"}},\"downloads\":1,\"html\":\"\"},{\"bibtype\":\"inproceedings\",\"type\":\"inproceedings\",\"title\":\"Probabilistic Surrogate Networks for Simulators with Unbounded Randomness\",\"author\":[{\"propositions\":[],\"lastnames\":[\"Munk\"],\"firstnames\":[\"Andreas\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Zwartsenberg\"],\"firstnames\":[\"Berend\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Scibior\"],\"firstnames\":[\"Adam\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Baydin\"],\"firstnames\":[\"Atilim\",\"Gunes\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Stewart\"],\"firstnames\":[\"Andrew\",\"Lawrence\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Fernlund\"],\"firstnames\":[\"Goran\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Poursartip\"],\"firstnames\":[\"Anoush\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Wood\"],\"firstnames\":[\"Frank\"],\"suffixes\":[]}],\"booktitle\":\"The 38th Conference on Uncertainty in Artificial Intelligence\",\"year\":\"2022\",\"url_paper\":\"https://openreview.net/forum?id=r2zEpHIiqxc\",\"url_pdf\":\"https://openreview.net/pdf?id=r2zEpHIiqxc\",\"url_arxiv\":\"https://arxiv.org/abs/1910.11950\",\"abstract\":\"We present a framework for automatically structuring and training fast, approximate, deep neural surrogates of stochastic simulators. Unlike traditional approaches to surrogate modeling, our surrogates retain the interpretable structure and control flow of the reference simulator. Our surrogates target stochastic simulators where the number of random variables itself can be stochastic and potentially unbounded. Our framework further enables an automatic replacement of the reference simulator with the surrogate when undertaking amortized inference. The fidelity and speed of our surrogates allow for both faster stochastic simulation and accurate and substantially faster posterior inference. Using an illustrative yet non-trivial example we show our surrogates' ability to accurately model a probabilistic program with an unbounded number of random variables. We then proceed with an example that shows our surrogates are able to accurately model a complex structure like an unbounded stack in a program synthesis example. We further demonstrate how our surrogate modeling technique makes amortized inference in complex black-box simulators an order of magnitude faster. Specifically, we do simulator-based materials quality testing, inferring safety-critical latent internal temperature profiles of composite materials undergoing curing.\",\"bibtex\":\"@InProceedings{\\n\\tmunk2022probabilistic,\\n\\ttitle={Probabilistic Surrogate Networks for Simulators with Unbounded Randomness},\\n\\tauthor={Munk, Andreas and Zwartsenberg, Berend and Scibior, Adam and Baydin, Atilim Gunes and Stewart, Andrew Lawrence and Fernlund, Goran and Poursartip, Anoush and Wood, Frank},\\n\\tbooktitle={The 38th Conference on Uncertainty in Artificial Intelligence},\\n\\tyear={2022},\\n\\turl_Paper={https://openreview.net/forum?id=r2zEpHIiqxc},\\n\\turl_pdf={https://openreview.net/pdf?id=r2zEpHIiqxc},\\n\\turl_ArXiv={https://arxiv.org/abs/1910.11950},\\n\\tabstract={We present a framework for automatically structuring and training fast, approximate, deep neural surrogates of stochastic simulators. Unlike traditional approaches to surrogate modeling, our surrogates retain the interpretable structure and control flow of the reference simulator. Our surrogates target stochastic simulators where the number of random variables itself can be stochastic and potentially unbounded. Our framework further enables an automatic replacement of the reference simulator with the surrogate when undertaking amortized inference. The fidelity and speed of our surrogates allow for both faster stochastic simulation and accurate and substantially faster posterior inference. Using an illustrative yet non-trivial example we show our surrogates' ability to accurately model a probabilistic program with an unbounded number of random variables. We then proceed with an example that shows our surrogates are able to accurately model a complex structure like an unbounded stack in a program synthesis example. We further demonstrate how our surrogate modeling technique makes amortized inference in complex black-box simulators an order of magnitude faster. Specifically, we do simulator-based materials quality testing, inferring safety-critical latent internal temperature profiles of composite materials undergoing curing.},\\n}\\n\\n\",\"author_short\":[\"Munk, A.\",\"Zwartsenberg, B.\",\"Scibior, A.\",\"Baydin, A. G.\",\"Stewart, A. L.\",\"Fernlund, G.\",\"Poursartip, A.\",\"Wood, F.\"],\"key\":\"munk2022probabilistic\",\"id\":\"munk2022probabilistic\",\"bibbaseid\":\"munk-zwartsenberg-scibior-baydin-stewart-fernlund-poursartip-wood-probabilisticsurrogatenetworksforsimulatorswithunboundedrandomness-2022\",\"role\":\"author\",\"urls\":{\" paper\":\"https://openreview.net/forum?id=r2zEpHIiqxc\",\" pdf\":\"https://openreview.net/pdf?id=r2zEpHIiqxc\",\" arxiv\":\"https://arxiv.org/abs/1910.11950\"},\"metadata\":{\"authorlinks\":{\"wood, f\":\"https://plai.cs.ubc.ca/publications/\"}},\"downloads\":2,\"html\":\"\"},{\"bibtype\":\"article\",\"type\":\"article\",\"author\":[{\"propositions\":[],\"lastnames\":[\"Wood\"],\"firstnames\":[\"Frank\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Warrington\"],\"firstnames\":[\"Andrew\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Naderiparizi\"],\"firstnames\":[\"Saeid\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Weilbach\"],\"firstnames\":[\"Christian\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Masrani\"],\"firstnames\":[\"Vaden\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Harvey\"],\"firstnames\":[\"William\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Åšcibior\"],\"firstnames\":[\"Adam\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Beronov\"],\"firstnames\":[\"Boyan\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Grefenstette\"],\"firstnames\":[\"John\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Campbell\"],\"firstnames\":[\"Duncan\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Nasseri\"],\"firstnames\":[\"S.\",\"Ali\"],\"suffixes\":[]}],\"title\":\"Planning as Inference in Epidemiological Dynamics Models\",\"journal\":\"Frontiers in Artificial Intelligence\",\"volume\":\"4\",\"year\":\"2022\",\"url_paper\":\"https://www.frontiersin.org/article/10.3389/frai.2021.550603\",\"url_arxiv\":\"https://arxiv.org/abs/2003.13221\",\"doi\":\"10.3389/frai.2021.550603\",\"issn\":\"2624-8212\",\"support\":\"D3M,COVID,ETALUMIS\",\"abstract\":\"In this work we demonstrate how to automate parts of the infectious disease-control policy-making process via performing inference in existing epidemiological models. The kind of inference tasks undertaken include computing the posterior distribution over controllable, via direct policy-making choices, simulation model parameters that give rise to acceptable disease progression outcomes. Among other things, we illustrate the use of a probabilistic programming language that automates inference in existing simulators. Neither the full capabilities of this tool for automating inference nor its utility for planning is widely disseminated at the current time. Timely gains in understanding about how such simulation-based models and inference automation tools applied in support of policy-making could lead to less economically damaging policy prescriptions, particularly during the current COVID-19 pandemic.\",\"bibtex\":\"@article{WOO-22,\\n\\tAUTHOR={Wood, Frank and Warrington, Andrew and Naderiparizi, Saeid and Weilbach, Christian and Masrani, Vaden and Harvey, William and Åšcibior, Adam and Beronov, Boyan and Grefenstette, John and Campbell, Duncan and Nasseri, S. Ali},   \\n\\tTITLE={Planning as Inference in Epidemiological Dynamics Models},      \\n\\tJOURNAL={Frontiers in Artificial Intelligence},      \\n\\tVOLUME={4},      \\n\\tYEAR={2022},      \\n\\tURL_Paper={https://www.frontiersin.org/article/10.3389/frai.2021.550603},       \\n\\turl_ArXiv={https://arxiv.org/abs/2003.13221},\\n\\tDOI={10.3389/frai.2021.550603},      \\n\\tISSN={2624-8212},   \\n\\tsupport = {D3M,COVID,ETALUMIS},\\n  \\tABSTRACT={In this work we demonstrate how to automate parts of the infectious disease-control policy-making process via performing inference in existing epidemiological models. The kind of inference tasks undertaken include computing the posterior distribution over controllable, via direct policy-making choices, simulation model parameters that give rise to acceptable disease progression outcomes. Among other things, we illustrate the use of a probabilistic programming language that automates inference in existing simulators. Neither the full capabilities of this tool for automating inference nor its utility for planning is widely disseminated at the current time. Timely gains in understanding about how such simulation-based models and inference automation tools applied in support of policy-making could lead to less economically damaging policy prescriptions, particularly during the current COVID-19 pandemic.}\\n}\\n\\n\",\"author_short\":[\"Wood, F.\",\"Warrington, A.\",\"Naderiparizi, S.\",\"Weilbach, C.\",\"Masrani, V.\",\"Harvey, W.\",\"Åšcibior, A.\",\"Beronov, B.\",\"Grefenstette, J.\",\"Campbell, D.\",\"Nasseri, S. A.\"],\"key\":\"WOO-22\",\"id\":\"WOO-22\",\"bibbaseid\":\"wood-warrington-naderiparizi-weilbach-masrani-harvey-cibior-beronov-etal-planningasinferenceinepidemiologicaldynamicsmodels-2022\",\"role\":\"author\",\"urls\":{\" paper\":\"https://www.frontiersin.org/article/10.3389/frai.2021.550603\",\" arxiv\":\"https://arxiv.org/abs/2003.13221\"},\"metadata\":{\"authorlinks\":{\"wood, f\":\"https://plai.cs.ubc.ca/publications/\"}},\"downloads\":10,\"html\":\"\"},{\"bibtype\":\"unpublished\",\"type\":\"unpublished\",\"doi\":\"10.48550/ARXIV.2202.08587\",\"url_arxiv\":\"https://arxiv.org/abs/2202.08587\",\"author\":[{\"propositions\":[],\"lastnames\":[\"Baydin\"],\"firstnames\":[\"Atılım\",\"Güneş\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Pearlmutter\"],\"firstnames\":[\"Barak\",\"A.\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Syme\"],\"firstnames\":[\"Don\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Wood\"],\"firstnames\":[\"Frank\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Torr\"],\"firstnames\":[\"Philip\"],\"suffixes\":[]}],\"keywords\":\"Machine Learning (cs.LG), Machine Learning (stat.ML), FOS: Computer and information sciences, FOS: Computer and information sciences, I.2.6; I.2.5, 68T07\",\"title\":\"Gradients without Backpropagation\",\"publisher\":\"arXiv\",\"year\":\"2022\",\"copyright\":\"arXiv.org perpetual, non-exclusive license\",\"abstract\":\"Using backpropagation to compute gradients of objective functions for optimization has remained a mainstay of machine learning. Backpropagation, or reverse-mode differentiation, is a special case within the general family of automatic differentiation algorithms that also includes the forward mode. We present a method to compute gradients based solely on the directional derivative that one can compute exactly and efficiently via the forward mode. We call this formulation the forward gradient, an unbiased estimate of the gradient that can be evaluated in a single forward run of the function, entirely eliminating the need for backpropagation in gradient descent. We demonstrate forward gradient descent in a range of problems, showing substantial savings in computation and enabling training up to twice as fast in some cases.\",\"bibtex\":\"@unpublished{BAY-22,\\n  doi = {10.48550/ARXIV.2202.08587},\\n  url_ArXiv = {https://arxiv.org/abs/2202.08587},\\n  author = {Baydin, Atılım Güneş and Pearlmutter, Barak A. and Syme, Don and Wood, Frank and Torr, Philip},\\n  keywords = {Machine Learning (cs.LG), Machine Learning (stat.ML), FOS: Computer and information sciences, FOS: Computer and information sciences, I.2.6; I.2.5, 68T07},\\n  title = {Gradients without Backpropagation},\\n  publisher = {arXiv},\\n  year = {2022}, \\n  copyright = {arXiv.org perpetual, non-exclusive license},\\n  abstract={Using backpropagation to compute gradients of objective functions for optimization has remained a mainstay of machine learning. Backpropagation, or reverse-mode differentiation, is a special case within the general family of automatic differentiation algorithms that also includes the forward mode. We present a method to compute gradients based solely on the directional derivative that one can compute exactly and efficiently via the forward mode. We call this formulation the forward gradient, an unbiased estimate of the gradient that can be evaluated in a single forward run of the function, entirely eliminating the need for backpropagation in gradient descent. We demonstrate forward gradient descent in a range of problems, showing substantial savings in computation and enabling training up to twice as fast in some cases.}\\n}\\n\\n\",\"author_short\":[\"Baydin, A. G.\",\"Pearlmutter, B. A.\",\"Syme, D.\",\"Wood, F.\",\"Torr, P.\"],\"key\":\"BAY-22\",\"id\":\"BAY-22\",\"bibbaseid\":\"baydin-pearlmutter-syme-wood-torr-gradientswithoutbackpropagation-2022\",\"role\":\"author\",\"urls\":{\" arxiv\":\"https://arxiv.org/abs/2202.08587\"},\"keyword\":[\"Machine Learning (cs.LG)\",\"Machine Learning (stat.ML)\",\"FOS: Computer and information sciences\",\"FOS: Computer and information sciences\",\"I.2.6; I.2.5\",\"68T07\"],\"metadata\":{\"authorlinks\":{\"wood, f\":\"https://plai.cs.ubc.ca/publications/\"}},\"downloads\":5,\"html\":\"\"},{\"bibtype\":\"unpublished\",\"type\":\"unpublished\",\"doi\":\"10.48550/ARXIV.2202.02693\",\"url_arxiv\":\"https://arxiv.org/abs/2202.02693\",\"author\":[{\"propositions\":[],\"lastnames\":[\"Teng\"],\"firstnames\":[\"Michael\"],\"suffixes\":[]},{\"propositions\":[\"van\",\"de\"],\"lastnames\":[\"Panne\"],\"firstnames\":[\"Michiel\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Wood\"],\"firstnames\":[\"Frank\"],\"suffixes\":[]}],\"keywords\":\"Machine Learning (cs.LG), Artificial Intelligence (cs.AI), FOS: Computer and information sciences, FOS: Computer and information sciences\",\"title\":\"Exploration with Multi-Sample Target Values for Distributional Reinforcement Learning\",\"publisher\":\"arXiv\",\"year\":\"2022\",\"copyright\":\"arXiv.org perpetual, non-exclusive license\",\"abstract\":\"Distributional reinforcement learning (RL) aims to learn a value-network that predicts the full distribution of the returns for a given state, often modeled via a quantile-based critic. This approach has been successfully integrated into common RL methods for continuous control, giving rise to algorithms such as Distributional Soft Actor-Critic (DSAC). In this paper, we introduce multi-sample target values (MTV) for distributional RL, as a principled replacement for single-sample target value estimation, as commonly employed in current practice. The improved distributional estimates further lend themselves to UCB-based exploration. These two ideas are combined to yield our distributional RL algorithm, E2DC (Extra Exploration with Distributional Critics). We evaluate our approach on a range of continuous control tasks and demonstrate state-of-the-art model-free performance on difficult tasks such as Humanoid control. We provide further insight into the method via visualization and analysis of the learned distributions and their evolution during training.\",\"bibtex\":\"@unpublished{TEN-22,\\n  doi = {10.48550/ARXIV.2202.02693},\\n  url_ArXiv = {https://arxiv.org/abs/2202.02693},\\n  author = {Teng, Michael and van de Panne, Michiel and Wood, Frank},\\n  keywords = {Machine Learning (cs.LG), Artificial Intelligence (cs.AI), FOS: Computer and information sciences, FOS: Computer and information sciences},\\n  title = {Exploration with Multi-Sample Target Values for Distributional Reinforcement Learning},\\n  publisher = {arXiv},\\n  year = {2022},  \\n  copyright = {arXiv.org perpetual, non-exclusive license},\\n  abstract = {Distributional reinforcement learning (RL) aims to learn a value-network that predicts the full distribution of the returns for a given state, often modeled via a quantile-based critic. This approach has been successfully integrated into common RL methods for continuous control, giving rise to algorithms such as Distributional Soft Actor-Critic (DSAC). In this paper, we introduce multi-sample target values (MTV) for distributional RL, as a principled replacement for single-sample target value estimation, as commonly employed in current practice. The improved distributional estimates further lend themselves to UCB-based exploration. These two ideas are combined to yield our distributional RL algorithm, E2DC (Extra Exploration with Distributional Critics). We evaluate our approach on a range of continuous control tasks and demonstrate state-of-the-art model-free performance on difficult tasks such as Humanoid control. We provide further insight into the method via visualization and analysis of the learned distributions and their evolution during training.}\\n}\\n\\n\",\"author_short\":[\"Teng, M.\",\"van de Panne, M.\",\"Wood, F.\"],\"key\":\"TEN-22\",\"id\":\"TEN-22\",\"bibbaseid\":\"teng-vandepanne-wood-explorationwithmultisampletargetvaluesfordistributionalreinforcementlearning-2022\",\"role\":\"author\",\"urls\":{\" arxiv\":\"https://arxiv.org/abs/2202.02693\"},\"keyword\":[\"Machine Learning (cs.LG)\",\"Artificial Intelligence (cs.AI)\",\"FOS: Computer and information sciences\",\"FOS: Computer and information sciences\"],\"metadata\":{\"authorlinks\":{\"wood, f\":\"https://plai.cs.ubc.ca/publications/\"}},\"html\":\"\"},{\"bibtype\":\"unpublished\",\"type\":\"unpublished\",\"doi\":\"10.48550/ARXIV.2201.05151\",\"url_arxiv\":\"https://arxiv.org/abs/2201.05151\",\"author\":[{\"propositions\":[],\"lastnames\":[\"Bateni\"],\"firstnames\":[\"Peyman\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Barber\"],\"firstnames\":[\"Jarred\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Goyal\"],\"firstnames\":[\"Raghav\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Masrani\"],\"firstnames\":[\"Vaden\"],\"suffixes\":[]},{\"propositions\":[\"van\",\"de\"],\"lastnames\":[\"Meent\"],\"firstnames\":[\"Jan-Willem\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Sigal\"],\"firstnames\":[\"Leonid\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Wood\"],\"firstnames\":[\"Frank\"],\"suffixes\":[]}],\"keywords\":\"Computer Vision and Pattern Recognition (cs.CV), FOS: Computer and information sciences, FOS: Computer and information sciences\",\"title\":\"Beyond Simple Meta-Learning: Multi-Purpose Models for Multi-Domain, Active and Continual Few-Shot Learning\",\"publisher\":\"arXiv\",\"year\":\"2022\",\"copyright\":\"Creative Commons Attribution 4.0 International\",\"abstract\":\"Modern deep learning requires large-scale extensively labelled datasets for training. Few-shot learning aims to alleviate this issue by learning effectively from few labelled examples. In previously proposed few-shot visual classifiers, it is assumed that the feature manifold, where classifier decisions are made, has uncorrelated feature dimensions and uniform feature variance. In this work, we focus on addressing the limitations arising from this assumption by proposing a variance-sensitive class of models that operates in a low-label regime. The first method, Simple CNAPS, employs a hierarchically regularized Mahalanobis-distance based classifier combined with a state of the art neural adaptive feature extractor to achieve strong performance on Meta-Dataset, mini-ImageNet and tiered-ImageNet benchmarks. We further extend this approach to a transductive learning setting, proposing Transductive CNAPS. This transductive method combines a soft k-means parameter refinement procedure with a two-step task encoder to achieve improved test-time classification accuracy using unlabelled data. Transductive CNAPS achieves state of the art performance on Meta-Dataset. Finally, we explore the use of our methods (Simple and Transductive) for \\\"out of the box\\\" continual and active learning. Extensive experiments on large scale benchmarks illustrate robustness and versatility of this, relatively speaking, simple class of models. All trained model checkpoints and corresponding source codes have been made publicly available.\",\"bibtex\":\"@unpublished{BAT-22,\\n  doi = {10.48550/ARXIV.2201.05151},\\n  url_ArXiv = {https://arxiv.org/abs/2201.05151},\\n  author = {Bateni, Peyman and Barber, Jarred and Goyal, Raghav and Masrani, Vaden and van de Meent, Jan-Willem and Sigal, Leonid and Wood, Frank},\\n  keywords = {Computer Vision and Pattern Recognition (cs.CV), FOS: Computer and information sciences, FOS: Computer and information sciences},\\n  title = {Beyond Simple Meta-Learning: Multi-Purpose Models for Multi-Domain, Active and Continual Few-Shot Learning},\\n  publisher = {arXiv},\\n  year = {2022},  \\n  copyright = {Creative Commons Attribution 4.0 International},\\n  abstract={Modern deep learning requires large-scale extensively labelled datasets for training. Few-shot learning aims to alleviate this issue by learning effectively from few labelled examples. In previously proposed few-shot visual classifiers, it is assumed that the feature manifold, where classifier decisions are made, has uncorrelated feature dimensions and uniform feature variance. In this work, we focus on addressing the limitations arising from this assumption by proposing a variance-sensitive class of models that operates in a low-label regime. The first method, Simple CNAPS, employs a hierarchically regularized Mahalanobis-distance based classifier combined with a state of the art neural adaptive feature extractor to achieve strong performance on Meta-Dataset, mini-ImageNet and tiered-ImageNet benchmarks. We further extend this approach to a transductive learning setting, proposing Transductive CNAPS. This transductive method combines a soft k-means parameter refinement procedure with a two-step task encoder to achieve improved test-time classification accuracy using unlabelled data. Transductive CNAPS achieves state of the art performance on Meta-Dataset. Finally, we explore the use of our methods (Simple and Transductive) for \\\"out of the box\\\" continual and active learning. Extensive experiments on large scale benchmarks illustrate robustness and versatility of this, relatively speaking, simple class of models. All trained model checkpoints and corresponding source codes have been made publicly available.}\\n}\\n\\n\",\"author_short\":[\"Bateni, P.\",\"Barber, J.\",\"Goyal, R.\",\"Masrani, V.\",\"van de Meent, J.\",\"Sigal, L.\",\"Wood, F.\"],\"key\":\"BAT-22\",\"id\":\"BAT-22\",\"bibbaseid\":\"bateni-barber-goyal-masrani-vandemeent-sigal-wood-beyondsimplemetalearningmultipurposemodelsformultidomainactiveandcontinualfewshotlearning-2022\",\"role\":\"author\",\"urls\":{\" arxiv\":\"https://arxiv.org/abs/2201.05151\"},\"keyword\":[\"Computer Vision and Pattern Recognition (cs.CV)\",\"FOS: Computer and information sciences\",\"FOS: Computer and information sciences\"],\"metadata\":{\"authorlinks\":{\"wood, f\":\"https://plai.cs.ubc.ca/publications/\"}},\"downloads\":1,\"html\":\"\"},{\"bibtype\":\"inproceedings\",\"type\":\"inproceedings\",\"author\":[{\"propositions\":[],\"lastnames\":[\"Bateni\"],\"firstnames\":[\"Peyman\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Barber\"],\"firstnames\":[\"Jarred\"],\"suffixes\":[]},{\"propositions\":[\"van\",\"de\"],\"lastnames\":[\"Meent\"],\"firstnames\":[\"Jan-Willem\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Wood\"],\"firstnames\":[\"Frank\"],\"suffixes\":[]}],\"title\":\"Enhancing Few-Shot Image Classification With Unlabelled Examples\",\"booktitle\":\"Proceedings of the IEEE/CVF Winter Conference on Applications of Computer Vision (WACV)\",\"month\":\"January\",\"year\":\"2022\",\"pages\":\"2796-2805\",\"url_arxiv\":\"https://arxiv.org/abs/2006.12245\",\"url_paper\":\"https://ieeexplore.ieee.org/document/9706775\",\"support\":\"D3M,LwLL\",\"abstract\":\"We develop a transductive meta-learning method that uses unlabelled instances to improve few-shot image classification performance. Our approach combines a regularized Mahalanobis-distance-based soft k-means clustering procedure with a modified state of the art neural adaptive feature extractor to achieve improved test-time classification accuracy using unlabelled data. We evaluate our method on transductive few-shot learning tasks, in which the goal is to jointly predict labels for query (test) examples given a set of support (training) examples. We achieve state of the art performance on the Meta-Dataset, mini-ImageNet and tiered-ImageNet benchmarks.\",\"bibtex\":\"@InProceedings{Bateni_2022_WACV,\\n    author    = {Bateni, Peyman and Barber, Jarred and van de Meent, Jan-Willem and Wood, Frank},\\n    title     = {Enhancing Few-Shot Image Classification With Unlabelled Examples},\\n    booktitle = {Proceedings of the IEEE/CVF Winter Conference on Applications of Computer Vision (WACV)},\\n    month     = {January},\\n    year      = {2022},\\n    pages     = {2796-2805},\\n    url_ArXiv = {https://arxiv.org/abs/2006.12245},\\n    url_Paper = {https://ieeexplore.ieee.org/document/9706775},\\n    support = {D3M,LwLL},\\n    abstract={We develop a transductive meta-learning method that uses unlabelled instances to improve few-shot image classification performance. Our approach combines a regularized Mahalanobis-distance-based soft k-means clustering procedure with a modified state of the art neural adaptive feature extractor to achieve improved test-time classification accuracy using unlabelled data. We evaluate our method on transductive few-shot learning tasks, in which the goal is to jointly predict labels for query (test) examples given a set of support (training) examples. We achieve state of the art performance on the Meta-Dataset, mini-ImageNet and tiered-ImageNet benchmarks.}\\n}\\n\\n\",\"author_short\":[\"Bateni, P.\",\"Barber, J.\",\"van de Meent, J.\",\"Wood, F.\"],\"key\":\"Bateni_2022_WACV\",\"id\":\"Bateni_2022_WACV\",\"bibbaseid\":\"bateni-barber-vandemeent-wood-enhancingfewshotimageclassificationwithunlabelledexamples-2022\",\"role\":\"author\",\"urls\":{\" arxiv\":\"https://arxiv.org/abs/2006.12245\",\" paper\":\"https://ieeexplore.ieee.org/document/9706775\"},\"metadata\":{\"authorlinks\":{\"wood, f\":\"https://plai.cs.ubc.ca/publications/\"}},\"downloads\":5,\"html\":\"\"},{\"bibtype\":\"inproceedings\",\"type\":\"inproceedings\",\"title\":\"q-Paths: Generalizing the geometric annealing path using power means\",\"author\":[{\"propositions\":[],\"lastnames\":[\"Masrani\"],\"firstnames\":[\"Vaden\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Brekelmans\"],\"firstnames\":[\"Rob\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Bui\"],\"firstnames\":[\"Thang\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Nielsen\"],\"firstnames\":[\"Frank\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Galstyan\"],\"firstnames\":[\"Aram\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Ver\",\"Steeg\"],\"firstnames\":[\"Greg\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Wood\"],\"firstnames\":[\"Frank\"],\"suffixes\":[]}],\"booktitle\":\"Proceedings of the Thirty-Seventh Conference on Uncertainty in Artificial Intelligence\",\"pages\":\"1938–1947\",\"year\":\"2021\",\"editor\":[{\"propositions\":[\"de\"],\"lastnames\":[\"Campos\"],\"firstnames\":[\"Cassio\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Maathuis\"],\"firstnames\":[\"Marloes\",\"H.\"],\"suffixes\":[]}],\"volume\":\"161\",\"series\":\"Proceedings of Machine Learning Research\",\"month\":\"27–30 Jul\",\"publisher\":\"PMLR\",\"url_pdf\":\"https://proceedings.mlr.press/v161/masrani21a/masrani21a.pdf\",\"url_paper\":\"https://proceedings.mlr.press/v161/masrani21a.html\",\"url_arxiv\":\"https://arxiv.org/abs/2107.00745\",\"abstract\":\"Many common machine learning methods involve the geometric annealing path, a sequence of intermediate densities between two distributions of interest constructed using the geometric average. While alternatives such as the moment-averaging path have demonstrated performance gains in some settings, their practical applicability remains limited by exponential family endpoint assumptions and a lack of closed form energy function. In this work, we introduce $q$-paths, a family of paths which is derived from a generalized notion of the mean, includes the geometric and arithmetic mixtures as special cases, and admits a simple closed form involving the deformed logarithm function from nonextensive thermodynamics. Following previous analysis of the geometric path, we interpret our $q$-paths as corresponding to a $q$-exponential family of distributions, and provide a variational representation of intermediate densities as minimizing a mixture of $α$-divergences to the endpoints. We show that small deviations away from the geometric path yield empirical gains for Bayesian inference using Sequential Monte Carlo and generative model evaluation using Annealed Importance Sampling.\",\"bibtex\":\"@InProceedings{pmlr-v161-masrani21a,\\n  title = \\t {q-Paths: Generalizing the geometric annealing path using power means},\\n  author =       {Masrani, Vaden and Brekelmans, Rob and Bui, Thang and Nielsen, Frank and Galstyan, Aram and Ver Steeg, Greg and Wood, Frank},\\n  booktitle = \\t {Proceedings of the Thirty-Seventh Conference on Uncertainty in Artificial Intelligence},\\n  pages = \\t {1938--1947},\\n  year = \\t {2021},\\n  editor = \\t {de Campos, Cassio and Maathuis, Marloes H.},\\n  volume = \\t {161},\\n  series = \\t {Proceedings of Machine Learning Research},\\n  month = \\t {27--30 Jul},\\n  publisher =    {PMLR},\\n  url_pdf = \\t {https://proceedings.mlr.press/v161/masrani21a/masrani21a.pdf},\\n  url_Paper = \\t {https://proceedings.mlr.press/v161/masrani21a.html},\\n  url_ArXiv=     {https://arxiv.org/abs/2107.00745},\\n  abstract = \\t {Many common machine learning methods involve the geometric annealing path, a sequence of intermediate densities between two distributions of interest constructed using the geometric average. While alternatives such as the moment-averaging path have demonstrated performance gains in some settings, their practical applicability remains limited by exponential family endpoint assumptions and a lack of closed form energy function. In this work, we introduce $q$-paths, a family of paths which is derived from a generalized notion of the mean, includes the geometric and arithmetic mixtures as special cases, and admits a simple closed form involving the deformed logarithm function from nonextensive thermodynamics. Following previous analysis of the geometric path, we interpret our $q$-paths as corresponding to a $q$-exponential family of distributions, and provide a variational representation of intermediate densities as minimizing a mixture of $\\\\alpha$-divergences to the endpoints. We show that small deviations away from the geometric path yield empirical gains for Bayesian inference using Sequential Monte Carlo and generative model evaluation using Annealed Importance Sampling.}\\n}\\n\\n\",\"author_short\":[\"Masrani, V.\",\"Brekelmans, R.\",\"Bui, T.\",\"Nielsen, F.\",\"Galstyan, A.\",\"Ver Steeg, G.\",\"Wood, F.\"],\"editor_short\":[\"de Campos, C.\",\"Maathuis, M. H.\"],\"key\":\"pmlr-v161-masrani21a\",\"id\":\"pmlr-v161-masrani21a\",\"bibbaseid\":\"masrani-brekelmans-bui-nielsen-galstyan-versteeg-wood-qpathsgeneralizingthegeometricannealingpathusingpowermeans-2021\",\"role\":\"author\",\"urls\":{\" pdf\":\"https://proceedings.mlr.press/v161/masrani21a/masrani21a.pdf\",\" paper\":\"https://proceedings.mlr.press/v161/masrani21a.html\",\" arxiv\":\"https://arxiv.org/abs/2107.00745\"},\"metadata\":{\"authorlinks\":{\"wood, f\":\"https://plai.cs.ubc.ca/publications/\"}},\"html\":\"\"},{\"bibtype\":\"inproceedings\",\"type\":\"inproceedings\",\"title\":\"A Closer Look at Gradient Estimators with Reinforcement Learning as Inference\",\"author\":[{\"firstnames\":[\"Jonathan\",\"Wilder\"],\"propositions\":[],\"lastnames\":[\"Lavington\"],\"suffixes\":[]},{\"firstnames\":[\"Michael\"],\"propositions\":[],\"lastnames\":[\"Teng\"],\"suffixes\":[]},{\"firstnames\":[\"Mark\"],\"propositions\":[],\"lastnames\":[\"Schmidt\"],\"suffixes\":[]},{\"firstnames\":[\"Frank\"],\"propositions\":[],\"lastnames\":[\"Wood\"],\"suffixes\":[]}],\"booktitle\":\"Deep RL Workshop NeurIPS 2021\",\"year\":\"2021\",\"url_paper\":\"https://openreview.net/forum?id=bR0K-nz1-6p\",\"bibtex\":\"@inproceedings{\\nlavington2021a,\\ntitle={A Closer Look at Gradient Estimators with Reinforcement Learning as Inference},\\nauthor={Jonathan Wilder Lavington and Michael Teng and Mark Schmidt and Frank Wood},\\nbooktitle={Deep RL Workshop NeurIPS 2021},\\nyear={2021},\\nurl_Paper={https://openreview.net/forum?id=bR0K-nz1-6p}\\n}\\n\\n\",\"author_short\":[\"Lavington, J. W.\",\"Teng, M.\",\"Schmidt, M.\",\"Wood, F.\"],\"key\":\"lavington2021a\",\"id\":\"lavington2021a\",\"bibbaseid\":\"lavington-teng-schmidt-wood-acloserlookatgradientestimatorswithreinforcementlearningasinference-2021\",\"role\":\"author\",\"urls\":{\" paper\":\"https://openreview.net/forum?id=bR0K-nz1-6p\"},\"metadata\":{\"authorlinks\":{\"wood, f\":\"https://plai.cs.ubc.ca/publications/\"}},\"downloads\":1,\"html\":\"\"},{\"bibtype\":\"inproceedings\",\"type\":\"inproceedings\",\"title\":\"Conditional Image Generation by Conditioning Variational Auto-Encoders\",\"author\":[{\"firstnames\":[\"William\"],\"propositions\":[],\"lastnames\":[\"Harvey\"],\"suffixes\":[]},{\"firstnames\":[\"Saeid\"],\"propositions\":[],\"lastnames\":[\"Naderiparizi\"],\"suffixes\":[]},{\"firstnames\":[\"Frank\"],\"propositions\":[],\"lastnames\":[\"Wood\"],\"suffixes\":[]}],\"booktitle\":\"International Conference on Learning Representations\",\"year\":\"2022\",\"url_paper\":\"https://openreview.net/forum?id=7MV6uLzOChW\",\"bibtex\":\"@inproceedings{\\nharvey2022conditional,\\ntitle={Conditional Image Generation by Conditioning Variational Auto-Encoders},\\nauthor={William Harvey and Saeid Naderiparizi and Frank Wood},\\nbooktitle={International Conference on Learning Representations},\\nyear={2022},\\nurl_Paper={https://openreview.net/forum?id=7MV6uLzOChW}\\n}\\n\\n\\n\",\"author_short\":[\"Harvey, W.\",\"Naderiparizi, S.\",\"Wood, F.\"],\"key\":\"harvey2022conditional\",\"id\":\"harvey2022conditional\",\"bibbaseid\":\"harvey-naderiparizi-wood-conditionalimagegenerationbyconditioningvariationalautoencoders-2022\",\"role\":\"author\",\"urls\":{\" paper\":\"https://openreview.net/forum?id=7MV6uLzOChW\"},\"metadata\":{\"authorlinks\":{\"wood, f\":\"https://plai.cs.ubc.ca/publications/\"}},\"downloads\":5,\"html\":\"\"},{\"bibtype\":\"unpublished\",\"type\":\"unpublished\",\"title\":\"Image Completion via Inference in Deep Generative Models\",\"author\":[{\"propositions\":[],\"lastnames\":[\"Harvey\"],\"firstnames\":[\"William\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Naderiparizi\"],\"firstnames\":[\"Saeid\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Wood\"],\"firstnames\":[\"Frank\"],\"suffixes\":[]}],\"journal\":\"arXiv preprint arXiv:2102.12037\",\"year\":\"2021\",\"url_arxiv\":\"https://arxiv.org/abs/2102.12037\",\"eprint\":\"2102.12037\",\"archiveprefix\":\"arXiv\",\"support\":\"D3M\",\"abtstract\":\"We consider image completion from the perspective of amortized inference in an image generative model. We leverage recent state of the art variational auto-encoder architectures that have been shown to produce photo-realistic natural images at non-trivial resolutions. Through amortized inference in such a model we can train neural artifacts that produce diverse, realistic image completions even when the vast majority of an image is missing. We demonstrate superior sample quality and diversity compared to prior art on the CIFAR-10 and FFHQ-256 datasets. We conclude by describing and demonstrating an application that requires an in-painting model with the capabilities ours exhibits: the use of Bayesian optimal experimental design to select the most informative sequence of small field of view x-rays for chest pathology detection.\",\"bibtex\":\"@unpublished{harvey2021image,\\n  title={Image Completion via Inference in Deep Generative Models},\\n  author={Harvey, William and Naderiparizi, Saeid and Wood, Frank},\\n  journal={arXiv preprint arXiv:2102.12037},\\n  year={2021},\\n  url_ArXiv = {https://arxiv.org/abs/2102.12037},\\n  eprint={2102.12037},\\n  archivePrefix={arXiv},\\n   support = {D3M},\\n  abtstract={We consider image completion from the perspective of amortized inference in an image generative model. We leverage recent state of the art variational auto-encoder architectures that have been shown to produce photo-realistic natural images at non-trivial resolutions. Through amortized inference in such a model we can train neural artifacts that produce diverse, realistic image completions even when the vast majority of an image is missing. We demonstrate superior sample quality and diversity compared to prior art on the CIFAR-10 and FFHQ-256 datasets. We conclude by describing and demonstrating an application that requires an in-painting model with the capabilities ours exhibits: the use of Bayesian optimal experimental design to select the most informative sequence of small field of view x-rays for chest pathology detection.}\\n}\\n\\n\",\"author_short\":[\"Harvey, W.\",\"Naderiparizi, S.\",\"Wood, F.\"],\"key\":\"harvey2021image\",\"id\":\"harvey2021image\",\"bibbaseid\":\"harvey-naderiparizi-wood-imagecompletionviainferenceindeepgenerativemodels-2021\",\"role\":\"author\",\"urls\":{\" arxiv\":\"https://arxiv.org/abs/2102.12037\"},\"metadata\":{\"authorlinks\":{\"wood, f\":\"https://plai.cs.ubc.ca/publications/\"}},\"downloads\":1,\"html\":\"\"},{\"bibtype\":\"techreport\",\"type\":\"techreport\",\"title\":\"Probabilistic Label-Efficient Deep Generative Structures (PLEDGES)\",\"author\":[{\"propositions\":[],\"lastnames\":[\"Pfeffer\"],\"firstnames\":[\"Avi\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Call\"],\"firstnames\":[\"Catherine\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Wood\"],\"firstnames\":[\"Frank\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Rosenberg\"],\"firstnames\":[\"Brad\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Bibbiani\"],\"firstnames\":[\"Kirstin\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Sigal\"],\"firstnames\":[\"Leonid\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Shah\"],\"firstnames\":[\"Ishaan\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Erdogmus\"],\"firstnames\":[\"Deniz\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Singh\"],\"firstnames\":[\"Sameer\"],\"suffixes\":[]},{\"propositions\":[\"van\",\"de\"],\"lastnames\":[\"Meent\"],\"firstnames\":[\"Jan\",\"W\"],\"suffixes\":[]}],\"year\":\"2021\",\"institution\":\"Charles River Analytics Inc.\",\"url\":\"https://apps.dtic.mil/sti/citations/AD1145098\",\"bibtex\":\"@techreport{pfeffer2021probabilistic,\\n  title={Probabilistic Label-Efficient Deep Generative Structures (PLEDGES)},\\n  author={Pfeffer, Avi and Call, Catherine and Wood, Frank and Rosenberg, Brad and Bibbiani, Kirstin and Sigal, Leonid and Shah, Ishaan and Erdogmus, Deniz and Singh, Sameer and van de Meent, Jan W},\\n  year={2021},\\n  institution={Charles River Analytics Inc.},\\n  url={https://apps.dtic.mil/sti/citations/AD1145098}\\n}\\n\\n\",\"author_short\":[\"Pfeffer, A.\",\"Call, C.\",\"Wood, F.\",\"Rosenberg, B.\",\"Bibbiani, K.\",\"Sigal, L.\",\"Shah, I.\",\"Erdogmus, D.\",\"Singh, S.\",\"van de Meent, J. W\"],\"key\":\"pfeffer2021probabilistic\",\"id\":\"pfeffer2021probabilistic\",\"bibbaseid\":\"pfeffer-call-wood-rosenberg-bibbiani-sigal-shah-erdogmus-etal-probabilisticlabelefficientdeepgenerativestructurespledges-2021\",\"role\":\"author\",\"urls\":{\"Paper\":\"https://apps.dtic.mil/sti/citations/AD1145098\"},\"metadata\":{\"authorlinks\":{\"wood, f\":\"https://plai.cs.ubc.ca/publications/\"}},\"html\":\"\"},{\"bibtype\":\"inproceedings\",\"type\":\"inproceedings\",\"title\":\"Robust Asymmetric Learning in POMDPs\",\"author\":[{\"propositions\":[],\"lastnames\":[\"Warrington\"],\"firstnames\":[\"Andrew\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Lavington\"],\"firstnames\":[\"Jonathan\",\"W\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Scibior\"],\"firstnames\":[\"Adam\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Schmidt\"],\"firstnames\":[\"Mark\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Wood\"],\"firstnames\":[\"Frank\"],\"suffixes\":[]}],\"booktitle\":\"Proceedings of the 38th International Conference on Machine Learning\",\"pages\":\"11013–11023\",\"year\":\"2021\",\"editor\":[{\"propositions\":[],\"lastnames\":[\"Meila\"],\"firstnames\":[\"Marina\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Zhang\"],\"firstnames\":[\"Tong\"],\"suffixes\":[]}],\"volume\":\"139\",\"series\":\"Proceedings of Machine Learning Research\",\"month\":\"18–24 Jul\",\"publisher\":\"PMLR\",\"url_pdf\":\"http://proceedings.mlr.press/v139/warrington21a/warrington21a.pdf\",\"url_paper\":\"https://proceedings.mlr.press/v139/warrington21a.html\",\"url_arxiv\":\"https://arxiv.org/abs/2012.15566\",\"abstract\":\"Policies for partially observed Markov decision processes can be efficiently learned by imitating expert policies generated using asymmetric information. Unfortunately, existing approaches for this kind of imitation learning have a serious flaw: the expert does not know what the trainee cannot see, and as a result may encourage actions that are sub-optimal or unsafe under partial information. To address this issue, we derive an update which, when applied iteratively to an expert, maximizes the expected reward of the trainee’s policy. Using this update, we construct a computationally efficient algorithm, adaptive asymmetric DAgger (A2D), that jointly trains the expert and trainee policies. We then show that A2D allows the trainee to safely imitate the modified expert, and outperforms policies learned either by imitating a fixed expert or through direct reinforcement learning.\",\"bibtex\":\"@InProceedings{pmlr-v139-warrington21a,\\n  title = \\t {Robust Asymmetric Learning in POMDPs},\\n  author =       {Warrington, Andrew and Lavington, Jonathan W and Scibior, Adam and Schmidt, Mark and Wood, Frank},\\n  booktitle = \\t {Proceedings of the 38th International Conference on Machine Learning},\\n  pages = \\t {11013--11023},\\n  year = \\t {2021},\\n  editor = \\t {Meila, Marina and Zhang, Tong},\\n  volume = \\t {139},\\n  series = \\t {Proceedings of Machine Learning Research},\\n  month = \\t {18--24 Jul},\\n  publisher =    {PMLR},\\n  url_pdf = \\t {http://proceedings.mlr.press/v139/warrington21a/warrington21a.pdf},\\n  url_Paper = \\t {https://proceedings.mlr.press/v139/warrington21a.html},\\n  url_ArXiv={https://arxiv.org/abs/2012.15566},\\n  abstract = \\t {Policies for partially observed Markov decision processes can be efficiently learned by imitating expert policies generated using asymmetric information. Unfortunately, existing approaches for this kind of imitation learning have a serious flaw: the expert does not know what the trainee cannot see, and as a result may encourage actions that are sub-optimal or unsafe under partial information. To address this issue, we derive an update which, when applied iteratively to an expert, maximizes the expected reward of the trainee’s policy. Using this update, we construct a computationally efficient algorithm, adaptive asymmetric DAgger (A2D), that jointly trains the expert and trainee policies. We then show that A2D allows the trainee to safely imitate the modified expert, and outperforms policies learned either by imitating a fixed expert or through direct reinforcement learning.}\\n}\\n\\n\",\"author_short\":[\"Warrington, A.\",\"Lavington, J. W\",\"Scibior, A.\",\"Schmidt, M.\",\"Wood, F.\"],\"editor_short\":[\"Meila, M.\",\"Zhang, T.\"],\"key\":\"pmlr-v139-warrington21a\",\"id\":\"pmlr-v139-warrington21a\",\"bibbaseid\":\"warrington-lavington-scibior-schmidt-wood-robustasymmetriclearninginpomdps-2021\",\"role\":\"author\",\"urls\":{\" pdf\":\"http://proceedings.mlr.press/v139/warrington21a/warrington21a.pdf\",\" paper\":\"https://proceedings.mlr.press/v139/warrington21a.html\",\" arxiv\":\"https://arxiv.org/abs/2012.15566\"},\"metadata\":{\"authorlinks\":{\"wood, f\":\"https://plai.cs.ubc.ca/publications/\"}},\"downloads\":2,\"html\":\"\"},{\"bibtype\":\"inproceedings\",\"type\":\"inproceedings\",\"title\":\"Imagining The Road Ahead: Multi-Agent Trajectory Prediction via Differentiable Simulation\",\"author\":[{\"propositions\":[],\"lastnames\":[\"Scibior\"],\"firstnames\":[\"Adam\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Lioutas\"],\"firstnames\":[\"Vasileios\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Reda\"],\"firstnames\":[\"Daniele\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Bateni\"],\"firstnames\":[\"Peyman\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Wood\"],\"firstnames\":[\"Frank\"],\"suffixes\":[]}],\"booktitle\":\"IEEE Intelligent Transportation Systems Conference (ITSC)\",\"year\":\"2021\",\"url_arxiv\":\"https://arxiv.org/abs/2104.11212\",\"url_paper\":\"https://ieeexplore.ieee.org/abstract/document/9565113\",\"key\":\"scibior2021imagining\",\"id\":\"scibior2021imagining\",\"bibbaseid\":\"anonymous-imaginingtheroadaheadmultiagenttrajectorypredictionviadifferentiablesimulation-2021\",\"role\":\"author\",\"urls\":{\" arxiv\":\"https://arxiv.org/abs/2104.11212\",\" paper\":\"https://ieeexplore.ieee.org/abstract/document/9565113\"},\"metadata\":{\"authorlinks\":{\"wood, f\":\"https://plai.cs.ubc.ca/publications/\"}},\"html\":\"\"},{\"bibtype\":\"inproceedings\",\"type\":\"inproceedings\",\"title\":\"Imagining The Road Ahead: Multi-Agent Trajectory Prediction via Differentiable Simulation\",\"author\":[{\"propositions\":[],\"lastnames\":[\"Scibior\"],\"firstnames\":[\"Adam\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Lioutas\"],\"firstnames\":[\"Vasileios\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Reda\"],\"firstnames\":[\"Daniele\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Bateni\"],\"firstnames\":[\"Peyman\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Wood\"],\"firstnames\":[\"Frank\"],\"suffixes\":[]}],\"booktitle\":\"CVPR Workshop on Autonomous Driving: Perception, Prediction and Planning\",\"year\":\"2021\",\"eprint\":\"2104.11212\",\"archiveprefix\":\"arXiv\",\"url_arxiv\":\"https://arxiv.org/abs/2104.11212\",\"support\":\"MITACS\",\"abstract\":\"We develop a deep generative model built on a fully differentiable simulator for multi-agent trajectory prediction. Agents are modeled with conditional recurrent variational neural networks (CVRNNs), which take as input an ego-centric birdview image representing the current state of the world and output an action, consisting of steering and acceleration, which is used to derive the subsequent agent state using a kinematic bicycle model. The full simulation state is then differentiably rendered for each agent, initiating the next time step. We achieve state-of-the-art results on the INTERACTION dataset, using standard neural architectures and a standard variational training objective, producing realistic multi-modal predictions without any ad-hoc diversity-inducing losses. We conduct ablation studies to examine individual components of the simulator, finding that both the kinematic bicycle model and the continuous feedback from the birdview image are crucial for achieving this level of performance. We name our model ITRA, for \\\"Imagining the Road Ahead\\\".\",\"bibtex\":\"@inproceedings{scibior2021imaginingcvprworkshop,\\n  title={{I}magining {T}he {R}oad {A}head: Multi-Agent Trajectory Prediction via Differentiable Simulation},\\n  author={Scibior, Adam and Lioutas, Vasileios and Reda, Daniele and Bateni, Peyman and Wood, Frank},\\n  booktitle={CVPR Workshop on Autonomous Driving: Perception, Prediction and Planning},\\n  year={2021}, \\n  eprint={2104.11212},\\n  archivePrefix={arXiv},\\n  url_ArXiv = {https://arxiv.org/abs/2104.11212},\\n  support = {MITACS},\\n  abstract={We develop a deep generative model built on a fully differentiable simulator for multi-agent trajectory prediction. Agents are modeled with conditional recurrent variational neural networks (CVRNNs), which take as input an ego-centric birdview image representing the current state of the world and output an action, consisting of steering and acceleration, which is used to derive the subsequent agent state using a kinematic bicycle model. The full simulation state is then differentiably rendered for each agent, initiating the next time step. We achieve state-of-the-art results on the INTERACTION dataset, using standard neural architectures and a standard variational training objective, producing realistic multi-modal predictions without any ad-hoc diversity-inducing losses. We conduct ablation studies to examine individual components of the simulator, finding that both the kinematic bicycle model and the continuous feedback from the birdview image are crucial for achieving this level of performance. We name our model ITRA, for \\\"Imagining the Road Ahead\\\".}\\n  }\\n  \\n\",\"author_short\":[\"Scibior, A.\",\"Lioutas, V.\",\"Reda, D.\",\"Bateni, P.\",\"Wood, F.\"],\"key\":\"scibior2021imaginingcvprworkshop\",\"id\":\"scibior2021imaginingcvprworkshop\",\"bibbaseid\":\"scibior-lioutas-reda-bateni-wood-imaginingtheroadaheadmultiagenttrajectorypredictionviadifferentiablesimulation-2021\",\"role\":\"author\",\"urls\":{\" arxiv\":\"https://arxiv.org/abs/2104.11212\"},\"metadata\":{\"authorlinks\":{\"wood, f\":\"https://plai.cs.ubc.ca/publications/\"}},\"html\":\"\"},{\"bibtype\":\"unpublished\",\"type\":\"unpublished\",\"title\":\"Differentiable Particle Filtering without Modifying the Forward Pass\",\"author\":[{\"firstnames\":[\"Adam\"],\"propositions\":[],\"lastnames\":[\"Scibior\"],\"suffixes\":[]},{\"firstnames\":[\"Frank\"],\"propositions\":[],\"lastnames\":[\"Wood\"],\"suffixes\":[]}],\"year\":\"2021\",\"eprint\":\"2106.10314\",\"archiveprefix\":\"arXiv\",\"primaryclass\":\"stat.ML\",\"url_arxiv\":\"https://arxiv.org/abs/2106.10314\",\"abstract\":\"Particle filters are not compatible with automatic differentiation due to the presence of discrete resampling steps. While known estimators for the score function, based on Fisher's identity, can be computed using particle filters, up to this point they required manual implementation. In this paper we show that such estimators can be computed using automatic differentiation, after introducing a simple correction to the particle weights. This correction utilizes the stop-gradient operator and does not modify the particle filter operation on the forward pass, while also being cheap and easy to compute. Surprisingly, with the same correction automatic differentiation also produces good estimators for gradients of expectations under the posterior. We can therefore regard our method as a general recipe for making particle filters differentiable. We additionally show that it produces desired estimators for second-order derivatives and how to extend it to further reduce variance at the expense of additional computation.\",\"bibtex\":\"@unpublished{scibior2021differentiable,\\n      title={Differentiable Particle Filtering without Modifying the Forward Pass}, \\n      author={Adam Scibior and Frank Wood},\\n      year={2021},\\n      eprint={2106.10314},\\n      archivePrefix={arXiv},\\n      primaryClass={stat.ML},\\n      url_ArXiv = {https://arxiv.org/abs/2106.10314},\\n      abstract={Particle filters are not compatible with automatic differentiation due to the presence of discrete resampling steps. While known estimators for the score function, based on Fisher's identity, can be computed using particle filters, up to this point they required manual implementation. In this paper we show that such estimators can be computed using automatic differentiation, after introducing a simple correction to the particle weights. This correction utilizes the stop-gradient operator and does not modify the particle filter operation on the forward pass, while also being cheap and easy to compute. Surprisingly, with the same correction automatic differentiation also produces good estimators for gradients of expectations under the posterior. We can therefore regard our method as a general recipe for making particle filters differentiable. We additionally show that it produces desired estimators for second-order derivatives and how to extend it to further reduce variance at the expense of additional computation.}\\n}\\n\\n\",\"author_short\":[\"Scibior, A.\",\"Wood, F.\"],\"key\":\"scibior2021differentiable\",\"id\":\"scibior2021differentiable\",\"bibbaseid\":\"scibior-wood-differentiableparticlefilteringwithoutmodifyingtheforwardpass-2021\",\"role\":\"author\",\"urls\":{\" arxiv\":\"https://arxiv.org/abs/2106.10314\"},\"metadata\":{\"authorlinks\":{\"wood, f\":\"https://plai.cs.ubc.ca/publications/\"}},\"downloads\":1,\"html\":\"\"},{\"bibtype\":\"inproceedings\",\"type\":\"inproceedings\",\"title\":\"Sequential core-set Monte Carlo\",\"author\":[{\"propositions\":[],\"lastnames\":[\"Beronov\"],\"firstnames\":[\"Boyan\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Weilbach\"],\"firstnames\":[\"Christian\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Wood\"],\"firstnames\":[\"Frank\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Campbell\"],\"firstnames\":[\"Trevor\"],\"suffixes\":[]}],\"booktitle\":\"Proceedings of the Thirty-Seventh Conference on Uncertainty in Artificial Intelligence\",\"pages\":\"2165–2175\",\"year\":\"2021\",\"editor\":[{\"propositions\":[\"de\"],\"lastnames\":[\"Campos\"],\"firstnames\":[\"Cassio\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Maathuis\"],\"firstnames\":[\"Marloes\",\"H.\"],\"suffixes\":[]}],\"volume\":\"161\",\"series\":\"Proceedings of Machine Learning Research\",\"month\":\"27–30 Jul\",\"publisher\":\"PMLR\",\"pdf\":\"https://proceedings.mlr.press/v161/beronov21a/beronov21a.pdf\",\"url\":\"https://proceedings.mlr.press/v161/beronov21a.html\",\"url_presentation\":\"https://github.com/plai-group/bibliography/raw/master/presentations_posters/UAI2021_BER_presentation.pdf\",\"url_poster\":\"https://github.com/plai-group/bibliography/raw/master/presentations_posters/UAI2021_BER_poster.pdf\",\"support\":\"D3M\",\"abstract\":\"Sequential Monte Carlo (SMC) is a general-purpose methodology for recursive Bayesian inference, and is widely used in state space modeling and probabilistic programming. Its resample-move variant reduces the variance of posterior estimates by interleaving Markov chain Monte Carlo (MCMC) steps for particle “rejuvenation”; but this requires accessing all past observations and leads to linearly growing memory size and quadratic computation cost. Under the assumption of exchangeability, we introduce sequential core-set Monte Carlo (SCMC), which achieves constant space and linear time by rejuvenating based on sparse, weighted subsets of past data. In contrast to earlier approaches, which uniformly subsample or throw away observations, SCMC uses a novel online version of a state-of-the-art Bayesian core-set algorithm to incrementally construct a nonparametric, data- and model-dependent variational representation of the unnormalized target density. Experiments demonstrate significantly reduced approximation errors at negligible additional cost.\",\"bibtex\":\"@InProceedings{BER-21,\\n  title={Sequential core-set Monte Carlo},\\n  author={Beronov, Boyan and Weilbach, Christian and Wood, Frank and Campbell, Trevor},\\n  booktitle={Proceedings of the Thirty-Seventh Conference on Uncertainty in Artificial Intelligence},\\n  pages={2165--2175},\\n  year={2021},\\n  editor={de Campos, Cassio and Maathuis, Marloes H.},\\n  volume={161},\\n  series={Proceedings of Machine Learning Research},\\n  month={27--30 Jul},\\n  publisher={PMLR},\\n  pdf={https://proceedings.mlr.press/v161/beronov21a/beronov21a.pdf},\\n  url={https://proceedings.mlr.press/v161/beronov21a.html},\\n  url_Presentation={https://github.com/plai-group/bibliography/raw/master/presentations_posters/UAI2021_BER_presentation.pdf},\\n  url_Poster={https://github.com/plai-group/bibliography/raw/master/presentations_posters/UAI2021_BER_poster.pdf},\\n  support={D3M},\\n  abstract={Sequential Monte Carlo (SMC) is a general-purpose methodology for recursive Bayesian inference, and is widely used in state space modeling and probabilistic programming. Its resample-move variant reduces the variance of posterior estimates by interleaving Markov chain Monte Carlo (MCMC) steps for particle “rejuvenation”; but this requires accessing all past observations and leads to linearly growing memory size and quadratic computation cost. Under the assumption of exchangeability, we introduce sequential core-set Monte Carlo (SCMC), which achieves constant space and linear time by rejuvenating based on sparse, weighted subsets of past data. In contrast to earlier approaches, which uniformly subsample or throw away observations, SCMC uses a novel online version of a state-of-the-art Bayesian core-set algorithm to incrementally construct a nonparametric, data- and model-dependent variational representation of the unnormalized target density. Experiments demonstrate significantly reduced approximation errors at negligible additional cost.}\\n}\\n\\n\",\"author_short\":[\"Beronov, B.\",\"Weilbach, C.\",\"Wood, F.\",\"Campbell, T.\"],\"editor_short\":[\"de Campos, C.\",\"Maathuis, M. H.\"],\"key\":\"BER-21\",\"id\":\"BER-21\",\"bibbaseid\":\"beronov-weilbach-wood-campbell-sequentialcoresetmontecarlo-2021\",\"role\":\"author\",\"urls\":{\"Paper\":\"https://proceedings.mlr.press/v161/beronov21a.html\",\" presentation\":\"https://github.com/plai-group/bibliography/raw/master/presentations_posters/UAI2021_BER_presentation.pdf\",\" poster\":\"https://github.com/plai-group/bibliography/raw/master/presentations_posters/UAI2021_BER_poster.pdf\"},\"metadata\":{\"authorlinks\":{\"wood, f\":\"https://plai.cs.ubc.ca/publications/\"}},\"downloads\":6,\"html\":\"\"},{\"bibtype\":\"inproceedings\",\"type\":\"inproceedings\",\"title\":\"Annealed Importance Sampling with q-Paths\",\"author\":[{\"propositions\":[],\"lastnames\":[\"Brekelmans*\"],\"firstnames\":[\"R.\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Masrani*\"],\"firstnames\":[\"V.\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Thang\"],\"firstnames\":[\"B.\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Wood\"],\"firstnames\":[\"F.\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Galstyan\"],\"firstnames\":[\"A.\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Ver\",\"Steeg\"],\"firstnames\":[\"G.\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Nielsen\"],\"firstnames\":[\"F.\"],\"suffixes\":[]}],\"year\":\"2020\",\"abbr\":\"NeurIPS\",\"booktitle\":\"NeurIPS Workshop on Deep Learning through Information Geometry (Best Paper Award)\",\"url_arxiv\":\"https://arxiv.org/abs/2012.07823\",\"url_paper\":\"https://arxiv.org/pdf/2012.07823.pdf\",\"abstract\":\"Annealed Importance Sampling (AIS) is the gold standard for estimating partition functions or marginal likelihoods, corresponding to importance sampling over a path of distributions between a tractable base and an unnormalized target. While AIS yields an unbiased estimator for any path, existing literature has been limited to the geometric mixture or moment-averaged paths associated with the exponential family and KL divergence. We explore AIS using q-paths, which include the geometric path as a special case and are related to the homogeneous power mean, deformed exponential family, and α-divergence.\",\"bibtex\":\"@inproceedings{brekelmans2020qpaths,\\n  title  = {Annealed Importance Sampling with q-Paths},\\n  author = {Brekelmans*, R. and Masrani*, V. and Thang, B. and Wood, F. and Galstyan, A. and Ver Steeg, G. and Nielsen, F.},\\n  year   = {2020},\\n  abbr={NeurIPS},\\n  booktitle = {NeurIPS Workshop on Deep Learning through Information Geometry (Best Paper Award)},\\n  url_ArXiv={https://arxiv.org/abs/2012.07823},\\n  url_Paper={https://arxiv.org/pdf/2012.07823.pdf},\\n  abstract={Annealed Importance Sampling (AIS) is the gold standard for estimating partition functions or marginal likelihoods, corresponding to importance sampling over a path of distributions between a tractable base and an unnormalized target. While AIS yields an unbiased estimator for any path, existing literature has been limited to the geometric mixture or moment-averaged paths associated with the exponential family and KL divergence. We explore AIS using q-paths, which include the geometric path as a special case and are related to the homogeneous power mean, deformed exponential family, and α-divergence.}\\n}\\n\\n\",\"author_short\":[\"Brekelmans*, R.\",\"Masrani*, V.\",\"Thang, B.\",\"Wood, F.\",\"Galstyan, A.\",\"Ver Steeg, G.\",\"Nielsen, F.\"],\"key\":\"brekelmans2020qpaths\",\"id\":\"brekelmans2020qpaths\",\"bibbaseid\":\"brekelmans-masrani-thang-wood-galstyan-versteeg-nielsen-annealedimportancesamplingwithqpaths-2020\",\"role\":\"author\",\"urls\":{\" arxiv\":\"https://arxiv.org/abs/2012.07823\",\" paper\":\"https://arxiv.org/pdf/2012.07823.pdf\"},\"metadata\":{\"authorlinks\":{\"wood, f\":\"https://plai.cs.ubc.ca/publications/\"}},\"html\":\"\"},{\"bibtype\":\"inproceedings\",\"type\":\"inproceedings\",\"title\":\"Gaussian Process Bandit Optimization of the Thermodynamic Variational Objective\",\"author\":[{\"propositions\":[],\"lastnames\":[\"Nguyen\"],\"firstnames\":[\"Vu\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Masrani\"],\"firstnames\":[\"Vaden\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Brekelmans\"],\"firstnames\":[\"Rob\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Osborne\"],\"firstnames\":[\"Michael\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Wood\"],\"firstnames\":[\"Frank\"],\"suffixes\":[]}],\"series\":\"Advances in Neural Information Processing Systems (NeurIPS)\",\"year\":\"2020\",\"url_link\":\"https://proceedings.neurips.cc/paper/2020/hash/3f2dff7862a70f97a59a1fa02c3ec110-Abstract.html\",\"url_paper\":\"https://proceedings.neurips.cc/paper/2020/file/3f2dff7862a70f97a59a1fa02c3ec110-Paper.pdf\",\"url_arxiv\":\"https://arxiv.org/abs/2010.15750\",\"support\":\"D3M\",\"abstract\":\"Achieving the full promise of the Thermodynamic Variational Objective (TVO), a recently proposed variational lower bound on the log evidence involving a one-dimensional Riemann integral approximation, requires choosing a \\\"schedule\\\" of sorted discretization points. This paper introduces a bespoke Gaussian process bandit optimization method for automatically choosing these points. Our approach not only automates their one-time selection, but also dynamically adapts their positions over the course of optimization, leading to improved model learning and inference. We provide theoretical guarantees that our bandit optimization converges to the regret-minimizing choice of integration points. Empirical validation of our algorithm is provided in terms of improved learning and inference in Variational Autoencoders and Sigmoid Belief Networks.\",\"bibtex\":\"@InProceedings{nguyen2020gaussian,\\n  title={Gaussian Process Bandit Optimization of the Thermodynamic Variational Objective},\\n  author={Nguyen, Vu and Masrani, Vaden and Brekelmans, Rob and Osborne, Michael and Wood, Frank},\\n  series={Advances in Neural Information Processing Systems (NeurIPS)},\\n  year={2020},\\n  url_Link = {https://proceedings.neurips.cc/paper/2020/hash/3f2dff7862a70f97a59a1fa02c3ec110-Abstract.html}, \\n  url_Paper = {https://proceedings.neurips.cc/paper/2020/file/3f2dff7862a70f97a59a1fa02c3ec110-Paper.pdf}, \\n  url_ArXiv={https://arxiv.org/abs/2010.15750},\\n  support = {D3M},\\n  abstract={Achieving the full promise of the Thermodynamic Variational Objective (TVO), a recently proposed variational lower bound on the log evidence involving a one-dimensional Riemann integral approximation, requires choosing a \\\"schedule\\\" of sorted discretization points. This paper introduces a bespoke Gaussian process bandit optimization method for automatically choosing these points. Our approach not only automates their one-time selection, but also dynamically adapts their positions over the course of optimization, leading to improved model learning and inference. We provide theoretical guarantees that our bandit optimization converges to the regret-minimizing choice of integration points. Empirical validation of our algorithm is provided in terms of improved learning and inference in Variational Autoencoders and Sigmoid Belief Networks.}\\n}\\n\\n\",\"author_short\":[\"Nguyen, V.\",\"Masrani, V.\",\"Brekelmans, R.\",\"Osborne, M.\",\"Wood, F.\"],\"key\":\"nguyen2020gaussian\",\"id\":\"nguyen2020gaussian\",\"bibbaseid\":\"nguyen-masrani-brekelmans-osborne-wood-gaussianprocessbanditoptimizationofthethermodynamicvariationalobjective-2020\",\"role\":\"author\",\"urls\":{\" link\":\"https://proceedings.neurips.cc/paper/2020/hash/3f2dff7862a70f97a59a1fa02c3ec110-Abstract.html\",\" paper\":\"https://proceedings.neurips.cc/paper/2020/file/3f2dff7862a70f97a59a1fa02c3ec110-Paper.pdf\",\" arxiv\":\"https://arxiv.org/abs/2010.15750\"},\"metadata\":{\"authorlinks\":{\"wood, f\":\"https://plai.cs.ubc.ca/publications/\"}},\"downloads\":6,\"html\":\"\"},{\"bibtype\":\"unpublished\",\"type\":\"unpublished\",\"title\":\"Ensemble Squared: A Meta AutoML System\",\"author\":[{\"firstnames\":[\"Jason\"],\"propositions\":[],\"lastnames\":[\"Yoo\"],\"suffixes\":[]},{\"firstnames\":[\"Tony\"],\"propositions\":[],\"lastnames\":[\"Joseph\"],\"suffixes\":[]},{\"firstnames\":[\"Dylan\"],\"propositions\":[],\"lastnames\":[\"Yung\"],\"suffixes\":[]},{\"firstnames\":[\"S.\",\"Ali\"],\"propositions\":[],\"lastnames\":[\"Nasseri\"],\"suffixes\":[]},{\"firstnames\":[\"Frank\"],\"propositions\":[],\"lastnames\":[\"Wood\"],\"suffixes\":[]}],\"year\":\"2020\",\"eprint\":\"2012.05390\",\"archiveprefix\":\"arXiv\",\"primaryclass\":\"cs.LG\",\"url_arxiv\":\"https://arxiv.org/abs/2012.05390\",\"url_paper\":\"https://arxiv.org/pdf/2012.05390.pdf\",\"support\":\"D3M\",\"abstract\":\"The continuing rise in the number of problems amenable to machine learning solutions, coupled with simultaneous growth in both computing power and variety of machine learning techniques has led to an explosion of interest in automated machine learning (AutoML). This paper presents Ensemble Squared (Ensemble2), a \\\"meta\\\" AutoML system that ensembles at the level of AutoML systems. Ensemble2 exploits the diversity of existing, competing AutoML systems by ensembling the top-performing models simultaneously generated by a set of them. Our work shows that diversity in AutoML systems is sufficient to justify ensembling at the AutoML system level. In demonstrating this, we also establish a new state of the art AutoML result on the OpenML classification challenge.\",\"bibtex\":\"@unpublished{yoo2020ensemble,\\n      title={Ensemble Squared: A Meta AutoML System}, \\n      author={Jason Yoo and Tony Joseph and Dylan Yung and S. Ali Nasseri and Frank Wood},\\n      year={2020},\\n      eprint={2012.05390},\\n      archivePrefix={arXiv},\\n      primaryClass={cs.LG},  \\n      url_ArXiv={https://arxiv.org/abs/2012.05390},\\n      url_Paper={https://arxiv.org/pdf/2012.05390.pdf},\\n      support = {D3M},\\n      abstract = {The continuing rise in the number of problems amenable to machine learning solutions, coupled with simultaneous growth in both computing power and variety of machine learning techniques has led to an explosion of interest in automated machine learning (AutoML). This paper presents Ensemble Squared (Ensemble2), a \\\"meta\\\" AutoML system that ensembles at the level of AutoML systems. Ensemble2 exploits the diversity of existing, competing AutoML systems by ensembling the top-performing models simultaneously generated by a set of them. Our work shows that diversity in AutoML systems is sufficient to justify ensembling at the AutoML system level. In demonstrating this, we also establish a new state of the art AutoML result on the OpenML classification challenge.}\\n}\\n\\n\",\"author_short\":[\"Yoo, J.\",\"Joseph, T.\",\"Yung, D.\",\"Nasseri, S. A.\",\"Wood, F.\"],\"key\":\"yoo2020ensemble\",\"id\":\"yoo2020ensemble\",\"bibbaseid\":\"yoo-joseph-yung-nasseri-wood-ensemblesquaredametaautomlsystem-2020\",\"role\":\"author\",\"urls\":{\" arxiv\":\"https://arxiv.org/abs/2012.05390\",\" paper\":\"https://arxiv.org/pdf/2012.05390.pdf\"},\"metadata\":{\"authorlinks\":{\"wood, f\":\"https://plai.cs.ubc.ca/publications/\"}},\"downloads\":8,\"html\":\"\"},{\"bibtype\":\"article\",\"type\":\"article\",\"author\":[{\"firstnames\":[\"Tom\"],\"propositions\":[],\"lastnames\":[\"Rainforth\"],\"suffixes\":[]},{\"firstnames\":[\"Adam\"],\"propositions\":[],\"lastnames\":[\"Golinski\"],\"suffixes\":[]},{\"firstnames\":[\"Frank\"],\"propositions\":[],\"lastnames\":[\"Wood\"],\"suffixes\":[]},{\"firstnames\":[\"Sheheryar\"],\"propositions\":[],\"lastnames\":[\"Zaidi\"],\"suffixes\":[]}],\"title\":\"Target-Aware Bayesian Inference: How to Beat Optimal Conventional Estimators\",\"journal\":\"Journal of Machine Learning Research\",\"year\":\"2020\",\"volume\":\"21\",\"number\":\"88\",\"pages\":\"1-54\",\"url_link\":\"http://jmlr.org/papers/v21/19-102.html\",\"url_paper\":\"https://www.jmlr.org/papers/volume21/19-102/19-102.pdf\",\"bibtex\":\"@article{RAI-20,\\n  author  = {Tom Rainforth and Adam Golinski and Frank Wood and Sheheryar Zaidi},\\n  title   = {Target-Aware Bayesian Inference: How to Beat Optimal Conventional Estimators},\\n  journal = {Journal of Machine Learning Research},\\n  year    = {2020},\\n  volume  = {21},\\n  number  = {88},\\n  pages   = {1-54},\\n  url_Link = {http://jmlr.org/papers/v21/19-102.html},\\n  url_Paper = {https://www.jmlr.org/papers/volume21/19-102/19-102.pdf}\\n}\\n\\n\",\"author_short\":[\"Rainforth, T.\",\"Golinski, A.\",\"Wood, F.\",\"Zaidi, S.\"],\"key\":\"RAI-20\",\"id\":\"RAI-20\",\"bibbaseid\":\"rainforth-golinski-wood-zaidi-targetawarebayesianinferencehowtobeatoptimalconventionalestimators-2020\",\"role\":\"author\",\"urls\":{\" link\":\"http://jmlr.org/papers/v21/19-102.html\",\" paper\":\"https://www.jmlr.org/papers/volume21/19-102/19-102.pdf\"},\"metadata\":{\"authorlinks\":{\"wood, f\":\"https://plai.cs.ubc.ca/publications/\"}},\"downloads\":6,\"html\":\"\"},{\"bibtype\":\"inproceedings\",\"type\":\"inproceedings\",\"title\":\"Revisiting Reweighted Wake-Sleep for Models with Stochastic Control Flow\",\"author\":[{\"propositions\":[],\"lastnames\":[\"Le\"],\"firstnames\":[\"Tuan\",\"Anh\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Kosiorek\"],\"firstnames\":[\"Adam\",\"R.\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Siddharth\"],\"firstnames\":[\"N.\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Teh\"],\"firstnames\":[\"Yee\",\"Whye\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Wood\"],\"firstnames\":[\"Frank\"],\"suffixes\":[]}],\"pages\":\"1039–1049\",\"year\":\"2020\",\"editor\":[{\"firstnames\":[\"Ryan\",\"P.\"],\"propositions\":[],\"lastnames\":[\"Adams\"],\"suffixes\":[]},{\"firstnames\":[\"Vibhav\"],\"propositions\":[],\"lastnames\":[\"Gogate\"],\"suffixes\":[]}],\"volume\":\"115\",\"series\":\"Proceedings of the 35th conference on Uncertainty in Artificial Intelligence (UAI)\",\"address\":\"Tel Aviv, Israel\",\"month\":\"22–25 Jul\",\"publisher\":\"PMLR\",\"url_link\":\"http://proceedings.mlr.press/v115/le20a.html\",\"url_paper\":\"http://proceedings.mlr.press/v115/le20a/le20a.pdf\",\"url_arxiv\":\"https://arxiv.org/abs/1805.10469\",\"support\":\"D3M\",\"abstract\":\"Stochastic control-flow models (SCFMs) are a class of generative models that involve branching on choices from discrete random variables. Amortized gradient-based learning of SCFMs is challenging as most approaches targeting discrete variables rely on their continuous relaxations—which can be intractable in SCFMs, as branching on relaxations requires evaluating all (exponentially many) branching paths. Tractable alternatives mainly combine REINFORCE with complex control-variate schemes to improve the variance of naive estimators. Here, we revisit the reweighted wake-sleep (RWS) [5] algorithm, and through extensive evaluations, show that it outperforms current state-of-the-art methods in learning SCFMs. Further, in contrast to the importance weighted autoencoder, we observe that RWS learns better models and inference networks with increasing numbers of particles. Our results suggest that RWS is a competitive, often preferable, alternative for learning SCFMs.\",\"bibtex\":\"@InProceedings{Le-20, \\n  title = {Revisiting Reweighted Wake-Sleep for Models with Stochastic Control Flow}, \\n  author = {Le, Tuan Anh and Kosiorek, Adam R. and Siddharth, N. and Teh, Yee Whye and Wood, Frank}, \\n  pages = {1039--1049}, \\n  year = {2020}, \\n  editor = {Ryan P. Adams and Vibhav Gogate}, \\n  volume = {115}, \\n  series = {Proceedings of the 35th conference on Uncertainty in Artificial Intelligence (UAI)}, \\n  address = {Tel Aviv, Israel}, \\n  month = {22--25 Jul}, \\n  publisher = {PMLR}, \\n  url_Link = {http://proceedings.mlr.press/v115/le20a.html}, \\n  url_Paper = {http://proceedings.mlr.press/v115/le20a/le20a.pdf}, \\n  url_ArXiv={https://arxiv.org/abs/1805.10469},\\n  support = {D3M},\\n  abstract = {Stochastic control-flow models (SCFMs) are a class of generative models that involve branching on choices from discrete random variables. Amortized gradient-based learning of SCFMs is challenging as most approaches targeting discrete variables rely on their continuous relaxations—which can be intractable in SCFMs, as branching on relaxations requires evaluating all (exponentially many) branching paths. Tractable alternatives mainly combine REINFORCE with complex control-variate schemes to improve the variance of naive estimators. Here, we revisit the reweighted wake-sleep (RWS) [5] algorithm, and through extensive evaluations, show that it outperforms current state-of-the-art methods in learning SCFMs. Further, in contrast to the importance weighted autoencoder, we observe that RWS learns better models and inference networks with increasing numbers of particles. Our results suggest that RWS is a competitive, often preferable, alternative for learning SCFMs.} \\n  }\\n\\n\",\"author_short\":[\"Le, T. A.\",\"Kosiorek, A. R.\",\"Siddharth, N.\",\"Teh, Y. W.\",\"Wood, F.\"],\"editor_short\":[\"Adams, R. P.\",\"Gogate, V.\"],\"key\":\"Le-20\",\"id\":\"Le-20\",\"bibbaseid\":\"le-kosiorek-siddharth-teh-wood-revisitingreweightedwakesleepformodelswithstochasticcontrolflow-2020\",\"role\":\"author\",\"urls\":{\" link\":\"http://proceedings.mlr.press/v115/le20a.html\",\" paper\":\"http://proceedings.mlr.press/v115/le20a/le20a.pdf\",\" arxiv\":\"https://arxiv.org/abs/1805.10469\"},\"metadata\":{\"authorlinks\":{\"wood, f\":\"https://plai.cs.ubc.ca/publications/\"}},\"downloads\":3,\"html\":\"\"},{\"bibtype\":\"unpublished\",\"type\":\"unpublished\",\"title\":\"Uncertainty in Neural Processes\",\"author\":[{\"firstnames\":[\"Saeid\"],\"propositions\":[],\"lastnames\":[\"Naderiparizi\"],\"suffixes\":[]},{\"firstnames\":[\"Kenny\"],\"propositions\":[],\"lastnames\":[\"Chiu\"],\"suffixes\":[]},{\"firstnames\":[\"Benjamin\"],\"propositions\":[],\"lastnames\":[\"Bloem-Reddy\"],\"suffixes\":[]},{\"firstnames\":[\"Frank\"],\"propositions\":[],\"lastnames\":[\"Wood\"],\"suffixes\":[]}],\"journal\":\"arXiv preprint arXiv:1906.05462\",\"year\":\"2020\",\"eid\":\"arXiv:2010.03753\",\"archiveprefix\":\"arXiv\",\"eprint\":\"2010.03753\",\"url_arxiv\":\"https://arxiv.org/abs/2010.03753\",\"url_paper\":\"https://arxiv.org/pdf/2010.03753.pdf\",\"support\":\"D3M,ETALUMIS\",\"abstract\":\"We explore the effects of architecture and training objective choice on amortized posterior predictive inference in probabilistic conditional generative models. We aim this work to be a counterpoint to a recent trend in the literature that stresses achieving good samples when the amount of conditioning data is large. We instead focus our attention on the case where the amount of conditioning data is small. We highlight specific architecture and objective choices that we find lead to qualitative and quantitative improvement to posterior inference in this low data regime. Specifically we explore the effects of choices of pooling operator and variational family on posterior quality in neural processes. Superior posterior predictive samples drawn from our novel neural process architectures are demonstrated via image completion/in-painting experiments.\",\"bibtex\":\"@unpublished{NAD-20a,\\n  title={Uncertainty in Neural Processes}, \\n  author={Saeid Naderiparizi and Kenny Chiu and Benjamin Bloem-Reddy and Frank Wood},\\n  journal={arXiv preprint arXiv:1906.05462},\\n  year={2020},\\n  eid = {arXiv:2010.03753},\\n  archivePrefix = {arXiv},\\n  eprint = {2010.03753},\\n  url_ArXiv={https://arxiv.org/abs/2010.03753},\\n  url_Paper={https://arxiv.org/pdf/2010.03753.pdf},\\n  support = {D3M,ETALUMIS},\\n  abstract={We explore the effects of architecture and training objective choice on amortized posterior predictive inference in probabilistic conditional generative models. We aim this work to be a counterpoint to a recent trend in the literature that stresses achieving good samples when the amount of conditioning data is large. We instead focus our attention on the case where the amount of conditioning data is small. We highlight specific architecture and objective choices that we find lead to qualitative and quantitative improvement to posterior inference in this low data regime. Specifically we explore the effects of choices of pooling operator and variational family on posterior quality in neural processes. Superior posterior predictive samples drawn from our novel neural process architectures are demonstrated via image completion/in-painting experiments.}\\n}\\n\\n\",\"author_short\":[\"Naderiparizi, S.\",\"Chiu, K.\",\"Bloem-Reddy, B.\",\"Wood, F.\"],\"key\":\"NAD-20a\",\"id\":\"NAD-20a\",\"bibbaseid\":\"naderiparizi-chiu-bloemreddy-wood-uncertaintyinneuralprocesses-2020\",\"role\":\"author\",\"urls\":{\" arxiv\":\"https://arxiv.org/abs/2010.03753\",\" paper\":\"https://arxiv.org/pdf/2010.03753.pdf\"},\"metadata\":{\"authorlinks\":{\"wood, f\":\"https://plai.cs.ubc.ca/publications/\"}},\"downloads\":1,\"html\":\"\"},{\"bibtype\":\"inproceedings\",\"type\":\"inproceedings\",\"title\":\"Semi-supervised Sequential Generative Models\",\"author\":[{\"propositions\":[],\"lastnames\":[\"Teng\"],\"firstnames\":[\"Michael\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Le\"],\"firstnames\":[\"Tuan\",\"Anh\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Scibior\"],\"firstnames\":[\"Adam\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Wood\"],\"firstnames\":[\"Frank\"],\"suffixes\":[]}],\"booktitle\":\"Conference on Uncertainty in Artificial Intelligence (UAI)\",\"eid\":\"arXiv:2007.00155\",\"archiveprefix\":\"arXiv\",\"eprint\":\"2007.00155\",\"url_link\":\"http://www.auai.org/~w-auai/uai2020/accepted.php\",\"url_paper\":\"http://www.auai.org/uai2020/proceedings/272_main_paper.pdf\",\"url_arxiv\":\"https://arxiv.org/abs/2007.00155\",\"support\":\"D3M\",\"year\":\"2020\",\"bibtex\":\"@inproceedings{TEN-20,\\n  title={Semi-supervised Sequential Generative Models},\\n  author={Teng, Michael and Le, Tuan Anh and Scibior, Adam and Wood, Frank},\\n  booktitle={Conference on Uncertainty in Artificial Intelligence (UAI)},\\n  eid = {arXiv:2007.00155},\\n  archivePrefix = {arXiv},\\n  eprint = {2007.00155},\\n  url_Link = {http://www.auai.org/~w-auai/uai2020/accepted.php},\\n  url_Paper={http://www.auai.org/uai2020/proceedings/272_main_paper.pdf},\\n  url_ArXiv = {https://arxiv.org/abs/2007.00155},\\n  support = {D3M},\\n  year={2020}\\n}\\n\\n\",\"author_short\":[\"Teng, M.\",\"Le, T. A.\",\"Scibior, A.\",\"Wood, F.\"],\"key\":\"TEN-20\",\"id\":\"TEN-20\",\"bibbaseid\":\"teng-le-scibior-wood-semisupervisedsequentialgenerativemodels-2020\",\"role\":\"author\",\"urls\":{\" link\":\"http://www.auai.org/~w-auai/uai2020/accepted.php\",\" paper\":\"http://www.auai.org/uai2020/proceedings/272_main_paper.pdf\",\" arxiv\":\"https://arxiv.org/abs/2007.00155\"},\"metadata\":{\"authorlinks\":{\"wood, f\":\"https://plai.cs.ubc.ca/publications/\"}},\"downloads\":5,\"html\":\"\"},{\"bibtype\":\"inproceedings\",\"type\":\"inproceedings\",\"title\":\"Structured Conditional Continuous Normalizing Flows for Efficient Amortized Inference in Graphical Models\",\"author\":[{\"propositions\":[],\"lastnames\":[\"Weilbach\"],\"firstnames\":[\"Christian\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Beronov\"],\"firstnames\":[\"Boyan\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Wood\"],\"firstnames\":[\"Frank\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Harvey\"],\"firstnames\":[\"William\"],\"suffixes\":[]}],\"booktitle\":\"Proceedings of the Twenty Third International Conference on Artificial Intelligence and Statistics (AISTATS)\",\"pages\":\"4441–4451\",\"year\":\"2020\",\"url_link\":\"http://proceedings.mlr.press/v108/weilbach20a.html\",\"url_paper\":\"http://proceedings.mlr.press/v108/weilbach20a/weilbach20a.pdf\",\"url_poster\":\"https://github.com/plai-group/bibliography/blob/master/presentations_posters/PROBPROG2020_WEI.pdf\",\"support\":\"D3M\",\"bibbase_note\":\"PMLR 108:4441-4451\",\"abstract\":\"We exploit minimally faithful inversion of graphical model structures to specify sparse continuous normalizing flows (CNFs) for amortized inference. We find that the sparsity of this factorization can be exploited to reduce the numbers of parameters in the neural network, adaptive integration steps of the flow, and consequently FLOPs at both training and inference time without decreasing performance in comparison to unconstrained flows. By expressing the structure inversion as a compilation pass in a probabilistic programming language, we are able to apply it in a novel way to models as complex as convolutional neural networks. Furthermore, we extend the training objective for CNFs in the context of inference amortization to the symmetric Kullback-Leibler divergence, and demonstrate its theoretical and practical advantages.\",\"bibtex\":\"@inproceedings{WEI-20,\\n  title={Structured Conditional Continuous Normalizing Flows for Efficient Amortized Inference in Graphical Models},\\n  author={Weilbach, Christian and Beronov, Boyan and Wood, Frank and Harvey, William},\\n  booktitle={Proceedings of the Twenty Third International Conference on Artificial Intelligence and Statistics (AISTATS)},\\n  pages={4441--4451},\\n  year={2020},\\n  url_Link={http://proceedings.mlr.press/v108/weilbach20a.html},\\n  url_Paper={http://proceedings.mlr.press/v108/weilbach20a/weilbach20a.pdf},\\n  url_Poster={https://github.com/plai-group/bibliography/blob/master/presentations_posters/PROBPROG2020_WEI.pdf},\\n  support = {D3M},\\n  bibbase_note = {PMLR 108:4441-4451},\\n  abstract = {We exploit minimally faithful inversion of graphical model structures to specify sparse continuous normalizing flows (CNFs) for amortized inference. We find that the sparsity of this factorization can be exploited to reduce the numbers of parameters in the neural network, adaptive integration steps of the flow, and consequently FLOPs at both training and inference time without decreasing performance in comparison to unconstrained flows. By expressing the structure inversion as a compilation pass in a probabilistic programming language, we are able to apply it in a novel way to models as complex as convolutional neural networks. Furthermore, we extend the training objective for CNFs in the context of inference amortization to the symmetric Kullback-Leibler divergence, and demonstrate its theoretical and practical advantages.}\\n}\\n\\n\",\"author_short\":[\"Weilbach, C.\",\"Beronov, B.\",\"Wood, F.\",\"Harvey, W.\"],\"key\":\"WEI-20\",\"id\":\"WEI-20\",\"bibbaseid\":\"weilbach-beronov-wood-harvey-structuredconditionalcontinuousnormalizingflowsforefficientamortizedinferenceingraphicalmodels-2020\",\"role\":\"author\",\"urls\":{\" link\":\"http://proceedings.mlr.press/v108/weilbach20a.html\",\" paper\":\"http://proceedings.mlr.press/v108/weilbach20a/weilbach20a.pdf\",\" poster\":\"https://github.com/plai-group/bibliography/blob/master/presentations_posters/PROBPROG2020_WEI.pdf\"},\"metadata\":{\"authorlinks\":{\"wood, f\":\"https://plai.cs.ubc.ca/publications/\"}},\"downloads\":6,\"html\":\"\"},{\"bibtype\":\"inproceedings\",\"type\":\"inproceedings\",\"title\":\"Amortized Rejection Sampling in Universal Probabilistic Programming \",\"author\":[{\"propositions\":[],\"lastnames\":[\"Naderiparizi\"],\"firstnames\":[\"Saeid\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Scibior\"],\"firstnames\":[\"Adam\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Munk\"],\"firstnames\":[\"Andreas\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Ghadiri\"],\"firstnames\":[\"Mehrdad\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Gunes\",\"Baydin\"],\"firstnames\":[\"Atilim\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Gram-Hansen\"],\"firstnames\":[\"Bradley\",\"J.\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Schroeder\",\"De\",\"Witt\"],\"firstnames\":[\"Christian\",\"A.\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Zinkov\"],\"firstnames\":[\"Robert\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Torr\"],\"firstnames\":[\"Philip\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Rainforth\"],\"firstnames\":[\"Tom\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Whye\",\"Teh\"],\"firstnames\":[\"Yee\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Wood\"],\"firstnames\":[\"Frank\"],\"suffixes\":[]}],\"booktitle\":\"Proceedings of The 25th International Conference on Artificial Intelligence and Statistics\",\"pages\":\"8392–8412\",\"year\":\"2022\",\"editor\":[{\"propositions\":[],\"lastnames\":[\"Camps-Valls\"],\"firstnames\":[\"Gustau\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Ruiz\"],\"firstnames\":[\"Francisco\",\"J.\",\"R.\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Valera\"],\"firstnames\":[\"Isabel\"],\"suffixes\":[]}],\"volume\":\"151\",\"series\":\"Proceedings of Machine Learning Research\",\"month\":\"28–30 Mar\",\"publisher\":\"PMLR\",\"pdf\":\"https://proceedings.mlr.press/v151/naderiparizi22a/naderiparizi22a.pdf\",\"url\":\"https://proceedings.mlr.press/v151/naderiparizi22a.html\",\"abstract\":\"Naive approaches to amortized inference in probabilistic programs with unbounded loops can produce estimators with infinite variance. This is particularly true of importance sampling inference in programs that explicitly include rejection sampling as part of the user-programmed generative procedure. In this paper we develop a new and efficient amortized importance sampling estimator. We prove finite variance of our estimator and empirically demonstrate our method’s correctness and efficiency compared to existing alternatives on generative programs containing rejection sampling loops and discuss how to implement our method in a generic probabilistic programming framework. \",\"bibtex\":\"@inproceedings{NAD-22,\\n  title = \\t { Amortized Rejection Sampling in Universal Probabilistic Programming },\\n  author =       {Naderiparizi, Saeid and Scibior, Adam and Munk, Andreas and Ghadiri, Mehrdad and Gunes Baydin, Atilim and Gram-Hansen, Bradley J. and Schroeder De Witt, Christian A. and Zinkov, Robert and Torr, Philip and Rainforth, Tom and Whye Teh, Yee and Wood, Frank},\\n  booktitle = \\t {Proceedings of The 25th International Conference on Artificial Intelligence and Statistics},\\n  pages = \\t {8392--8412},\\n  year = \\t {2022},\\n  editor = \\t {Camps-Valls, Gustau and Ruiz, Francisco J. R. and Valera, Isabel},\\n  volume = \\t {151},\\n  series = \\t {Proceedings of Machine Learning Research},\\n  month = \\t {28--30 Mar},\\n  publisher =    {PMLR},\\n  pdf = \\t {https://proceedings.mlr.press/v151/naderiparizi22a/naderiparizi22a.pdf},\\n  url = \\t {https://proceedings.mlr.press/v151/naderiparizi22a.html},\\n  abstract = \\t { Naive approaches to amortized inference in probabilistic programs with unbounded loops can produce estimators with infinite variance. This is particularly true of importance sampling inference in programs that explicitly include rejection sampling as part of the user-programmed generative procedure. In this paper we develop a new and efficient amortized importance sampling estimator. We prove finite variance of our estimator and empirically demonstrate our method’s correctness and efficiency compared to existing alternatives on generative programs containing rejection sampling loops and discuss how to implement our method in a generic probabilistic programming framework. }\\n}\\n\\n\",\"author_short\":[\"Naderiparizi, S.\",\"Scibior, A.\",\"Munk, A.\",\"Ghadiri, M.\",\"Gunes Baydin, A.\",\"Gram-Hansen, B. J.\",\"Schroeder De Witt, C. A.\",\"Zinkov, R.\",\"Torr, P.\",\"Rainforth, T.\",\"Whye Teh, Y.\",\"Wood, F.\"],\"editor_short\":[\"Camps-Valls, G.\",\"Ruiz, F. J. R.\",\"Valera, I.\"],\"key\":\"NAD-22\",\"id\":\"NAD-22\",\"bibbaseid\":\"naderiparizi-scibior-munk-ghadiri-gunesbaydin-gramhansen-schroederdewitt-zinkov-etal-amortizedrejectionsamplinginuniversalprobabilisticprogramming-2022\",\"role\":\"author\",\"urls\":{\"Paper\":\"https://proceedings.mlr.press/v151/naderiparizi22a.html\"},\"metadata\":{\"authorlinks\":{\"wood, f\":\"https://plai.cs.ubc.ca/publications/\"}},\"downloads\":2,\"html\":\"\"},{\"bibtype\":\"inproceedings\",\"type\":\"inproceedings\",\"author\":[{\"propositions\":[],\"lastnames\":[\"Brekelmans\"],\"firstnames\":[\"Rob\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Masrani\"],\"firstnames\":[\"Vaden\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Wood\"],\"firstnames\":[\"Frank\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Ver Steeg\"],\"firstnames\":[\"Greg\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Galstyan\"],\"firstnames\":[\"Aram\"],\"suffixes\":[]}],\"title\":\"All in the Exponential Family: Bregman Duality in Thermodynamic Variational Inference\",\"booktitle\":\"Thirty-seventh International Conference on Machine Learning (ICML 2020)\",\"keywords\":\"Computer Science - Machine Learning, Statistics - Machine Learning\",\"year\":\"2020\",\"month\":\"July\",\"eid\":\"arXiv:2007.00642\",\"archiveprefix\":\"arXiv\",\"eprint\":\"2007.00642\",\"url_link\":\"https://proceedings.icml.cc/book/2020/hash/12311d05c9aa67765703984239511212\",\"url_paper\":\"https://proceedings.icml.cc/static/paper_files/icml/2020/2826-Paper.pdf\",\"url_arxiv\":\"https://arxiv.org/abs/2007.00642\",\"support\":\"D3M\",\"abstract\":\"The recently proposed Thermodynamic Variational Objective (TVO) leverages thermodynamic integration to provide a family of variational inference objectives, which both tighten and generalize the ubiquitous Evidence Lower Bound (ELBO). However, the tightness of TVO bounds was not previously known, an expensive grid search was used to choose a \\\"schedule\\\" of intermediate distributions, and model learning suffered with ostensibly tighter bounds. In this work, we propose an exponential family interpretation of the geometric mixture curve underlying the TVO and various path sampling methods, which allows us to characterize the gap in TVO likelihood bounds as a sum of KL divergences. We propose to choose intermediate distributions using equal spacing in the moment parameters of our exponential family, which matches grid search performance and allows the schedule to adaptively update over the course of training. Finally, we derive a doubly reparameterized gradient estimator which improves model learning and allows the TVO to benefit from more refined bounds. To further contextualize our contributions, we provide a unified framework for understanding thermodynamic integration and the TVO using Taylor series remainders.\",\"bibtex\":\"@inproceedings{BRE-20,\\n  author = {{Brekelmans}, Rob and {Masrani}, Vaden and {Wood}, Frank and {Ver Steeg}, Greg and {Galstyan}, Aram},\\n  title = {All in the Exponential Family: Bregman Duality in Thermodynamic Variational Inference},\\n  booktitle={Thirty-seventh International Conference on Machine Learning (ICML 2020)},\\n  keywords = {Computer Science - Machine Learning, Statistics - Machine Learning},\\n  year = 2020,\\n  month = jul,\\n  eid = {arXiv:2007.00642},\\n  archivePrefix = {arXiv},\\n  eprint = {2007.00642},\\n  url_Link = {https://proceedings.icml.cc/book/2020/hash/12311d05c9aa67765703984239511212},\\n  url_Paper={https://proceedings.icml.cc/static/paper_files/icml/2020/2826-Paper.pdf},\\n  url_ArXiv={https://arxiv.org/abs/2007.00642},\\n  support = {D3M},\\n  abstract={The recently proposed Thermodynamic Variational Objective (TVO) leverages thermodynamic integration to provide a family of variational inference objectives, which both tighten and generalize the ubiquitous Evidence Lower Bound (ELBO). However, the tightness of TVO bounds was not previously known, an expensive grid search was used to choose a \\\"schedule\\\" of intermediate distributions, and model learning suffered with ostensibly tighter bounds. In this work, we propose an exponential family interpretation of the geometric mixture curve underlying the TVO and various path sampling methods, which allows us to characterize the gap in TVO likelihood bounds as a sum of KL divergences. We propose to choose intermediate distributions using equal spacing in the moment parameters of our exponential family, which matches grid search performance and allows the schedule to adaptively update over the course of training. Finally, we derive a doubly reparameterized gradient estimator which improves model learning and allows the TVO to benefit from more refined bounds. To further contextualize our contributions, we provide a unified framework for understanding thermodynamic integration and the TVO using Taylor series remainders.}\\n  }\\n\\n%@unpublished{WOO-20,\\n%  author = {{Wood}, Frank and {Warrington}, Andrew and {Naderiparizi}, Saeid and {Weilbach}, Christian and {Masrani}, Vaden and {Harvey}, William and {Scibior}, Adam and {Beronov}, Boyan and {Nasseri}, Ali},\\n%  title = {Planning as Inference in Epidemiological Models},\\n%  journal = {arXiv e-prints},\\n%  keywords = {Quantitative Biology - Populations and Evolution, Computer Science - Machine Learning, Statistics - Machine Learning},\\n%  year = {2020},\\n%  eid = {arXiv:2003.13221},\\n%  archivePrefix = {arXiv},\\n%  eprint = {2003.13221},\\n%  support = {D3M,COVID,ETALUMIS},\\n%  url_ArXiv={https://arxiv.org/abs/2003.13221},\\n%  url_Paper={https://arxiv.org/pdf/2003.13221.pdf},\\n%  abstract={In this work we demonstrate how existing software tools can be used to automate parts of infectious disease-control policy-making via performing inference in existing epidemiological dynamics models. The kind of inference tasks undertaken include computing, for planning purposes, the posterior distribution over putatively controllable, via direct policy-making choices, simulation model parameters that give rise to acceptable disease progression outcomes. Neither the full capabilities of such inference automation software tools nor their utility for planning is widely disseminated at the current time. Timely gains in understanding about these tools and how they can be used may lead to more fine-grained and less economically damaging policy prescriptions, particularly during the current COVID-19 pandemic.}\\n%}\\n\\n\",\"author_short\":[\"Brekelmans, R.\",\"Masrani, V.\",\"Wood, F.\",\"Ver Steeg, G.\",\"Galstyan, A.\"],\"key\":\"BRE-20\",\"id\":\"BRE-20\",\"bibbaseid\":\"brekelmans-masrani-wood-versteeg-galstyan-allintheexponentialfamilybregmandualityinthermodynamicvariationalinference-2020\",\"role\":\"author\",\"urls\":{\" link\":\"https://proceedings.icml.cc/book/2020/hash/12311d05c9aa67765703984239511212\",\" paper\":\"https://proceedings.icml.cc/static/paper_files/icml/2020/2826-Paper.pdf\",\" arxiv\":\"https://arxiv.org/abs/2007.00642\"},\"keyword\":[\"Computer Science - Machine Learning\",\"Statistics - Machine Learning\"],\"metadata\":{\"authorlinks\":{\"wood, f\":\"https://plai.cs.ubc.ca/publications/\"}},\"downloads\":5,\"html\":\"\"},{\"bibtype\":\"inproceedings\",\"type\":\"inproceedings\",\"title\":\"Coping With Simulators That Don’t Always Return\",\"author\":[{\"propositions\":[],\"lastnames\":[\"Warrington\"],\"firstnames\":[\"A\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Naderiparizi\"],\"firstnames\":[\"S\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Wood\"],\"firstnames\":[\"F\"],\"suffixes\":[]}],\"booktitle\":\"The 23rd International Conference on Artificial Intelligence and Statistics (AISTATS)\",\"archiveprefix\":\"arXiv\",\"eprint\":\"1906.05462\",\"year\":\"2020\",\"url_link\":\"http://proceedings.mlr.press/v108/warrington20a.html\",\"url_paper\":\"http://proceedings.mlr.press/v108/warrington20a/warrington20a.pdf\",\"url_poster\":\"https://github.com/plai-group/bibliography/blob/master/presentations_posters/WAR-20.pdf\",\"url_arxiv\":\"https://arxiv.org/abs/2003.12908\",\"keywords\":\"simulators, smc, autoregressive flow\",\"support\":\"D3M,ETALUMIS\",\"bibbase_note\":\"PMLR 108:1748-1758\",\"abstract\":\"Deterministic models are approximations of reality that are easy to interpret and often easier to build than stochastic alternatives. Unfortunately, as nature is capricious, observational data can never be fully explained by deterministic models in practice. Observation and process noise need to be added to adapt deterministic models to behave stochastically, such that they are capable of explaining and extrapolating from noisy data. We investigate and address computational inefficiencies that arise from adding process noise to deterministic simulators that fail to return for certain inputs; a property we describe as \\\"brittle.\\\" We show how to train a conditional normalizing flow to propose perturbations such that the simulator succeeds with high probability, increasing computational efficiency.\",\"bibtex\":\"@inproceedings{WAR-20,\\n  title={Coping With Simulators That Don’t Always Return},\\n  author={Warrington, A and Naderiparizi, S and Wood, F},\\n  booktitle={The 23rd International Conference on Artificial Intelligence and Statistics (AISTATS)},\\n  archiveprefix = {arXiv},\\n  eprint = {1906.05462},\\n  year={2020},\\n  url_Link = {http://proceedings.mlr.press/v108/warrington20a.html},\\n  url_Paper = {http://proceedings.mlr.press/v108/warrington20a/warrington20a.pdf},\\n  url_Poster = {https://github.com/plai-group/bibliography/blob/master/presentations_posters/WAR-20.pdf},\\n  url_ArXiv = {https://arxiv.org/abs/2003.12908},\\n  keywords = {simulators, smc, autoregressive flow},\\n  support = {D3M,ETALUMIS},\\n  bibbase_note={PMLR 108:1748-1758},\\n  abstract = {Deterministic models are approximations of reality that are easy to interpret and often easier to build than stochastic alternatives. Unfortunately, as nature is capricious, observational data can never be fully explained by deterministic models in practice. Observation and process noise need to be added to adapt deterministic models to behave stochastically, such that they are capable of explaining and extrapolating from noisy data. We investigate and address computational inefficiencies that arise from adding process noise to deterministic simulators that fail to return for certain inputs; a property we describe as \\\"brittle.\\\" We show how to train a conditional normalizing flow to propose perturbations such that the simulator succeeds with high probability, increasing computational efficiency.}\\n  }\\n\\n\",\"author_short\":[\"Warrington, A\",\"Naderiparizi, S\",\"Wood, F\"],\"key\":\"WAR-20\",\"id\":\"WAR-20\",\"bibbaseid\":\"warrington-naderiparizi-wood-copingwithsimulatorsthatdontalwaysreturn-2020\",\"role\":\"author\",\"urls\":{\" link\":\"http://proceedings.mlr.press/v108/warrington20a.html\",\" paper\":\"http://proceedings.mlr.press/v108/warrington20a/warrington20a.pdf\",\" poster\":\"https://github.com/plai-group/bibliography/blob/master/presentations_posters/WAR-20.pdf\",\" arxiv\":\"https://arxiv.org/abs/2003.12908\"},\"keyword\":[\"simulators\",\"smc\",\"autoregressive flow\"],\"metadata\":{\"authorlinks\":{\"wood, f\":\"https://plai.cs.ubc.ca/publications/\"}},\"downloads\":7,\"html\":\"\"},{\"bibtype\":\"techreport\",\"type\":\"techreport\",\"title\":\"Hasty-A Generative Model Complier\",\"author\":[{\"propositions\":[],\"lastnames\":[\"Wood\"],\"firstnames\":[\"Frank\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Teng\"],\"firstnames\":[\"Michael\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Zinkov\"],\"firstnames\":[\"Rob\"],\"suffixes\":[]}],\"year\":\"2019\",\"institution\":\"University of Oxford Oxford United Kingdom\",\"url_link\":\"https://apps.dtic.mil/sti/citations/AD1072839\",\"url_paper\":\"https://apps.dtic.mil/sti/pdfs/AD1072839.pdf\",\"support\":\"D3M\",\"abstract\":\"This work describes our contribution of proof of concept primitives to the D3M program and research progress made towards an initial version of Hasty. Although we were unable to complete the initial version of Hasty, or contribute to the D3M primitive library the types of primitives that Hasty will enable we did train a number of Highly Qualified Personnel HQP and have interacted with the AutoML, probabilistic programming languages, neural networking, and other communities which our work is expected to impact.\",\"bibtex\":\"@techreport{WOO-19,\\n  title={Hasty-A Generative Model Complier},\\n  author={Wood, Frank and Teng, Michael and Zinkov, Rob},\\n  year={2019},\\n  institution={University of Oxford Oxford United Kingdom},\\n  url_Link={https://apps.dtic.mil/sti/citations/AD1072839},\\n  url_Paper={https://apps.dtic.mil/sti/pdfs/AD1072839.pdf},\\n  support = {D3M},\\n  abstract = {This work describes our contribution of proof of concept primitives to the D3M program and research progress made towards an initial version of Hasty. Although we were unable to complete the initial version of Hasty, or contribute to the D3M primitive library the types of primitives that Hasty will enable we did train a number of Highly Qualified Personnel HQP and have interacted with the AutoML, probabilistic programming languages, neural networking, and other communities which our work is expected to impact.}\\n}\\n\\n\",\"author_short\":[\"Wood, F.\",\"Teng, M.\",\"Zinkov, R.\"],\"key\":\"WOO-19\",\"id\":\"WOO-19\",\"bibbaseid\":\"wood-teng-zinkov-hastyagenerativemodelcomplier-2019\",\"role\":\"author\",\"urls\":{\" link\":\"https://apps.dtic.mil/sti/citations/AD1072839\",\" paper\":\"https://apps.dtic.mil/sti/pdfs/AD1072839.pdf\"},\"metadata\":{\"authorlinks\":{\"wood, f\":\"https://plai.cs.ubc.ca/publications/\"}},\"downloads\":6,\"html\":\"\"},{\"bibtype\":\"inproceedings\",\"type\":\"inproceedings\",\"title\":\"Coping With Simulators That Don’t Always Return\",\"author\":[{\"propositions\":[],\"lastnames\":[\"Warrington\"],\"firstnames\":[\"A\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Naderiparizi\"],\"firstnames\":[\"S\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Wood\"],\"firstnames\":[\"F\"],\"suffixes\":[]}],\"booktitle\":\"2nd Symposium on Advances in Approximate Bayesian Inference (AABI)\",\"year\":\"2019\",\"url_link\":\"https://openreview.net/forum?id=SJecKyhEKr&noteId=SJecKyhEKr\",\"url_paper\":\"https://openreview.net/pdf?id=SJecKyhEKr\",\"keywords\":\"simulators, smc, autoregressive flow\",\"support\":\"D3M,ETALUMIS\",\"abstract\":\"Deterministic models are approximations of reality that are often easier to build and interpret than stochastic alternatives. Unfortunately, as nature is capricious, observational data can never be fully explained by deterministic models in practice. Observation and process noise need to be added to adapt deterministic models to behave stochastically, such that they are capable of explaining and extrapolating from noisy data. Adding process noise to deterministic simulators can induce a failure in the simulator resulting in no return value for certain inputs – a property we describe as ``brittle.'' We investigate and address the wasted computation that arises from these failures, and the effect of such failures on downstream inference tasks. We show that performing inference in this space can be viewed as rejection sampling, and train a conditional normalizing flow as a proposal over noise values such that there is a low probability that the simulator crashes, increasing computational efficiency and inference fidelity for a fixed sample budget when used as the proposal in an approximate inference algorithm.\",\"bibtex\":\"@inproceedings{WAR-19a,\\n  title={Coping With Simulators That Don’t Always Return},\\n  author={Warrington, A and Naderiparizi, S and Wood, F},\\n  booktitle={2nd Symposium on Advances in Approximate Bayesian Inference (AABI)},\\n  year={2019},\\n  url_Link={https://openreview.net/forum?id=SJecKyhEKr&noteId=SJecKyhEKr},\\n  url_Paper={https://openreview.net/pdf?id=SJecKyhEKr},\\n  keywords = {simulators, smc, autoregressive flow},\\n  support = {D3M,ETALUMIS},\\n  abstract = {Deterministic models are approximations of reality that are often easier to build and interpret than stochastic alternatives.  \\nUnfortunately, as nature is capricious, observational data can never be fully explained by deterministic models in practice.  \\nObservation and process noise need to be added to adapt deterministic models to behave stochastically, such that they are capable of explaining and extrapolating from noisy data.\\nAdding process noise to deterministic simulators can induce a failure in the simulator resulting in no return value for certain inputs -- a property we describe as ``brittle.''\\nWe investigate and address the wasted computation that arises from these failures, and the effect of such failures on downstream inference tasks.\\nWe show that performing inference in this space can be viewed as rejection sampling, and train a conditional normalizing flow as a proposal over noise values such that there is a low probability that the simulator crashes, increasing computational efficiency and inference fidelity for a fixed sample budget when used as the proposal in an approximate inference algorithm.}\\n}\\n\\n\",\"author_short\":[\"Warrington, A\",\"Naderiparizi, S\",\"Wood, F\"],\"key\":\"WAR-19a\",\"id\":\"WAR-19a\",\"bibbaseid\":\"warrington-naderiparizi-wood-copingwithsimulatorsthatdontalwaysreturn-2019\",\"role\":\"author\",\"urls\":{\" link\":\"https://openreview.net/forum?id=SJecKyhEKr&noteId=SJecKyhEKr\",\" paper\":\"https://openreview.net/pdf?id=SJecKyhEKr\"},\"keyword\":[\"simulators\",\"smc\",\"autoregressive flow\"],\"metadata\":{\"authorlinks\":{\"wood, f\":\"https://plai.cs.ubc.ca/publications/\"}},\"downloads\":0,\"html\":\"\"},{\"bibtype\":\"inproceedings\",\"type\":\"inproceedings\",\"title\":\"Near-Optimal Glimpse Sequences for Improved Hard Attention Neural Network Training\",\"author\":[{\"propositions\":[],\"lastnames\":[\"Harvey\"],\"firstnames\":[\"William\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Teng\"],\"firstnames\":[\"Michael\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Wood\"],\"firstnames\":[\"Frank\"],\"suffixes\":[]}],\"booktitle\":\"NeurIPS Workshop on Bayesian Deep Learning\",\"year\":\"2019\",\"support\":\"D3M,LwLL\",\"archiveprefix\":\"arXiv\",\"eprint\":\"1906.05462\",\"url_paper\":\"http://bayesiandeeplearning.org/2019/papers/38.pdf\",\"url_arxiv\":\"https://arxiv.org/abs/1906.05462\",\"url_poster\":\"https://github.com/plai-group/bibliography/blob/master/presentations_posters/HAR-19.pdf\",\"abstract\":\"We introduce the use of Bayesian optimal experimental design techniques for generating glimpse sequences to use in semi-supervised training of hard attention networks. Hard attention holds the promise of greater energy efficiency and superior inference performance. Employing such networks for image classification usually involves choosing a sequence of glimpse locations from a stochastic policy. As the outputs of observations are typically non-differentiable with respect to their glimpse locations, unsupervised gradient learning of such a policy requires REINFORCE-style updates. Also, the only reward signal is the final classification accuracy. For these reasons hard attention networks, despite their promise, have not achieved the wide adoption that soft attention networks have and, in many practical settings, are difficult to train. We find that our method for semi-supervised training makes it easier and faster to train hard attention networks and correspondingly could make them practical to consider in situations where they were not before.\",\"bibtex\":\"@inproceedings{HAR-19,\\n  title={Near-Optimal Glimpse Sequences for Improved Hard Attention Neural Network Training},\\n  author={Harvey, William and Teng, Michael and Wood, Frank},\\n  booktitle={NeurIPS Workshop on Bayesian Deep Learning},\\n  year={2019},\\n  support = {D3M,LwLL},\\n  archiveprefix = {arXiv},\\n  eprint = {1906.05462},\\n  url_Paper={http://bayesiandeeplearning.org/2019/papers/38.pdf},\\n  url_ArXiv={https://arxiv.org/abs/1906.05462},\\n  url_Poster={https://github.com/plai-group/bibliography/blob/master/presentations_posters/HAR-19.pdf},\\n  abstract = {We introduce the use of Bayesian optimal experimental design techniques for generating glimpse sequences to use in semi-supervised training of hard attention networks. Hard attention holds the promise of greater energy efficiency and superior inference performance. Employing such networks for image classification usually involves choosing a sequence of glimpse locations from a stochastic policy. As the outputs of observations are typically non-differentiable with respect to their glimpse locations, unsupervised gradient learning of such a policy requires REINFORCE-style updates. Also, the only reward signal is the final classification accuracy. For these reasons hard attention networks, despite their promise, have not achieved the wide adoption that soft attention networks have and, in many practical settings, are difficult to train. We find that our method for semi-supervised training makes it easier and faster to train hard attention networks and correspondingly could make them practical to consider in situations where they were not before.},\\n}\\n\\n\",\"author_short\":[\"Harvey, W.\",\"Teng, M.\",\"Wood, F.\"],\"key\":\"HAR-19\",\"id\":\"HAR-19\",\"bibbaseid\":\"harvey-teng-wood-nearoptimalglimpsesequencesforimprovedhardattentionneuralnetworktraining-2019\",\"role\":\"author\",\"urls\":{\" paper\":\"http://bayesiandeeplearning.org/2019/papers/38.pdf\",\" arxiv\":\"https://arxiv.org/abs/1906.05462\",\" poster\":\"https://github.com/plai-group/bibliography/blob/master/presentations_posters/HAR-19.pdf\"},\"metadata\":{\"authorlinks\":{\"wood, f\":\"https://plai.cs.ubc.ca/publications/\"}},\"downloads\":3,\"html\":\"\"},{\"bibtype\":\"inproceedings\",\"type\":\"inproceedings\",\"title\":\"Attention for Inference Compilation\",\"author\":[{\"propositions\":[],\"lastnames\":[\"Harvey\"],\"firstnames\":[\"W\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Munk\"],\"firstnames\":[\"A\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Baydin\"],\"firstnames\":[\"AG\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Bergholm\"],\"firstnames\":[\"A\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Wood\"],\"firstnames\":[\"F\"],\"suffixes\":[]}],\"booktitle\":\"The second International Conference on Probabilistic Programming (PROBPROG)\",\"year\":\"2020\",\"archiveprefix\":\"arXiv\",\"eprint\":\"1910.11961\",\"support\":\"D3M,LwLL\",\"url_paper\":\"https://arxiv.org/pdf/1910.11961.pdf\",\"url_arxiv\":\"https://arxiv.org/abs/1910.11961\",\"url_poster\":\"https://github.com/plai-group/bibliography/blob/master/presentations_posters/PROBPROG2020_HAR.pdf\",\"abstract\":\"We present a new approach to automatic amortized inference in universal probabilistic programs which improves performance compared to current methods. Our approach is a variation of inference compilation (IC) which leverages deep neural networks to approximate a posterior distribution over latent variables in a probabilistic program. A challenge with existing IC network architectures is that they can fail to model long-range dependencies between latent variables. To address this, we introduce an attention mechanism that attends to the most salient variables previously sampled in the execution of a probabilistic program. We demonstrate that the addition of attention allows the proposal distributions to better match the true posterior, enhancing inference about latent variables in simulators.\",\"bibtex\":\"@inproceedings{HAR-20,\\n  title={Attention for Inference Compilation},\\n  author={Harvey, W and Munk, A and Baydin, AG and Bergholm, A and Wood, F},\\n  booktitle={The second International Conference on Probabilistic Programming (PROBPROG)},\\n  year={2020},\\n  archiveprefix = {arXiv},\\n  eprint = {1910.11961},\\n  support = {D3M,LwLL},\\n  url_Paper={https://arxiv.org/pdf/1910.11961.pdf},\\n  url_ArXiv={https://arxiv.org/abs/1910.11961},\\n  url_Poster={https://github.com/plai-group/bibliography/blob/master/presentations_posters/PROBPROG2020_HAR.pdf},\\n  abstract = {We present a new approach to automatic amortized inference in universal probabilistic programs which improves performance compared to current methods. Our approach is a variation of inference compilation (IC) which leverages deep neural networks to approximate a posterior distribution over latent variables in a probabilistic program. A challenge with existing IC network architectures is that they can fail to model long-range dependencies between latent variables. To address this, we introduce an attention mechanism that attends to the most salient variables previously sampled in the execution of a probabilistic program. We demonstrate that the addition of attention allows the proposal distributions to better match the true posterior, enhancing inference about latent variables in simulators.},\\n}\\n\\n\",\"author_short\":[\"Harvey, W\",\"Munk, A\",\"Baydin, A.\",\"Bergholm, A\",\"Wood, F\"],\"key\":\"HAR-20\",\"id\":\"HAR-20\",\"bibbaseid\":\"harvey-munk-baydin-bergholm-wood-attentionforinferencecompilation-2020\",\"role\":\"author\",\"urls\":{\" paper\":\"https://arxiv.org/pdf/1910.11961.pdf\",\" arxiv\":\"https://arxiv.org/abs/1910.11961\",\" poster\":\"https://github.com/plai-group/bibliography/blob/master/presentations_posters/PROBPROG2020_HAR.pdf\"},\"metadata\":{\"authorlinks\":{\"wood, f\":\"https://plai.cs.ubc.ca/publications/\"}},\"downloads\":10,\"html\":\"\"},{\"bibtype\":\"inproceedings\",\"type\":\"inproceedings\",\"title\":\"Deep probabilistic surrogate networks for universal simulator approximation\",\"author\":[{\"propositions\":[],\"lastnames\":[\"Munk\"],\"firstnames\":[\"Andreas\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Ścibior\"],\"firstnames\":[\"Adam\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Baydin\"],\"firstnames\":[\"AG\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Stewart\"],\"firstnames\":[\"A\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Fernlund\"],\"firstnames\":[\"A\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Poursartip\"],\"firstnames\":[\"A\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Wood\"],\"firstnames\":[\"Frank\"],\"suffixes\":[]}],\"booktitle\":\"The second International Conference on Probabilistic Programming (PROBPROG)\",\"year\":\"2020\",\"archiveprefix\":\"arXiv\",\"eprint\":\"1910.11950\",\"support\":\"D3M,ETALUMIS\",\"url_paper\":\"https://arxiv.org/pdf/1910.11950.pdf\",\"url_arxiv\":\"https://arxiv.org/abs/1910.11950\",\"url_poster\":\"https://github.com/plai-group/bibliography/blob/master/presentations_posters/PROBPROG2020_MUN.pdf\",\"abstract\":\"We present a framework for automatically structuring and training fast, approximate, deep neural surrogates of existing stochastic simulators. Unlike traditional approaches to surrogate modeling, our surrogates retain the interpretable structure of the reference simulators. The particular way we achieve this allows us to replace the reference simulator with the surrogate when undertaking amortized inference in the probabilistic programming sense. The fidelity and speed of our surrogates allow for not only faster \\\"forward\\\" stochastic simulation but also for accurate and substantially faster inference. We support these claims via experiments that involve a commercial composite-materials curing simulator. Employing our surrogate modeling technique makes inference an order of magnitude faster, opening up the possibility of doing simulator-based, non-invasive, just-in-time parts quality testing; in this case inferring safety-critical latent internal temperature profiles of composite materials undergoing curing from surface temperature profile measurements.\",\"bibtex\":\"@inproceedings{MUN-20,\\n  title={Deep probabilistic surrogate networks for universal simulator approximation},\\n  author={Munk, Andreas and Ścibior, Adam and Baydin, AG and Stewart, A and Fernlund, A and Poursartip, A and Wood, Frank},\\n  booktitle={The second International Conference on Probabilistic Programming (PROBPROG)},\\n  year={2020},\\n  archiveprefix = {arXiv},\\n  eprint = {1910.11950},\\n  support = {D3M,ETALUMIS},\\n  url_Paper={https://arxiv.org/pdf/1910.11950.pdf},\\n  url_ArXiv={https://arxiv.org/abs/1910.11950},\\n  url_Poster={https://github.com/plai-group/bibliography/blob/master/presentations_posters/PROBPROG2020_MUN.pdf},\\n  abstract = {We present a framework for automatically structuring and training fast, approximate, deep neural surrogates of existing stochastic simulators. Unlike traditional approaches to surrogate modeling, our surrogates retain the interpretable structure of the reference simulators. The particular way we achieve this allows us to replace the reference simulator with the surrogate when undertaking amortized inference in the probabilistic programming sense. The fidelity and speed of our surrogates allow for not only faster \\\"forward\\\" stochastic simulation but also for accurate and substantially faster inference. We support these claims via experiments that involve a commercial composite-materials curing simulator. Employing our surrogate modeling technique makes inference an order of magnitude faster, opening up the possibility of doing simulator-based, non-invasive, just-in-time parts quality testing; in this case inferring safety-critical latent internal temperature profiles of composite materials undergoing curing from surface temperature profile measurements.},\\n}\\n\\n\",\"author_short\":[\"Munk, A.\",\"Ścibior, A.\",\"Baydin, A.\",\"Stewart, A\",\"Fernlund, A\",\"Poursartip, A\",\"Wood, F.\"],\"key\":\"MUN-20\",\"id\":\"MUN-20\",\"bibbaseid\":\"munk-cibior-baydin-stewart-fernlund-poursartip-wood-deepprobabilisticsurrogatenetworksforuniversalsimulatorapproximation-2020\",\"role\":\"author\",\"urls\":{\" paper\":\"https://arxiv.org/pdf/1910.11950.pdf\",\" arxiv\":\"https://arxiv.org/abs/1910.11950\",\" poster\":\"https://github.com/plai-group/bibliography/blob/master/presentations_posters/PROBPROG2020_MUN.pdf\"},\"metadata\":{\"authorlinks\":{\"wood, f\":\"https://plai.cs.ubc.ca/publications/\"}},\"downloads\":5,\"html\":\"\"},{\"bibtype\":\"inproceedings\",\"type\":\"inproceedings\",\"title\":\"Efficient Inference Amortization in Graphical Models using Structured Continuous Conditional Normalizing Flows\",\"author\":[{\"propositions\":[],\"lastnames\":[\"Weilbach\"],\"firstnames\":[\"Christian\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Beronov\"],\"firstnames\":[\"Boyan\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Harvey\"],\"firstnames\":[\"William\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Wood\"],\"firstnames\":[\"Frank\"],\"suffixes\":[]}],\"booktitle\":\"2nd Symposium on Advances in Approximate Bayesian Inference (AABI)\",\"support\":\"D3M\",\"url_link\":\"https://openreview.net/forum?id=BJlhYknNFS\",\"url_paper\":\"https://openreview.net/pdf?id=BJlhYknNFS\",\"abstract\":\"We introduce a more efficient neural architecture for amortized inference, which combines continuous and conditional normalizing flows using a principled choice of structure. Our gradient flow derives its sparsity pattern from the minimally faithful inverse of its underlying graphical model. We find that this factorization reduces the necessary numbers both of parameters in the neural network and of adaptive integration steps in the ODE solver. Consequently, the throughput at training time and inference time is increased, without decreasing performance in comparison to unconstrained flows. By expressing the structural inversion and the flow construction as compilation passes of a probabilistic programming language, we demonstrate their applicability to the stochastic inversion of realistic models such as convolutional neural networks (CNN).\",\"year\":\"2019\",\"bibtex\":\"@inproceedings{WEI-19,\\n  title={Efficient Inference Amortization in Graphical Models using Structured Continuous Conditional Normalizing Flows},\\n  author={Weilbach, Christian and Beronov, Boyan and Harvey, William and Wood, Frank},\\n  booktitle={2nd Symposium on Advances in Approximate Bayesian Inference (AABI)},\\n  support = {D3M},\\n  url_Link={https://openreview.net/forum?id=BJlhYknNFS},\\n  url_Paper={https://openreview.net/pdf?id=BJlhYknNFS},\\n  abstract = {We introduce a more efficient neural architecture for amortized inference, which combines continuous and conditional normalizing flows using a principled choice of structure. Our gradient flow derives its sparsity pattern from the minimally faithful inverse of its underlying graphical model. We find that this factorization reduces the necessary numbers both of parameters in the neural network and of adaptive integration steps in the ODE solver. Consequently, the throughput at training time and inference time is increased, without decreasing performance in comparison to unconstrained flows. By expressing the structural inversion and the flow construction as compilation passes of a probabilistic programming language, we demonstrate their applicability to the stochastic inversion of realistic models such as convolutional neural networks (CNN).},\\n  year={2019}\\n}\\n\\n\",\"author_short\":[\"Weilbach, C.\",\"Beronov, B.\",\"Harvey, W.\",\"Wood, F.\"],\"key\":\"WEI-19\",\"id\":\"WEI-19\",\"bibbaseid\":\"weilbach-beronov-harvey-wood-efficientinferenceamortizationingraphicalmodelsusingstructuredcontinuousconditionalnormalizingflows-2019\",\"role\":\"author\",\"urls\":{\" link\":\"https://openreview.net/forum?id=BJlhYknNFS\",\" paper\":\"https://openreview.net/pdf?id=BJlhYknNFS\"},\"metadata\":{\"authorlinks\":{\"wood, f\":\"https://plai.cs.ubc.ca/publications/\"}},\"downloads\":0,\"html\":\"\"},{\"bibtype\":\"inproceedings\",\"type\":\"inproceedings\",\"author\":[{\"propositions\":[],\"lastnames\":[\"Bateni\"],\"firstnames\":[\"Peyman\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Goyal\"],\"firstnames\":[\"Raghav\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Masrani\"],\"firstnames\":[\"Vaden\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Wood\"],\"firstnames\":[\"Frank\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Sigal\"],\"firstnames\":[\"Leonid\"],\"suffixes\":[]}],\"title\":\"Improved Few-Shot Visual Classification\",\"booktitle\":\"Conference on Computer Vision and Pattern Recognition (CVPR)\",\"keywords\":\"LwLL, Computer Science - Computer Vision and Pattern Recognition\",\"year\":\"2020\",\"eid\":\"arXiv:1912.03432\",\"archiveprefix\":\"arXiv\",\"eprint\":\"1912.03432\",\"support\":\"D3M,LwLL\",\"url_link\":\"https://openaccess.thecvf.com/content_CVPR_2020/html/Bateni_Improved_Few-Shot_Visual_Classification_CVPR_2020_paper.html\",\"url_paper\":\"http://openaccess.thecvf.com/content_CVPR_2020/papers/Bateni_Improved_Few-Shot_Visual_Classification_CVPR_2020_paper.pdf\",\"url_arxiv\":\"https://arxiv.org/abs/1912.03432\",\"abstract\":\"Few-shot learning is a fundamental task in computer vision that carries the promise of alleviating the need for exhaustively labeled data. Most few-shot learning approaches to date have focused on progressively more complex neural feature extractors and classifier adaptation strategies, as well as the refinement of the task definition itself. In this paper, we explore the hypothesis that a simple class-covariance-based distance metric, namely the Mahalanobis distance, adopted into a state of the art few-shot learning approach (CNAPS) can, in and of itself, lead to a significant performance improvement. We also discover that it is possible to learn adaptive feature extractors that allow useful estimation of the high dimensional feature covariances required by this metric from surprisingly few samples. The result of our work is a new \\\"Simple CNAPS\\\" architecture which has up to 9.2% fewer trainable parameters than CNAPS and performs up to 6.1% better than state of the art on the standard few-shot image classification benchmark dataset.\",\"bibtex\":\"@inproceedings{BAT-20,\\n  author = {{Bateni}, Peyman and {Goyal}, Raghav and {Masrani}, Vaden and {Wood}, Frank and {Sigal}, Leonid},\\n  title = {Improved Few-Shot Visual Classification},\\n  booktitle = {Conference on Computer Vision and Pattern Recognition (CVPR)},\\n  keywords = {LwLL, Computer Science - Computer Vision and Pattern Recognition},\\n  year = {2020},\\n  eid = {arXiv:1912.03432},\\n  archivePrefix = {arXiv},\\n  eprint = {1912.03432},\\n  support = {D3M,LwLL},\\n  url_Link = {https://openaccess.thecvf.com/content_CVPR_2020/html/Bateni_Improved_Few-Shot_Visual_Classification_CVPR_2020_paper.html},\\n  url_Paper={http://openaccess.thecvf.com/content_CVPR_2020/papers/Bateni_Improved_Few-Shot_Visual_Classification_CVPR_2020_paper.pdf},\\n  url_ArXiv={https://arxiv.org/abs/1912.03432},\\n  abstract={Few-shot learning is a fundamental task in computer vision that carries the promise of alleviating the need for exhaustively labeled data. Most few-shot learning approaches to date have focused on progressively more complex neural feature extractors and classifier adaptation strategies, as well as the refinement of the task definition itself. In this paper, we explore the hypothesis that a simple class-covariance-based distance metric, namely the Mahalanobis distance, adopted into a state of the art few-shot learning approach (CNAPS) can, in and of itself, lead to a significant performance improvement. We also discover that it is possible to learn adaptive feature extractors that allow useful estimation of the high dimensional feature covariances required by this metric from surprisingly few samples. The result of our work is a new \\\"Simple CNAPS\\\" architecture which has up to 9.2% fewer trainable parameters than CNAPS and performs up to 6.1% better than state of the art on the standard few-shot image classification benchmark dataset.}\\n}\\n\\n%@inproceedings{WAN-19,\\n%  title={Safer End-to-End Autonomous Driving via Conditional Imitation Learning and Command Augmentation},\\n%  author={Wang, R and Scibior, A and Wood F},\\n%  booktitle={NeurIPS self-driving car workshop},\\n%  year={2019},\\n%  archiveprefix = {arXiv},\\n%  eprint = {1909.09721},\\n%  support = {D3M},\\n%  url_Paper = {https://arxiv.org/pdf/1909.09721.pdf},\\n%  url_ArXiv={https://arxiv.org/abs/1909.09721},\\n%  abstract={Imitation learning is a promising approach to end-to-end training of autonomous vehicle controllers. Typically the driving process with such approaches is entirely automatic and black-box, although in practice it is desirable to control the vehicle through high-level commands, such as telling it which way to go at an intersection. In existing work this has been accomplished by the application of a branched neural architecture, since directly providing the command as an additional input to the controller often results in the command being ignored. In this work we overcome this limitation by learning a disentangled probabilistic latent variable model that generates the steering commands. We achieve faithful command-conditional generation without using a branched architecture and demonstrate improved stability of the controller, applying only a variational objective without any domain-specific adjustments. On top of that, we extend our model with an additional latent variable and augment the dataset to train a controller that is robust to unsafe commands, such as asking it to turn into a wall. The main contribution of this work is a recipe for building controllable imitation driving agents that improves upon multiple aspects of the current state of the art relating to robustness and interpretability.}\\n%}\\n\\n\",\"author_short\":[\"Bateni, P.\",\"Goyal, R.\",\"Masrani, V.\",\"Wood, F.\",\"Sigal, L.\"],\"key\":\"BAT-20\",\"id\":\"BAT-20\",\"bibbaseid\":\"bateni-goyal-masrani-wood-sigal-improvedfewshotvisualclassification-2020\",\"role\":\"author\",\"urls\":{\" link\":\"https://openaccess.thecvf.com/content_CVPR_2020/html/Bateni_Improved_Few-Shot_Visual_Classification_CVPR_2020_paper.html\",\" paper\":\"http://openaccess.thecvf.com/content_CVPR_2020/papers/Bateni_Improved_Few-Shot_Visual_Classification_CVPR_2020_paper.pdf\",\" arxiv\":\"https://arxiv.org/abs/1912.03432\"},\"keyword\":[\"LwLL\",\"Computer Science - Computer Vision and Pattern Recognition\"],\"metadata\":{\"authorlinks\":{\"wood, f\":\"https://plai.cs.ubc.ca/publications/\"}},\"downloads\":10,\"html\":\"\"},{\"bibtype\":\"inproceedings\",\"type\":\"inproceedings\",\"title\":\"Sparse Variational Inference: Bayesian Coresets from Scratch\",\"author\":[{\"propositions\":[],\"lastnames\":[\"Campbell\"],\"firstnames\":[\"Trevor\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Beronov\"],\"firstnames\":[\"Boyan\"],\"suffixes\":[]}],\"booktitle\":\"Conference on Neural Information Processing Systems (NeurIPS)\",\"pages\":\"11457–11468\",\"year\":\"2019\",\"eid\":\"arXiv:1906.03329\",\"archiveprefix\":\"arXiv\",\"eprint\":\"1906.03329\",\"support\":\"D3M\",\"url_link\":\"http://papers.nips.cc/paper/9322-sparse-variational-inference-bayesian-coresets-from-scratch\",\"url_paper\":\"http://papers.nips.cc/paper/9322-sparse-variational-inference-bayesian-coresets-from-scratch.pdf\",\"url_poster\":\"https://github.com/plai-group/bibliography/raw/master/presentations_posters/CAM-19.pdf\",\"bibbase_note\":\"1st prize, Student poster competition, AICan (Annual Meeting, Pan-Canadian AI Strategy, Canadian Institute for Advanced Research). Vancouver, Canada, Dec. 9, 2019\",\"abstract\":\"The proliferation of automated inference algorithms in Bayesian statistics has provided practitioners newfound access to fast, reproducible data analysis and powerful statistical models. Designing automated methods that are also both computationally scalable and theoretically sound, however, remains a significant challenge. Recent work on Bayesian coresets takes the approach of compressing the dataset before running a standard inference algorithm, providing both scalability and guarantees on posterior approximation error. But the automation of past coreset methods is limited because they depend on the availability of a reasonable coarse posterior approximation, which is difficult to specify in practice. In the present work we remove this requirement by formulating coreset construction as sparsity-constrained variational inference within an exponential family. This perspective leads to a novel construction via greedy optimization, and also provides a unifying information-geometric view of present and past methods. The proposed Riemannian coreset construction algorithm is fully automated, requiring no problem-specific inputs aside from the probabilistic model and dataset. In addition to being significantly easier to use than past methods, experiments demonstrate that past coreset constructions are fundamentally limited by the fixed coarse posterior approximation; in contrast, the proposed algorithm is able to continually improve the coreset, providing state-of-the-art Bayesian dataset summarization with orders-of-magnitude reduction in KL divergence to the exact posterior.\",\"bibtex\":\"@inproceedings{CAM-19,\\n  title={Sparse Variational Inference: Bayesian Coresets from Scratch},\\n  author={Campbell, Trevor and Beronov, Boyan},\\n  booktitle={Conference on Neural Information Processing Systems (NeurIPS)},\\n  pages={11457--11468},\\n  year={2019},\\n  eid = {arXiv:1906.03329},\\n  archivePrefix = {arXiv},\\n  eprint = {1906.03329},\\n  support = {D3M},\\n  url_Link={http://papers.nips.cc/paper/9322-sparse-variational-inference-bayesian-coresets-from-scratch},\\n  url_Paper={http://papers.nips.cc/paper/9322-sparse-variational-inference-bayesian-coresets-from-scratch.pdf},\\n  url_Poster={https://github.com/plai-group/bibliography/raw/master/presentations_posters/CAM-19.pdf},\\n  bibbase_note={1st prize, Student poster competition, AICan (Annual Meeting, Pan-Canadian AI Strategy, Canadian Institute for Advanced Research). Vancouver, Canada, Dec. 9, 2019},\\n    abstract={The proliferation of automated inference algorithms in Bayesian statistics has provided practitioners newfound access to fast, reproducible data analysis and powerful statistical models. Designing automated methods that are also both computationally scalable and theoretically sound, however, remains a significant challenge. Recent work on Bayesian coresets takes the approach of compressing the dataset before running a standard inference algorithm, providing both scalability and guarantees on posterior approximation error. But the automation of past coreset methods is limited because they depend on the availability of a reasonable coarse posterior approximation, which is difficult to specify in practice. In the present work we remove this requirement by formulating coreset construction as sparsity-constrained variational inference within an exponential family. This perspective leads to a novel construction via greedy optimization, and also provides a unifying information-geometric view of present and past methods. The proposed Riemannian coreset construction algorithm is fully automated, requiring no problem-specific inputs aside from the probabilistic model and dataset. In addition to being significantly easier to use than past methods, experiments demonstrate that past coreset constructions are fundamentally limited by the fixed coarse posterior approximation; in contrast, the proposed algorithm is able to continually improve the coreset, providing state-of-the-art Bayesian dataset summarization with orders-of-magnitude reduction in KL divergence to the exact posterior.}\\n}\\n\\n\",\"author_short\":[\"Campbell, T.\",\"Beronov, B.\"],\"key\":\"CAM-19\",\"id\":\"CAM-19\",\"bibbaseid\":\"campbell-beronov-sparsevariationalinferencebayesiancoresetsfromscratch-2019\",\"role\":\"author\",\"urls\":{\" link\":\"http://papers.nips.cc/paper/9322-sparse-variational-inference-bayesian-coresets-from-scratch\",\" paper\":\"http://papers.nips.cc/paper/9322-sparse-variational-inference-bayesian-coresets-from-scratch.pdf\",\" poster\":\"https://github.com/plai-group/bibliography/raw/master/presentations_posters/CAM-19.pdf\"},\"metadata\":{\"authorlinks\":{\"wood, f\":\"https://plai.cs.ubc.ca/publications/\"}},\"downloads\":2,\"html\":\"\"},{\"bibtype\":\"inproceedings\",\"type\":\"inproceedings\",\"title\":\"Efficient Bayesian Inference for Nested Simulators\",\"author\":[{\"propositions\":[],\"lastnames\":[\"Gram-Hansen\"],\"firstnames\":[\"B\"],\"suffixes\":[]},{\"propositions\":[\"Schroeder\",\"de\"],\"lastnames\":[\"Witt\"],\"firstnames\":[\"C\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Zinkov\"],\"firstnames\":[\"R\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Naderiparizi\"],\"firstnames\":[\"S\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Scibior\"],\"firstnames\":[\"A\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Munk\"],\"firstnames\":[\"A\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Wood\"],\"firstnames\":[\"F\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Ghadiri\"],\"firstnames\":[\"M\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Torr\"],\"firstnames\":[\"P\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Whye\",\"Teh\"],\"firstnames\":[\"Y\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Gunes\",\"Baydin\"],\"firstnames\":[\"A\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Rainforth\"],\"firstnames\":[\"T\"],\"suffixes\":[]}],\"booktitle\":\"2nd Symposium on Advances in Approximate Bayesian Inference (AABI)\",\"year\":\"2019\",\"support\":\"D3M\",\"url_link\":\"https://openreview.net/forum?id=rJeMcy2EtH\",\"url_paper\":\"https://openreview.net/pdf?id=rJeMcy2EtH\",\"abstact\":\"We introduce two approaches for conducting efficient Bayesian inference in stochastic simulators containing nested stochastic sub-procedures, i.e., internal procedures for which the density cannot be calculated directly such as rejection sampling loops. The resulting class of simulators are used extensively throughout the sciences and can be interpreted as probabilistic generative models. However, drawing inferences from them poses a substantial challenge due to the inability to evaluate even their unnormalised density, preventing the use of many standard inference procedures like Markov Chain Monte Carlo (MCMC). To address this, we introduce inference algorithms based on a two-step approach that first approximates the conditional densities of the individual sub-procedures, before using these approximations to run MCMC methods on the full program. Because the sub-procedures can be dealt with separately and are lower-dimensional than that of the overall problem, this two-step process allows them to be isolated and thus be tractably dealt with, without placing restrictions on the overall dimensionality of the problem. We demonstrate the utility of our approach on a simple, artificially constructed simulator.\",\"bibtex\":\"@inproceedings{GRA-19,\\n  title={Efficient Bayesian Inference for Nested Simulators},\\n  author={Gram-Hansen, B and Schroeder de Witt, C and Zinkov, R and Naderiparizi, S and Scibior, A and Munk, A and Wood, F and Ghadiri, M and Torr, P and Whye Teh, Y and Gunes Baydin, A and Rainforth, T},\\n  booktitle={2nd Symposium on Advances in Approximate Bayesian Inference (AABI)},\\n  year={2019},\\n  support = {D3M},\\n  url_Link={https://openreview.net/forum?id=rJeMcy2EtH},\\n  url_Paper={https://openreview.net/pdf?id=rJeMcy2EtH},\\n  abstact={We introduce two approaches for conducting efficient Bayesian inference in stochastic simulators containing nested stochastic sub-procedures, i.e., internal procedures for which the density cannot be calculated directly such as rejection sampling loops. The resulting class of simulators are used extensively throughout the sciences and can be interpreted as probabilistic generative models. However, drawing inferences from them poses a substantial challenge due to the inability to evaluate even their unnormalised density, preventing the use of many standard inference procedures like Markov Chain Monte Carlo (MCMC). To address this, we introduce inference algorithms based on a two-step approach that first approximates the conditional densities of the individual sub-procedures, before using these approximations to run MCMC methods on the full program. Because the sub-procedures can be dealt with separately and are lower-dimensional than that of the overall problem, this two-step process allows them to be isolated and thus be tractably dealt with, without placing restrictions on the overall dimensionality of the problem. We demonstrate the utility of our approach on a simple, artificially constructed simulator.}\\n}\\n\\n\",\"author_short\":[\"Gram-Hansen, B\",\"Schroeder de Witt, C\",\"Zinkov, R\",\"Naderiparizi, S\",\"Scibior, A\",\"Munk, A\",\"Wood, F\",\"Ghadiri, M\",\"Torr, P\",\"Whye Teh, Y\",\"Gunes Baydin, A\",\"Rainforth, T\"],\"key\":\"GRA-19\",\"id\":\"GRA-19\",\"bibbaseid\":\"gramhansen-schroederdewitt-zinkov-naderiparizi-scibior-munk-wood-ghadiri-etal-efficientbayesianinferencefornestedsimulators-2019\",\"role\":\"author\",\"urls\":{\" link\":\"https://openreview.net/forum?id=rJeMcy2EtH\",\" paper\":\"https://openreview.net/pdf?id=rJeMcy2EtH\"},\"metadata\":{\"authorlinks\":{\"wood, f\":\"https://plai.cs.ubc.ca/publications/\"}},\"downloads\":0,\"html\":\"\"},{\"bibtype\":\"unpublished\",\"type\":\"unpublished\",\"title\":\"Imitation Learning of Factored Multi-agent Reactive Models\",\"author\":[{\"propositions\":[],\"lastnames\":[\"Teng\"],\"firstnames\":[\"Michael\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Le\"],\"firstnames\":[\"Tuan\",\"Anh\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Scibior\"],\"firstnames\":[\"Adam\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Wood\"],\"firstnames\":[\"Frank\"],\"suffixes\":[]}],\"archiveprefix\":\"arXiv\",\"eprint\":\"1903.04714\",\"year\":\"2019\",\"url_paper\":\"https://arxiv.org/pdf/1903.04714.pdf\",\"url_arxiv\":\"https://arxiv.org/abs/1903.04714\",\"support\":\"D3M\",\"abstract\":\"We apply recent advances in deep generative modeling to the task of imitation learning from biological agents. Specifically, we apply variations of the variational recurrent neural network model to a multi-agent setting where we learn policies of individual uncoordinated agents acting based on their perceptual inputs and their hidden belief state. We learn stochastic policies for these agents directly from observational data, without constructing a reward function. An inference network learned jointly with the policy allows for efficient inference over the agent's belief state given a sequence of its current perceptual inputs and the prior actions it performed, which lets us extrapolate observed sequences of behavior into the future while maintaining uncertainty estimates over future trajectories. We test our approach on a dataset of flies interacting in a 2D environment, where we demonstrate better predictive performance than existing approaches which learn deterministic policies with recurrent neural networks. We further show that the uncertainty estimates over future trajectories we obtain are well calibrated, which makes them useful for a variety of downstream processing tasks.\",\"bibtex\":\"@unpublished{TEN-19,\\n  title={Imitation Learning of Factored Multi-agent Reactive Models},\\n  author={Teng, Michael and Le, Tuan Anh and Scibior, Adam and Wood, Frank},\\n  archiveprefix = {arXiv},\\n  eprint = {1903.04714},\\n  year={2019},\\n  url_Paper={https://arxiv.org/pdf/1903.04714.pdf},\\n  url_ArXiv={https://arxiv.org/abs/1903.04714},\\n  support = {D3M},\\n  abstract={We apply recent advances in deep generative modeling to the task of imitation learning from biological agents. Specifically, we apply variations of the variational recurrent neural network model to a multi-agent setting where we learn policies of individual uncoordinated agents acting based on their perceptual inputs and their hidden belief state. We learn stochastic policies for these agents directly from observational data, without constructing a reward function. An inference network learned jointly with the policy allows for efficient inference over the agent's belief state given a sequence of its current perceptual inputs and the prior actions it performed, which lets us extrapolate observed sequences of behavior into the future while maintaining uncertainty estimates over future trajectories. We test our approach on a dataset of flies interacting in a 2D environment, where we demonstrate better predictive performance than existing approaches which learn deterministic policies with recurrent neural networks. We further show that the uncertainty estimates over future trajectories we obtain are well calibrated, which makes them useful for a variety of downstream processing tasks.},\\n}\\n\\n\",\"author_short\":[\"Teng, M.\",\"Le, T. A.\",\"Scibior, A.\",\"Wood, F.\"],\"key\":\"TEN-19\",\"id\":\"TEN-19\",\"bibbaseid\":\"teng-le-scibior-wood-imitationlearningoffactoredmultiagentreactivemodels-2019\",\"role\":\"author\",\"urls\":{\" paper\":\"https://arxiv.org/pdf/1903.04714.pdf\",\" arxiv\":\"https://arxiv.org/abs/1903.04714\"},\"metadata\":{\"authorlinks\":{\"wood, f\":\"https://plai.cs.ubc.ca/publications/\"}},\"downloads\":0,\"html\":\"\"},{\"bibtype\":\"inproceedings\",\"type\":\"inproceedings\",\"title\":\"The Thermodynamic Variational Objective\",\"author\":[{\"propositions\":[],\"lastnames\":[\"Masrani\"],\"firstnames\":[\"Vaden\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Le\"],\"firstnames\":[\"Tuan\",\"Anh\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Wood\"],\"firstnames\":[\"Frank\"],\"suffixes\":[]}],\"booktitle\":\"Thirty-third Conference on Neural Information Processing Systems (NeurIPS)\",\"archiveprefix\":\"arXiv\",\"eprint\":\"1907.00031\",\"url_paper\":\"https://arxiv.org/pdf/1907.00031.pdf\",\"url_arxiv\":\"https://arxiv.org/abs/1907.00031\",\"url_poster\":\"https://github.com/plai-group/bibliography/blob/master/presentations_posters/neurips_tvo_poster.pdf\",\"support\":\"D3M\",\"abstract\":\"We introduce the thermodynamic variational objective (TVO) for learning in both continuous and discrete deep generative models. The TVO arises from a key connection between variational inference and thermodynamic integration that results in a tighter lower bound to the log marginal likelihood than the standard variational variational evidence lower bound (ELBO) while remaining as broadly applicable. We provide a computationally efficient gradient estimator for the TVO that applies to continuous, discrete, and non-reparameterizable distributions and show that the objective functions used in variational inference, variational autoencoders, wake sleep, and inference compilation are all special cases of the TVO. We use the TVO to learn both discrete and continuous deep generative models and empirically demonstrate state of the art model and inference network learning.\",\"year\":\"2019\",\"bibtex\":\"@inproceedings{MAS-19,\\n  title={The Thermodynamic Variational Objective},\\n  author={Masrani, Vaden and Le, Tuan Anh and Wood, Frank},\\n  booktitle={Thirty-third Conference on Neural Information Processing Systems (NeurIPS)},\\n  archiveprefix = {arXiv},\\n  eprint = {1907.00031},\\n  url_Paper={https://arxiv.org/pdf/1907.00031.pdf},\\n  url_ArXiv={https://arxiv.org/abs/1907.00031},\\n  url_Poster={https://github.com/plai-group/bibliography/blob/master/presentations_posters/neurips_tvo_poster.pdf},\\n  support = {D3M},\\n  abstract={We introduce the thermodynamic variational objective (TVO) for learning in both continuous and discrete deep generative models. The TVO arises from a key connection between variational inference and thermodynamic integration that results in a tighter lower bound to the log marginal likelihood than the standard variational variational evidence lower bound (ELBO) while remaining as broadly applicable. We provide a computationally efficient gradient estimator for the TVO that applies to continuous, discrete, and non-reparameterizable distributions and show that the objective functions used in variational inference, variational autoencoders, wake sleep, and inference compilation are all special cases of the TVO. We use the TVO to learn both discrete and continuous deep generative models and empirically demonstrate state of the art model and inference network learning.},\\n  year={2019}\\n}\\n\\n\\n\",\"author_short\":[\"Masrani, V.\",\"Le, T. A.\",\"Wood, F.\"],\"key\":\"MAS-19\",\"id\":\"MAS-19\",\"bibbaseid\":\"masrani-le-wood-thethermodynamicvariationalobjective-2019\",\"role\":\"author\",\"urls\":{\" paper\":\"https://arxiv.org/pdf/1907.00031.pdf\",\" arxiv\":\"https://arxiv.org/abs/1907.00031\",\" poster\":\"https://github.com/plai-group/bibliography/blob/master/presentations_posters/neurips_tvo_poster.pdf\"},\"metadata\":{\"authorlinks\":{\"wood, f\":\"https://plai.cs.ubc.ca/publications/\"}},\"downloads\":2,\"html\":\"\"},{\"bibtype\":\"inproceedings\",\"type\":\"inproceedings\",\"title\":\"Etalumis: Bringing Probabilistic Programming to Scientific Simulators at Scale\",\"author\":[{\"propositions\":[],\"lastnames\":[\"Baydin\"],\"firstnames\":[\"Atılım\",\"Güneş\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Shao\"],\"firstnames\":[\"Lei\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Bhimji\"],\"firstnames\":[\"Wahid\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Heinrich\"],\"firstnames\":[\"Lukas\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Meadows\"],\"firstnames\":[\"Lawrence\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Liu\"],\"firstnames\":[\"Jialin\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Munk\"],\"firstnames\":[\"Andreas\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Naderiparizi\"],\"firstnames\":[\"Saeid\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Gram-Hansen\"],\"firstnames\":[\"Bradley\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Louppe\"],\"firstnames\":[\"Gilles\"],\"suffixes\":[]},{\"firstnames\":[],\"propositions\":[],\"lastnames\":[\"others\"],\"suffixes\":[]}],\"booktitle\":\"the International Conference for High Performance Computing, Networking, Storage and Analysis (SC ’19)\",\"archiveprefix\":\"arXiv\",\"eprint\":\"1907.03382\",\"support\":\"D3M,ETALUMIS\",\"url_paper\":\"https://arxiv.org/pdf/1907.03382.pdf\",\"url_arxiv\":\"https://arxiv.org/abs/1907.03382\",\"abstract\":\"Probabilistic programming languages (PPLs) are receiving widespread attention for performing Bayesian inference in complex generative models. However, applications to science remain limited because of the impracticability of rewriting complex scientific simulators in a PPL, the computational cost of inference, and the lack of scalable implementations. To address these, we present a novel PPL framework that couples directly to existing scientific simulators through a cross-platform probabilistic execution protocol and provides Markov chain Monte Carlo (MCMC) and deep-learning-based inference compilation (IC) engines for tractable inference. To guide IC inference, we perform distributed training of a dynamic 3DCNN–LSTM architecture with a PyTorch-MPI-based framework on 1,024 32-core CPU nodes of the Cori supercomputer with a global minibatch size of 128k: achieving a performance of 450 Tflop/s through enhancements to PyTorch. We demonstrate a Large Hadron Collider (LHC) use-case with the C++ Sherpa simulator and achieve the largest-scale posterior inference in a Turing-complete PPL.\",\"year\":\"2019\",\"doi\":\"10.1145/3295500.3356180\",\"bibtex\":\"@inproceedings{BAY-19,\\n  title={Etalumis: Bringing Probabilistic Programming to Scientific Simulators at Scale},\\n  author={Baydin, At{\\\\i}l{\\\\i}m G{\\\\\\\"u}ne{\\\\c{s}} and Shao, Lei and Bhimji, Wahid and Heinrich, Lukas and Meadows, Lawrence and Liu, Jialin and Munk, Andreas and Naderiparizi, Saeid and Gram-Hansen, Bradley and Louppe, Gilles and others},\\n  booktitle={the International Conference for High Performance Computing, Networking, Storage and Analysis (SC ’19)},\\n  archiveprefix = {arXiv},\\n  eprint = {1907.03382},\\n  support = {D3M,ETALUMIS},\\n  url_Paper={https://arxiv.org/pdf/1907.03382.pdf},\\n  url_ArXiv={https://arxiv.org/abs/1907.03382},\\n  abstract={Probabilistic programming languages (PPLs) are receiving widespread attention for performing Bayesian inference in complex generative models. However, applications to science remain limited because of the impracticability of rewriting complex scientific simulators in a PPL, the computational cost of inference, and the lack of scalable implementations. To address these, we present a novel PPL framework that couples directly to existing scientific simulators through a cross-platform probabilistic execution protocol and provides Markov chain Monte Carlo (MCMC) and deep-learning-based inference compilation (IC) engines for tractable inference. To guide IC inference, we perform distributed training of a dynamic 3DCNN--LSTM architecture with a PyTorch-MPI-based framework on 1,024 32-core CPU nodes of the Cori supercomputer with a global minibatch size of 128k: achieving a performance of 450 Tflop/s through enhancements to PyTorch. We demonstrate a Large Hadron Collider (LHC) use-case with the C++ Sherpa simulator and achieve the largest-scale posterior inference in a Turing-complete PPL.},\\n  year={2019},\\n  doi={10.1145/3295500.3356180}\\n}\\n\\n\",\"author_short\":[\"Baydin, A. G.\",\"Shao, L.\",\"Bhimji, W.\",\"Heinrich, L.\",\"Meadows, L.\",\"Liu, J.\",\"Munk, A.\",\"Naderiparizi, S.\",\"Gram-Hansen, B.\",\"Louppe, G.\",\"others\"],\"key\":\"BAY-19\",\"id\":\"BAY-19\",\"bibbaseid\":\"baydin-shao-bhimji-heinrich-meadows-liu-munk-naderiparizi-etal-etalumisbringingprobabilisticprogrammingtoscientificsimulatorsatscale-2019\",\"role\":\"author\",\"urls\":{\" paper\":\"https://arxiv.org/pdf/1907.03382.pdf\",\" arxiv\":\"https://arxiv.org/abs/1907.03382\"},\"metadata\":{\"authorlinks\":{\"wood, f\":\"https://plai.cs.ubc.ca/publications/\"}},\"downloads\":1,\"html\":\"\"},{\"bibtype\":\"inproceedings\",\"type\":\"inproceedings\",\"title\":\"The Virtual Patch Clamp: Imputing C. elegans Membrane Potentials from Calcium Imaging\",\"author\":[{\"propositions\":[],\"lastnames\":[\"Warrington\"],\"firstnames\":[\"Andrew\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Spencer\"],\"firstnames\":[\"Arthur\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Wood\"],\"firstnames\":[\"Frank\"],\"suffixes\":[]}],\"booktitle\":\"NeurIPS 2019 Workshop Neuro AI\",\"archiveprefix\":\"arXiv\",\"eprint\":\"1907.11075\",\"support\":\"D3M\",\"url_paper\":\"https://arxiv.org/pdf/1907.11075.pdf\",\"url_arxiv\":\"https://arxiv.org/abs/1907.11075\",\"url_poster\":\"https://github.com/plai-group/bibliography/blob/master/presentations_posters/WAR-19.pdf\",\"abstract\":\"We develop a stochastic whole-brain and body simulator of the nematode roundworm Caenorhabditis elegans (C. elegans) and show that it is sufficiently regularizing to allow imputation of latent membrane potentials from partial calcium fluorescence imaging observations. This is the first attempt we know of to \\\"complete the circle,\\\" where an anatomically grounded whole-connectome simulator is used to impute a time-varying \\\"brain\\\" state at single-cell fidelity from covariates that are measurable in practice. The sequential Monte Carlo (SMC) method we employ not only enables imputation of said latent states but also presents a strategy for learning simulator parameters via variational optimization of the noisy model evidence approximation provided by SMC. Our imputation and parameter estimation experiments were conducted on distributed systems using novel implementations of the aforementioned techniques applied to synthetic data of dimension and type representative of that which are measured in laboratories currently.\",\"year\":\"2019\",\"bibtex\":\"@inproceedings{WAR-19,\\n  title={The Virtual Patch Clamp: Imputing C. elegans Membrane Potentials from Calcium Imaging},\\n  author={Warrington, Andrew and Spencer, Arthur and Wood, Frank},\\n  booktitle={NeurIPS 2019 Workshop Neuro AI},\\n  archiveprefix = {arXiv},\\n  eprint = {1907.11075},\\n  support = {D3M},\\n  url_Paper={https://arxiv.org/pdf/1907.11075.pdf},\\n  url_ArXiv={https://arxiv.org/abs/1907.11075},\\n  url_Poster={https://github.com/plai-group/bibliography/blob/master/presentations_posters/WAR-19.pdf},\\n  abstract={We develop a stochastic whole-brain and body simulator of the nematode roundworm Caenorhabditis elegans (C. elegans) and show that it is sufficiently regularizing to allow imputation of latent membrane potentials from partial calcium fluorescence imaging observations. This is the first attempt we know of to \\\"complete the circle,\\\" where an anatomically grounded whole-connectome simulator is used to impute a time-varying \\\"brain\\\" state at single-cell fidelity from covariates that are measurable in practice. The sequential Monte Carlo (SMC) method we employ not only enables imputation of said latent states but also presents a strategy for learning simulator parameters via variational optimization of the noisy model evidence approximation provided by SMC. Our imputation and parameter estimation experiments were conducted on distributed systems using novel implementations of the aforementioned techniques applied to synthetic data of dimension and type representative of that which are measured in laboratories currently.},\\n  year={2019}\\n}\\n\\n\",\"author_short\":[\"Warrington, A.\",\"Spencer, A.\",\"Wood, F.\"],\"key\":\"WAR-19\",\"id\":\"WAR-19\",\"bibbaseid\":\"warrington-spencer-wood-thevirtualpatchclampimputingcelegansmembranepotentialsfromcalciumimaging-2019\",\"role\":\"author\",\"urls\":{\" paper\":\"https://arxiv.org/pdf/1907.11075.pdf\",\" arxiv\":\"https://arxiv.org/abs/1907.11075\",\" poster\":\"https://github.com/plai-group/bibliography/blob/master/presentations_posters/WAR-19.pdf\"},\"metadata\":{\"authorlinks\":{\"wood, f\":\"https://plai.cs.ubc.ca/publications/\"}},\"downloads\":1,\"html\":\"\"},{\"bibtype\":\"inproceedings\",\"type\":\"inproceedings\",\"title\":\"Amortized Monte Carlo Integration\",\"author\":[{\"propositions\":[],\"lastnames\":[\"Goliński\"],\"firstnames\":[\"Adam\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Wood\"],\"firstnames\":[\"Frank\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Rainforth\"],\"firstnames\":[\"Tom\"],\"suffixes\":[]}],\"booktitle\":\"Proceedings of the International Conference on Machine Learning (ICML)\",\"year\":\"2019\",\"archiveprefix\":\"arXiv\",\"eprint\":\"1907.08082\",\"url_paper\":\"https://arxiv.org/pdf/1907.08082.pdf\",\"url_arxiv\":\"https://arxiv.org/abs/1907.08082\",\"url_presentation\":\"https://icml.cc/Conferences/2019/ScheduleMultitrack?event=4702\",\"support\":\"D3M\",\"abstract\":\"Current approaches to amortizing Bayesian inference focus solely on approximating the posterior distribution. Typically, this approximation is, in turn, used to calculate expectations for one or more target functions - a computational pipeline which is inefficient when the target function(s) are known upfront. In this paper, we address this inefficiency by introducing AMCI, a method for amortizing Monte Carlo integration directly. AMCI operates similarly to amortized inference but produces three distinct amortized proposals, each tailored to a different component of the overall expectation calculation. At runtime, samples are produced separately from each amortized proposal, before being combined to an overall estimate of the expectation. We show that while existing approaches are fundamentally limited in the level of accuracy they can achieve, AMCI can theoretically produce arbitrarily small errors for any integrable target function using only a single sample from each proposal at runtime. We further show that it is able to empirically outperform the theoretically optimal self-normalized importance sampler on a number of example problems. Furthermore, AMCI allows not only for amortizing over datasets but also amortizing over target functions.\",\"bibtex\":\"@inproceedings{GOL-19,\\n  title={Amortized Monte Carlo Integration},\\n  author={Goli{\\\\'n}ski, Adam and Wood, Frank and Rainforth, Tom},\\n  booktitle={Proceedings of the International Conference on Machine Learning (ICML)},\\n  year={2019},\\n  archiveprefix = {arXiv},\\n  eprint = {1907.08082},\\n  url_Paper={https://arxiv.org/pdf/1907.08082.pdf},\\n  url_ArXiv={https://arxiv.org/abs/1907.08082},\\n  url_Presentation={https://icml.cc/Conferences/2019/ScheduleMultitrack?event=4702},\\n  support = {D3M},\\n  abstract={Current approaches to amortizing Bayesian inference focus solely on approximating the posterior distribution. Typically, this approximation is, in turn, used to calculate expectations for one or more target functions - a computational pipeline which is inefficient when the target function(s) are known upfront. In this paper, we address this inefficiency by introducing AMCI, a method for amortizing Monte Carlo integration directly. AMCI operates similarly to amortized inference but produces three distinct amortized proposals, each tailored to a different component of the overall expectation calculation. At runtime, samples are produced separately from each amortized proposal, before being combined to an overall estimate of the expectation. We show that while existing approaches are fundamentally limited in the level of accuracy they can achieve, AMCI can theoretically produce arbitrarily small errors for any integrable target function using only a single sample from each proposal at runtime. We further show that it is able to empirically outperform the theoretically optimal self-normalized importance sampler on a number of example problems. Furthermore, AMCI allows not only for amortizing over datasets but also amortizing over target functions.}\\n}\\n\\n\\n\",\"author_short\":[\"Goliński, A.\",\"Wood, F.\",\"Rainforth, T.\"],\"key\":\"GOL-19\",\"id\":\"GOL-19\",\"bibbaseid\":\"goliski-wood-rainforth-amortizedmontecarlointegration-2019\",\"role\":\"author\",\"urls\":{\" paper\":\"https://arxiv.org/pdf/1907.08082.pdf\",\" arxiv\":\"https://arxiv.org/abs/1907.08082\",\" presentation\":\"https://icml.cc/Conferences/2019/ScheduleMultitrack?event=4702\"},\"metadata\":{\"authorlinks\":{\"wood, f\":\"https://plai.cs.ubc.ca/publications/\"}},\"downloads\":0,\"html\":\"\"},{\"bibtype\":\"inproceedings\",\"type\":\"inproceedings\",\"title\":\"LF-PPL: A Low-Level First Order Probabilistic Programming Language for Non-Differentiable Models\",\"author\":[{\"propositions\":[],\"lastnames\":[\"Zhou\"],\"firstnames\":[\"Yuan\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Gram-Hansen\"],\"firstnames\":[\"Bradley\",\"J\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Kohn\"],\"firstnames\":[\"Tobias\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Rainforth\"],\"firstnames\":[\"Tom\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Yang\"],\"firstnames\":[\"Hongseok\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Wood\"],\"firstnames\":[\"Frank\"],\"suffixes\":[]}],\"booktitle\":\"Proceedings of the Twentieth International Conference on Artificial Intelligence and Statistics (AISTATS)\",\"year\":\"2019\",\"archiveprefix\":\"arXiv\",\"eprint\":\"1903.02482\",\"support\":\"D3M\",\"url_paper\":\"https://arxiv.org/pdf/1903.02482.pdf\",\"url_arxiv\":\"https://arxiv.org/abs/1903.02482\",\"abstract\":\"We develop a new Low-level, First-order Probabilistic Programming Language (LF-PPL) suited for models containing a mix of continuous, discrete, and/or piecewise-continuous variables. The key success of this language and its compilation scheme is in its ability to automatically distinguish parameters the density function is discontinuous with respect to, while further providing runtime checks for boundary crossings. This enables the introduction of new inference engines that are able to exploit gradient information, while remaining efficient for models which are not everywhere differentiable. We demonstrate this ability by incorporating a discontinuous Hamiltonian Monte Carlo (DHMC) inference engine that is able to deliver automated and efficient inference for non-differentiable models. Our system is backed up by a mathematical formalism that ensures that any model expressed in this language has a density with measure zero discontinuities to maintain the validity of the inference engine.\",\"bibtex\":\"@inproceedings{ZHO-19,\\n  title={{LF-PPL}: A Low-Level First Order Probabilistic Programming Language for Non-Differentiable Models},\\n  author={Zhou, Yuan and Gram-Hansen, Bradley J and Kohn, Tobias and Rainforth, Tom and Yang, Hongseok and Wood, Frank},\\n  booktitle={Proceedings of the Twentieth International Conference on Artificial Intelligence and Statistics (AISTATS)},\\n  year={2019},\\n  archiveprefix = {arXiv},\\n  eprint = {1903.02482},\\n  support = {D3M},\\n  url_Paper={https://arxiv.org/pdf/1903.02482.pdf},\\n  url_ArXiv={https://arxiv.org/abs/1903.02482},\\n  abstract={We develop a new Low-level, First-order Probabilistic Programming Language (LF-PPL) suited for models containing a mix of continuous, discrete, and/or piecewise-continuous variables. The key success of this language and its compilation scheme is in its ability to automatically distinguish parameters the density function is discontinuous with respect to, while further providing runtime checks for boundary crossings. This enables the introduction of new inference engines that are able to exploit gradient information, while remaining efficient for models which are not everywhere differentiable. We demonstrate this ability by incorporating a discontinuous Hamiltonian Monte Carlo (DHMC) inference engine that is able to deliver automated and efficient inference for non-differentiable models. Our system is backed up by a mathematical formalism that ensures that any model expressed in this language has a density with measure zero discontinuities to maintain the validity of the inference engine.}\\n}\\n\\n\",\"author_short\":[\"Zhou, Y.\",\"Gram-Hansen, B. J\",\"Kohn, T.\",\"Rainforth, T.\",\"Yang, H.\",\"Wood, F.\"],\"key\":\"ZHO-19\",\"id\":\"ZHO-19\",\"bibbaseid\":\"zhou-gramhansen-kohn-rainforth-yang-wood-lfpplalowlevelfirstorderprobabilisticprogramminglanguagefornondifferentiablemodels-2019\",\"role\":\"author\",\"urls\":{\" paper\":\"https://arxiv.org/pdf/1903.02482.pdf\",\" arxiv\":\"https://arxiv.org/abs/1903.02482\"},\"metadata\":{\"authorlinks\":{\"wood, f\":\"https://plai.cs.ubc.ca/publications/\"}},\"downloads\":0,\"html\":\"\"},{\"bibtype\":\"inproceedings\",\"type\":\"inproceedings\",\"title\":\"Bayesian Distributed Stochastic Gradient Descent\",\"author\":[{\"propositions\":[],\"lastnames\":[\"Teng\"],\"firstnames\":[\"Michael\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Wood\"],\"firstnames\":[\"Frank\"],\"suffixes\":[]}],\"booktitle\":\"Advances in Neural Information Processing Systems 31\",\"pages\":\"6378–6388\",\"year\":\"2018\",\"url_link\":\"https://papers.nips.cc/paper/7874-bayesian-distributed-stochastic-gradient-descent\",\"url_paper\":\"https://papers.nips.cc/paper/7874-bayesian-distributed-stochastic-gradient-descent.pdf\",\"abstract\":\"We introduce Bayesian distributed stochastic gradient descent (BDSGD), a high-throughput algorithm for training deep neural networks on parallel clusters. This algorithm uses amortized inference in a deep generative model to perform joint posterior predictive inference of mini-batch gradient computation times in a compute cluster specific manner. Specifically, our algorithm mitigates the straggler effect in synchronous, gradient-based optimization by choosing an optimal cutoff beyond which mini-batch gradient messages from slow workers are ignored. In our experiments, we show that eagerly discarding the mini-batch gradient computations of stragglers not only increases throughput but actually increases the overall rate of convergence as a function of wall-clock time by virtue of eliminating idleness. The principal novel contribution and finding of this work goes beyond this by demonstrating that using the predicted run-times from a generative model of cluster worker performance improves substantially over the static-cutoff prior art, leading to reduced deep neural net training times on large computer clusters.\",\"bibtex\":\"@inproceedings{TEN-18,\\n  title={Bayesian Distributed Stochastic Gradient Descent},\\n  author={Teng, Michael and Wood, Frank},\\n  booktitle={Advances in Neural Information Processing Systems 31},\\n  pages={6378--6388},\\n  year={2018},\\n  url_Link={https://papers.nips.cc/paper/7874-bayesian-distributed-stochastic-gradient-descent},\\n  url_Paper={https://papers.nips.cc/paper/7874-bayesian-distributed-stochastic-gradient-descent.pdf},\\n  abstract={We introduce Bayesian distributed stochastic gradient descent (BDSGD), a high-throughput algorithm for training deep neural networks on parallel clusters. This algorithm uses amortized inference in a deep generative model to perform joint posterior predictive inference of mini-batch gradient computation times in a compute cluster specific manner. Specifically, our algorithm mitigates the straggler effect in synchronous, gradient-based optimization by choosing an optimal cutoff beyond which mini-batch gradient messages from slow workers are ignored. In our experiments, we show that eagerly discarding the mini-batch gradient computations of stragglers not only increases throughput but actually increases the overall rate of convergence as a function of wall-clock time by virtue of eliminating idleness. The principal novel contribution and finding of this work goes beyond this by demonstrating that using the predicted run-times from a generative model of cluster worker performance improves substantially over the static-cutoff prior art, leading to reduced deep neural net training times on large computer clusters.}\\n}\\n\\n\",\"author_short\":[\"Teng, M.\",\"Wood, F.\"],\"key\":\"TEN-18\",\"id\":\"TEN-18\",\"bibbaseid\":\"teng-wood-bayesiandistributedstochasticgradientdescent-2018\",\"role\":\"author\",\"urls\":{\" link\":\"https://papers.nips.cc/paper/7874-bayesian-distributed-stochastic-gradient-descent\",\" paper\":\"https://papers.nips.cc/paper/7874-bayesian-distributed-stochastic-gradient-descent.pdf\"},\"metadata\":{\"authorlinks\":{\"wood, f\":\"https://plai.cs.ubc.ca/publications/\"}},\"downloads\":1,\"html\":\"\"},{\"bibtype\":\"inproceedings\",\"type\":\"inproceedings\",\"title\":\"Faithful inversion of generative models for effective amortized inference\",\"author\":[{\"propositions\":[],\"lastnames\":[\"Webb\"],\"firstnames\":[\"Stefan\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Golinski\"],\"firstnames\":[\"Adam\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Zinkov\"],\"firstnames\":[\"Rob\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Narayanaswamy\"],\"firstnames\":[\"Siddharth\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Rainforth\"],\"firstnames\":[\"Tom\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Teh\"],\"firstnames\":[\"Yee\",\"Whye\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Wood\"],\"firstnames\":[\"Frank\"],\"suffixes\":[]}],\"booktitle\":\"Advances in Neural Information Processing Systems 31\",\"pages\":\"3070–3080\",\"year\":\"2018\",\"archiveprefix\":\"arXiv\",\"eprint\":\"1712.00287\",\"url_paper\":\"https://arxiv.org/pdf/1712.00287.pdf\",\"url_arxiv\":\"https://arxiv.org/abs/1712.00287\",\"abstract\":\"Inference amortization methods share information across multiple posterior-inference problems, allowing each to be carried out more efficiently. Generally, they require the inversion of the dependency structure in the generative model, as the modeller must learn a mapping from observations to distributions approximating the posterior. Previous approaches have involved inverting the dependency structure in a heuristic way that fails to capture these dependencies correctly, thereby limiting the achievable accuracy of the resulting approximations. We introduce an algorithm for faithfully, and minimally, inverting the graphical model structure of any generative model. Such inverses have two crucial properties: (a) they do not encode any independence assertions that are absent from the model and; (b) they are local maxima for the number of true independencies encoded. We prove the correctness of our approach and empirically show that the resulting minimally faithful inverses lead to better inference amortization than existing heuristic approaches.\",\"bibtex\":\"@inproceedings{WEB-18,\\n  title={Faithful inversion of generative models for effective amortized inference},\\n  author={Webb, Stefan and Golinski, Adam and Zinkov, Rob and Narayanaswamy, Siddharth and Rainforth, Tom and Teh, Yee Whye and Wood, Frank},\\n  booktitle={Advances in Neural Information Processing Systems 31},\\n  pages={3070--3080},\\n  year={2018},\\n  archiveprefix = {arXiv},\\n  eprint = {1712.00287},\\n  url_Paper={https://arxiv.org/pdf/1712.00287.pdf},\\n  url_ArXiv={https://arxiv.org/abs/1712.00287},\\n  abstract={Inference amortization methods share information across multiple posterior-inference problems, allowing each to be carried out more efficiently. Generally, they require the inversion of the dependency structure in the generative model, as the modeller must learn a mapping from observations to distributions approximating the posterior. Previous approaches have involved inverting the dependency structure in a heuristic way that fails to capture these dependencies correctly, thereby limiting the achievable accuracy of the resulting approximations. We introduce an algorithm for faithfully, and minimally, inverting the graphical model structure of any generative model. Such inverses have two crucial properties: (a) they do not encode any independence assertions that are absent from the model and; (b) they are local maxima for the number of true independencies encoded. We prove the correctness of our approach and empirically show that the resulting minimally faithful inverses lead to better inference amortization than existing heuristic approaches.}\\n}\\n\\n\\n\",\"author_short\":[\"Webb, S.\",\"Golinski, A.\",\"Zinkov, R.\",\"Narayanaswamy, S.\",\"Rainforth, T.\",\"Teh, Y. W.\",\"Wood, F.\"],\"key\":\"WEB-18\",\"id\":\"WEB-18\",\"bibbaseid\":\"webb-golinski-zinkov-narayanaswamy-rainforth-teh-wood-faithfulinversionofgenerativemodelsforeffectiveamortizedinference-2018\",\"role\":\"author\",\"urls\":{\" paper\":\"https://arxiv.org/pdf/1712.00287.pdf\",\" arxiv\":\"https://arxiv.org/abs/1712.00287\"},\"metadata\":{\"authorlinks\":{\"wood, f\":\"https://plai.cs.ubc.ca/publications/\"}},\"downloads\":0,\"html\":\"\"},{\"bibtype\":\"inproceedings\",\"type\":\"inproceedings\",\"title\":\"On Nesting Monte Carlo Estimators\",\"author\":[{\"propositions\":[],\"lastnames\":[\"Rainforth\"],\"firstnames\":[\"Tom\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Cornish\"],\"firstnames\":[\"Robert\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Yang\"],\"firstnames\":[\"Hongseok\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Warrington\"],\"firstnames\":[\"Andrew\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Wood\"],\"firstnames\":[\"Frank\"],\"suffixes\":[]}],\"booktitle\":\"Thirty-fifth International Conference on Machine Learning (ICML)\",\"year\":\"2018\",\"archiveprefix\":\"arXiv\",\"eprint\":\"1709.06181\",\"url_paper\":\"https://arxiv.org/pdf/1709.06181.pdf\",\"url_arxiv\":\"https://arxiv.org/abs/1709.06181\",\"abstract\":\"Many problems in machine learning and statistics involve nested expectations and thus do not permit conventional Monte Carlo (MC) estimation. For such problems, one must nest estimators, such that terms in an outer estimator themselves involve calculation of a separate, nested, estimation. We investigate the statistical implications of nesting MC estimators, including cases of multiple levels of nesting, and establish the conditions under which they converge. We derive corresponding rates of convergence and provide empirical evidence that these rates are observed in practice. We further establish a number of pitfalls that can arise from naive nesting of MC estimators, provide guidelines about how these can be avoided, and lay out novel methods for reformulating certain classes of nested expectation problems into single expectations, leading to improved convergence rates. We demonstrate the applicability of our work by using our results to develop a new estimator for discrete Bayesian experimental design problems and derive error bounds for a class of variational objectives.\",\"bibtex\":\"@inproceedings{RAI-18a,\\n  title={On Nesting Monte Carlo Estimators},\\n  author={Rainforth, Tom and Cornish, Robert and Yang, Hongseok and Warrington, Andrew and Wood, Frank},\\n  booktitle={Thirty-fifth International Conference on Machine Learning (ICML)},\\n  year={2018},\\n  archiveprefix = {arXiv},\\n  eprint = {1709.06181},\\n  url_Paper={https://arxiv.org/pdf/1709.06181.pdf},\\n  url_ArXiv={https://arxiv.org/abs/1709.06181},\\n  abstract={Many problems in machine learning and statistics involve nested expectations and thus do not permit conventional Monte Carlo (MC) estimation. For such problems, one must nest estimators, such that terms in an outer estimator themselves involve calculation of a separate, nested, estimation. We investigate the statistical implications of nesting MC estimators, including cases of multiple levels of nesting, and establish the conditions under which they converge. We derive corresponding rates of convergence and provide empirical evidence that these rates are observed in practice. We further establish a number of pitfalls that can arise from naive nesting of MC estimators, provide guidelines about how these can be avoided, and lay out novel methods for reformulating certain classes of nested expectation problems into single expectations, leading to improved convergence rates. We demonstrate the applicability of our work by using our results to develop a new estimator for discrete Bayesian experimental design problems and derive error bounds for a class of variational objectives.}\\n}\\n\\n\",\"author_short\":[\"Rainforth, T.\",\"Cornish, R.\",\"Yang, H.\",\"Warrington, A.\",\"Wood, F.\"],\"key\":\"RAI-18a\",\"id\":\"RAI-18a\",\"bibbaseid\":\"rainforth-cornish-yang-warrington-wood-onnestingmontecarloestimators-2018\",\"role\":\"author\",\"urls\":{\" paper\":\"https://arxiv.org/pdf/1709.06181.pdf\",\" arxiv\":\"https://arxiv.org/abs/1709.06181\"},\"metadata\":{\"authorlinks\":{\"wood, f\":\"https://plai.cs.ubc.ca/publications/\"}},\"downloads\":1,\"html\":\"\"},{\"bibtype\":\"inproceedings\",\"type\":\"inproceedings\",\"title\":\"Tighter variational bounds are not necessarily better\",\"author\":[{\"propositions\":[],\"lastnames\":[\"Rainforth\"],\"firstnames\":[\"Tom\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Kosiorek\"],\"firstnames\":[\"Adam\",\"R\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Le\"],\"firstnames\":[\"Tuan\",\"Anh\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Maddison\"],\"firstnames\":[\"Chris\",\"J\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Igl\"],\"firstnames\":[\"Maximilian\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Wood\"],\"firstnames\":[\"Frank\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Teh\"],\"firstnames\":[\"Yee\",\"Whye\"],\"suffixes\":[]}],\"booktitle\":\"Thirty-fifth International Conference on Machine Learning (ICML)\",\"year\":\"2018\",\"archiveprefix\":\"arXiv\",\"eprint\":\"1802.04537\",\"url_link\":\"https://arxiv.org/abs/1802.04537\",\"url_paper\":\"https://arxiv.org/pdf/1802.04537.pdf\",\"abstract\":\"We provide theoretical and empirical evidence that using tighter evidence lower bounds (ELBOs) can be detrimental to the process of learning an inference network by reducing the signal-to-noise ratio of the gradient estimator. Our results call into question common implicit assumptions that tighter ELBOs are better variational objectives for simultaneous model learning and inference amortization schemes. Based on our insights, we introduce three new algorithms: the partially importance weighted auto-encoder (PIWAE), the multiply importance weighted auto-encoder (MIWAE), and the combination importance weighted auto-encoder (CIWAE), each of which includes the standard importance weighted auto-encoder (IWAE) as a special case. We show that each can deliver improvements over IWAE, even when performance is measured by the IWAE target itself. Furthermore, our results suggest that PIWAE may be able to deliver simultaneous improvements in the training of both the inference and generative networks.\",\"bibtex\":\"@inproceedings{RAI-18b,\\n  title={Tighter variational bounds are not necessarily better},\\n  author={Rainforth, Tom and Kosiorek, Adam R and Le, Tuan Anh and Maddison, Chris J and Igl, Maximilian and Wood, Frank and Teh, Yee Whye},\\n  booktitle={Thirty-fifth International Conference on Machine Learning (ICML)},\\n  year={2018},\\n  archiveprefix = {arXiv},\\n  eprint = {1802.04537},\\n  url_Link={https://arxiv.org/abs/1802.04537},\\n  url_Paper={https://arxiv.org/pdf/1802.04537.pdf},\\n  abstract={We provide theoretical and empirical evidence that using tighter evidence lower bounds (ELBOs) can be detrimental to the process of learning an inference network by reducing the signal-to-noise ratio of the gradient estimator. Our results call into question common implicit assumptions that tighter ELBOs are better variational objectives for simultaneous model learning and inference amortization schemes. Based on our insights, we introduce three new algorithms: the partially importance weighted auto-encoder (PIWAE), the multiply importance weighted auto-encoder (MIWAE), and the combination importance weighted auto-encoder (CIWAE), each of which includes the standard importance weighted auto-encoder (IWAE) as a special case. We show that each can deliver improvements over IWAE, even when performance is measured by the IWAE target itself. Furthermore, our results suggest that PIWAE may be able to deliver simultaneous improvements in the training of both the inference and generative networks.}\\n}\\n\\n\",\"author_short\":[\"Rainforth, T.\",\"Kosiorek, A. R\",\"Le, T. A.\",\"Maddison, C. J\",\"Igl, M.\",\"Wood, F.\",\"Teh, Y. W.\"],\"key\":\"RAI-18b\",\"id\":\"RAI-18b\",\"bibbaseid\":\"rainforth-kosiorek-le-maddison-igl-wood-teh-tightervariationalboundsarenotnecessarilybetter-2018\",\"role\":\"author\",\"urls\":{\" link\":\"https://arxiv.org/abs/1802.04537\",\" paper\":\"https://arxiv.org/pdf/1802.04537.pdf\"},\"metadata\":{\"authorlinks\":{\"wood, f\":\"https://plai.cs.ubc.ca/publications/\"}},\"downloads\":1,\"html\":\"\"},{\"bibtype\":\"inproceedings\",\"type\":\"inproceedings\",\"title\":\"Deep Variational Reinforcement Learning for POMDPs\",\"author\":[{\"propositions\":[],\"lastnames\":[\"Igl\"],\"firstnames\":[\"Maximilian\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Zintgraf\"],\"firstnames\":[\"Luisa\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Le\"],\"firstnames\":[\"Tuan\",\"Anh\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Wood\"],\"firstnames\":[\"Frank\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Whiteson\"],\"firstnames\":[\"Shimon\"],\"suffixes\":[]}],\"booktitle\":\"Thirty-fifth International Conference on Machine Learning (ICML)\",\"year\":\"2018\",\"archiveprefix\":\"arXiv\",\"eprint\":\"1806.02426\",\"url_link\":\"https://arxiv.org/abs/1806.02426\",\"url_paper\":\"https://arxiv.org/pdf/1806.02426.pdf\",\"abstract\":\"Many real-world sequential decision making problems are partially observable by nature, and the environment model is typically unknown. Consequently, there is great need for reinforcement learning methods that can tackle such problems given only a stream of incomplete and noisy observations. In this paper, we propose deep variational reinforcement learning (DVRL), which introduces an inductive bias that allows an agent to learn a generative model of the environment and perform inference in that model to effectively aggregate the available information. We develop an n-step approximation to the evidence lower bound (ELBO), allowing the model to be trained jointly with the policy. This ensures that the latent state representation is suitable for the control task. In experiments on Mountain Hike and flickering Atari we show that our method outperforms previous approaches relying on recurrent neural networks to encode the past.\",\"bibtex\":\"@inproceedings{IGL-18,\\n  title={Deep Variational Reinforcement Learning for POMDPs},\\n  author={Igl, Maximilian and Zintgraf, Luisa and Le, Tuan Anh and Wood, Frank and Whiteson, Shimon},\\n  booktitle={Thirty-fifth International Conference on Machine Learning (ICML)},\\n  year={2018},\\n  archiveprefix = {arXiv},\\n  eprint = {1806.02426},\\n  url_Link={https://arxiv.org/abs/1806.02426},\\n  url_Paper={https://arxiv.org/pdf/1806.02426.pdf},\\n  abstract={Many real-world sequential decision making problems are partially observable by nature, and the environment model is typically unknown. Consequently, there is great need for reinforcement learning methods that can tackle such problems given only a stream of incomplete and noisy observations. In this paper, we propose deep variational reinforcement learning (DVRL), which introduces an inductive bias that allows an agent to learn a generative model of the environment and perform inference in that model to effectively aggregate the available information. We develop an n-step approximation to the evidence lower bound (ELBO), allowing the model to be trained jointly with the policy. This ensures that the latent state representation is suitable for the control task. In experiments on Mountain Hike and flickering Atari we show that our method outperforms previous approaches relying on recurrent neural networks to encode the past.}\\n}\\n\\n\",\"author_short\":[\"Igl, M.\",\"Zintgraf, L.\",\"Le, T. A.\",\"Wood, F.\",\"Whiteson, S.\"],\"key\":\"IGL-18\",\"id\":\"IGL-18\",\"bibbaseid\":\"igl-zintgraf-le-wood-whiteson-deepvariationalreinforcementlearningforpomdps-2018\",\"role\":\"author\",\"urls\":{\" link\":\"https://arxiv.org/abs/1806.02426\",\" paper\":\"https://arxiv.org/pdf/1806.02426.pdf\"},\"metadata\":{\"authorlinks\":{\"wood, f\":\"https://plai.cs.ubc.ca/publications/\"}},\"downloads\":1,\"html\":\"\"},{\"bibtype\":\"unpublished\",\"type\":\"unpublished\",\"title\":\"An introduction to probabilistic programming\",\"author\":[{\"propositions\":[\"van\",\"de\"],\"lastnames\":[\"Meent\"],\"firstnames\":[\"Jan-Willem\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Paige\"],\"firstnames\":[\"Brooks\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Yang\"],\"firstnames\":[\"Hongseok\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Wood\"],\"firstnames\":[\"Frank\"],\"suffixes\":[]}],\"journal\":\"arXiv preprint\",\"archiveprefix\":\"arXiv\",\"eprint\":\"1809.10756\",\"year\":\"2018\",\"url_link\":\"https://arxiv.org/abs/1809.10756\",\"url_paper\":\"https://arxiv.org/pdf/1809.10756.pdf\",\"abstract\":\"This document is designed to be a first-year graduate-level introduction to probabilistic programming. It not only provides a thorough background for anyone wishing to use a probabilistic programming system, but also introduces the techniques needed to design and build these systems. It is aimed at people who have an undergraduate-level understanding of either or, ideally, both probabilistic machine learning and programming languages.\\\\\\\\ We start with a discussion of model-based reasoning and explain why conditioning as a foundational computation is central to the fields of probabilistic machine learning and artificial intelligence. We then introduce a simple first-order probabilistic programming language (PPL) whose programs define static-computation-graph, finite-variable-cardinality models. In the context of this restricted PPL we introduce fundamental inference algorithms and describe how they can be implemented in the context of models denoted by probabilistic programs.\\\\\\\\ In the second part of this document, we introduce a higher-order probabilistic programming language, with a functionality analogous to that of established programming languages. This affords the opportunity to define models with dynamic computation graphs, at the cost of requiring inference methods that generate samples by repeatedly executing the program. Foundational inference algorithms for this kind of probabilistic programming language are explained in the context of an interface between program executions and an inference controller.\\\\\\\\ This document closes with a chapter on advanced topics which we believe to be, at the time of writing, interesting directions for probabilistic programming research; directions that point towards a tight integration with deep neural network research and the development of systems for next-generation artificial intelligence applications.\",\"bibtex\":\"@unpublished{MEE-18,\\n  title={An introduction to probabilistic programming},\\n  author={van de Meent, Jan-Willem and Paige, Brooks and Yang, Hongseok and Wood, Frank},\\n  journal={arXiv preprint},\\n  archiveprefix = {arXiv},\\n  eprint = {1809.10756},\\n  year={2018},\\n  url_Link={https://arxiv.org/abs/1809.10756},\\n  url_Paper={https://arxiv.org/pdf/1809.10756.pdf},\\n  abstract={This document is designed to be a first-year graduate-level introduction to probabilistic programming. It not only provides a thorough background for anyone wishing to use a probabilistic programming system, but also introduces the techniques needed to design and build these systems. It is aimed at people who have an undergraduate-level understanding of either or, ideally, both probabilistic machine learning and programming languages.\\\\\\\\\\n  We start with a discussion of model-based reasoning and explain why conditioning as a foundational computation is central to the fields of probabilistic machine learning and artificial intelligence. We then introduce a simple first-order probabilistic programming language (PPL) whose programs define static-computation-graph, finite-variable-cardinality models. In the context of this restricted PPL we introduce fundamental inference algorithms and describe how they can be implemented in the context of models denoted by probabilistic programs.\\\\\\\\\\n  In the second part of this document, we introduce a higher-order probabilistic programming language, with a functionality analogous to that of established programming languages. This affords the opportunity to define models with dynamic computation graphs, at the cost of requiring inference methods that generate samples by repeatedly executing the program. Foundational inference algorithms for this kind of probabilistic programming language are explained in the context of an interface between program executions and an inference controller.\\\\\\\\\\n  This document closes with a chapter on advanced topics which we believe to be, at the time of writing, interesting directions for probabilistic programming research; directions that point towards a tight integration with deep neural network research and the development of systems for next-generation artificial intelligence applications.}\\n}\\n\\n\",\"author_short\":[\"van de Meent, J.\",\"Paige, B.\",\"Yang, H.\",\"Wood, F.\"],\"key\":\"MEE-18\",\"id\":\"MEE-18\",\"bibbaseid\":\"vandemeent-paige-yang-wood-anintroductiontoprobabilisticprogramming-2018\",\"role\":\"author\",\"urls\":{\" link\":\"https://arxiv.org/abs/1809.10756\",\" paper\":\"https://arxiv.org/pdf/1809.10756.pdf\"},\"metadata\":{\"authorlinks\":{\"wood, f\":\"https://plai.cs.ubc.ca/publications/\"}},\"downloads\":1,\"html\":\"\"},{\"bibtype\":\"inproceedings\",\"type\":\"inproceedings\",\"title\":\"Efficient Probabilistic Inference in the Quest for Physics Beyond the Standard Model\",\"author\":[{\"propositions\":[],\"lastnames\":[\"Baydin\"],\"firstnames\":[\"Atilim\",\"Gunes\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Heinrich\"],\"firstnames\":[\"Lukas\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Bhimji\"],\"firstnames\":[\"Wahid\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Gram-Hansen\"],\"firstnames\":[\"Bradley\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Louppe\"],\"firstnames\":[\"Gilles\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Shao\"],\"firstnames\":[\"Lei\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Cranmer\"],\"firstnames\":[\"Kyle\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Wood\"],\"firstnames\":[\"Frank\"],\"suffixes\":[]},{\"firstnames\":[],\"propositions\":[],\"lastnames\":[\"others\"],\"suffixes\":[]}],\"booktitle\":\"Thirty-second Conference on Neural Information Processing Systems (NeurIPS)\",\"archiveprefix\":\"arXiv\",\"eprint\":\"1807.07706\",\"year\":\"2019\",\"url_link\":\"https://arxiv.org/abs/1807.07706\",\"url_paper\":\"https://arxiv.org/pdf/1807.07706.pdf\",\"abstract\":\"We present a novel probabilistic programming framework that couples directly to existing large-scale simulators through a cross-platform probabilistic execution protocol, which allows general-purpose inference engines to record and control random number draws within simulators in a language-agnostic way. The execution of existing simulators as probabilistic programs enables highly interpretable posterior inference in the structured model defined by the simulator code base. We demonstrate the technique in particle physics, on a scientifically accurate simulation of the tau lepton decay, which is a key ingredient in establishing the properties of the Higgs boson. Inference efficiency is achieved via inference compilation where a deep recurrent neural network is trained to parameterize proposal distributions and control the stochastic simulator in a sequential importance sampling scheme, at a fraction of the computational cost of a Markov chain Monte Carlo baseline.\",\"bibtex\":\"@inproceedings{BAY-19a,\\n  title={Efficient Probabilistic Inference in the Quest for Physics Beyond the Standard Model},\\n  author={Baydin, Atilim Gunes and Heinrich, Lukas and Bhimji, Wahid and Gram-Hansen, Bradley and Louppe, Gilles and Shao, Lei and Cranmer, Kyle and Wood, Frank and others},\\n  booktitle={Thirty-second Conference on Neural Information Processing Systems (NeurIPS)},\\n  archiveprefix = {arXiv},\\n  eprint = {1807.07706},\\n  year={2019},\\n  url_Link={https://papers.nips.cc/paper/8785-efficient-probabilistic-inference-in-the-quest-for-physics-beyond-the-standard-model},\\n  url_Link={https://arxiv.org/abs/1807.07706},\\n  url_Paper={https://papers.nips.cc/paper/8785-efficient-probabilistic-inference-in-the-quest-for-physics-beyond-the-standard-model.pdf},\\n  url_Paper={https://arxiv.org/pdf/1807.07706.pdf},\\n  abstract={We present a novel probabilistic programming framework that couples directly to existing large-scale simulators through a cross-platform probabilistic execution protocol, which allows general-purpose inference engines to record and control random number draws within simulators in a language-agnostic way. The execution of existing simulators as probabilistic programs enables highly interpretable posterior inference in the structured model defined by the simulator code base. We demonstrate the technique in particle physics, on a scientifically accurate simulation of the tau lepton decay, which is a key ingredient in establishing the properties of the Higgs boson. Inference efficiency is achieved via inference compilation where a deep recurrent neural network is trained to parameterize proposal distributions and control the stochastic simulator in a sequential importance sampling scheme, at a fraction of the computational cost of a Markov chain Monte Carlo baseline.}\\n}\\n\\n\\n\",\"author_short\":[\"Baydin, A. G.\",\"Heinrich, L.\",\"Bhimji, W.\",\"Gram-Hansen, B.\",\"Louppe, G.\",\"Shao, L.\",\"Cranmer, K.\",\"Wood, F.\",\"others\"],\"key\":\"BAY-19a\",\"id\":\"BAY-19a\",\"bibbaseid\":\"baydin-heinrich-bhimji-gramhansen-louppe-shao-cranmer-wood-etal-efficientprobabilisticinferenceinthequestforphysicsbeyondthestandardmodel-2019\",\"role\":\"author\",\"urls\":{\" link\":\"https://arxiv.org/abs/1807.07706\",\" paper\":\"https://arxiv.org/pdf/1807.07706.pdf\"},\"metadata\":{\"authorlinks\":{\"wood, f\":\"https://plai.cs.ubc.ca/publications/\"}},\"downloads\":0,\"html\":\"\"},{\"bibtype\":\"inproceedings\",\"type\":\"inproceedings\",\"title\":\"Inference trees: Adaptive inference with exploration\",\"author\":[{\"propositions\":[],\"lastnames\":[\"Rainforth\"],\"firstnames\":[\"Tom\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Zhou\"],\"firstnames\":[\"Yuan\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Lu\"],\"firstnames\":[\"Xiaoyu\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Teh\"],\"firstnames\":[\"Yee\",\"Whye\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Wood\"],\"firstnames\":[\"Frank\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Yang\"],\"firstnames\":[\"Hongseok\"],\"suffixes\":[]},{\"propositions\":[\"van\",\"de\"],\"lastnames\":[\"Meent\"],\"firstnames\":[\"Jan-Willem\"],\"suffixes\":[]}],\"booktitle\":\"1st Symposium on Advances in Approximate Bayesian Inference\",\"archiveprefix\":\"arXiv\",\"eprint\":\"1806.09550\",\"year\":\"2018\",\"url_link\":\"https://arxiv.org/abs/1806.09550\",\"url_paper\":\"https://arxiv.org/pdf/1806.09550.pdf\",\"url_presentation\":\"http://www.approximateinference.org/2018/schedule/Rainforth2018.pdf\",\"abstract\":\"We introduce inference trees (ITs), a new class of inference methods that build on ideas from Monte Carlo tree search to perform adaptive sampling in a manner that balances exploration with exploitation, ensures consistency, and alleviates pathologies in existing adaptive methods. ITs adaptively sample from hierarchical partitions of the parameter space, while simultaneously learning these partitions in an online manner. This enables ITs to not only identify regions of high posterior mass, but also maintain uncertainty estimates to track regions where significant posterior mass may have been missed. ITs can be based on any inference method that provides a consistent estimate of the marginal likelihood. They are particularly effective when combined with sequential Monte Carlo, where they capture long-range dependencies and yield improvements beyond proposal adaptation alone.\",\"bibtex\":\"@inproceedings{RAI-18c,\\n  title={Inference trees: Adaptive inference with exploration},\\n  author={Rainforth, Tom and Zhou, Yuan and Lu, Xiaoyu and Teh, Yee Whye and Wood, Frank and Yang, Hongseok and van de Meent, Jan-Willem},\\n  booktitle={1st Symposium on Advances in Approximate Bayesian Inference},\\n  archiveprefix = {arXiv},\\n  eprint = {1806.09550},\\n  year={2018},\\n  url_Link={https://arxiv.org/abs/1806.09550},\\n  url_Paper={https://arxiv.org/pdf/1806.09550.pdf},\\n  url_Presentation={http://www.approximateinference.org/2018/schedule/Rainforth2018.pdf},\\n  abstract={We introduce inference trees (ITs), a new class of inference methods that build on ideas from Monte Carlo tree search to perform adaptive sampling in a manner that balances exploration with exploitation, ensures consistency, and alleviates pathologies in existing adaptive methods. ITs adaptively sample from hierarchical partitions of the parameter space, while simultaneously learning these partitions in an online manner. This enables ITs to not only identify regions of high posterior mass, but also maintain uncertainty estimates to track regions where significant posterior mass may have been missed. ITs can be based on any inference method that provides a consistent estimate of the marginal likelihood. They are particularly effective when combined with sequential Monte Carlo, where they capture long-range dependencies and yield improvements beyond proposal adaptation alone.}\\n}\\n\\n\",\"author_short\":[\"Rainforth, T.\",\"Zhou, Y.\",\"Lu, X.\",\"Teh, Y. W.\",\"Wood, F.\",\"Yang, H.\",\"van de Meent, J.\"],\"key\":\"RAI-18c\",\"id\":\"RAI-18c\",\"bibbaseid\":\"rainforth-zhou-lu-teh-wood-yang-vandemeent-inferencetreesadaptiveinferencewithexploration-2018\",\"role\":\"author\",\"urls\":{\" link\":\"https://arxiv.org/abs/1806.09550\",\" paper\":\"https://arxiv.org/pdf/1806.09550.pdf\",\" presentation\":\"http://www.approximateinference.org/2018/schedule/Rainforth2018.pdf\"},\"metadata\":{\"authorlinks\":{\"wood, f\":\"https://plai.cs.ubc.ca/publications/\"}},\"downloads\":0,\"html\":\"\"},{\"bibtype\":\"unpublished\",\"type\":\"unpublished\",\"title\":\"Towards a Testable Notion of Generalization for Generative Adversarial Networks\",\"author\":[{\"propositions\":[],\"lastnames\":[\"Cornish\"],\"firstnames\":[\"Robert\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Yang\"],\"firstnames\":[\"Hongseok\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Wood\"],\"firstnames\":[\"Frank\"],\"suffixes\":[]}],\"year\":\"2018\",\"bibtex\":\"@unpublished{COR-18,\\n  title={Towards a Testable Notion of Generalization for Generative Adversarial Networks},\\n  author={Cornish, Robert and Yang, Hongseok and Wood, Frank},\\n  year={2018},\\n  }\\n\\n\",\"author_short\":[\"Cornish, R.\",\"Yang, H.\",\"Wood, F.\"],\"key\":\"COR-18\",\"id\":\"COR-18\",\"bibbaseid\":\"cornish-yang-wood-towardsatestablenotionofgeneralizationforgenerativeadversarialnetworks-2018\",\"role\":\"author\",\"urls\":{},\"metadata\":{\"authorlinks\":{\"wood, f\":\"https://plai.cs.ubc.ca/publications/\"}},\"downloads\":0,\"html\":\"\"},{\"bibtype\":\"inproceedings\",\"type\":\"inproceedings\",\"title\":\"Online learning rate adaptation with hypergradient descent\",\"author\":[{\"propositions\":[],\"lastnames\":[\"Baydin\"],\"firstnames\":[\"Atilim\",\"Gunes\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Cornish\"],\"firstnames\":[\"Robert\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Rubio\"],\"firstnames\":[\"David\",\"Martinez\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Schmidt\"],\"firstnames\":[\"Mark\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Wood\"],\"firstnames\":[\"Frank\"],\"suffixes\":[]}],\"booktitle\":\"Sixth International Conference on Learning Representations (ICLR 2018)\",\"archiveprefix\":\"arXiv\",\"eprint\":\"1703.04782\",\"year\":\"2018\",\"url_link\":\"https://iclr.cc/Conferences/2018/Schedule?showEvent=14\",\"url_paper\":\"https://openreview.net/pdf?id=BkrsAzWAb\",\"abstract\":\"We introduce a general method for improving the convergence rate of gradient-based optimizers that is easy to implement and works well in practice. We demonstrate the effectiveness of the method in a range of optimization problems by applying it to stochastic gradient descent, stochastic gradient descent with Nesterov momentum, and Adam, showing that it significantly reduces the need for the manual tuning of the initial learning rate for these commonly used algorithms. Our method works by dynamically updating the learning rate during optimization using the gradient with respect to the learning rate of the update rule itself. Computing this \\\"hypergradient\\\" needs little additional computation, requires only one extra copy of the original gradient to be stored in memory, and relies upon nothing more than what is provided by reverse-mode automatic differentiation.\",\"bibtex\":\"@inproceedings{BAY-18a,\\n  title={Online learning rate adaptation with hypergradient descent},\\n  author={Baydin, Atilim Gunes and Cornish, Robert and Rubio, David Martinez and Schmidt, Mark and Wood, Frank},\\n  booktitle={Sixth International Conference on Learning Representations (ICLR 2018)},\\n  archiveprefix = {arXiv},\\n  eprint = {1703.04782},\\n  year={2018},\\n  url_Link={https://arxiv.org/abs/1703.04782},\\n  url_Paper={https://arxiv.org/pdf/1703.04782.pdf},\\n  url_Link={https://iclr.cc/Conferences/2018/Schedule?showEvent=14},\\n  url_Paper={https://openreview.net/pdf?id=BkrsAzWAb},\\n  abstract={We introduce a general method for improving the convergence rate of gradient-based optimizers that is easy to implement and works well in practice.  We demonstrate the effectiveness of the method in a range of optimization problems by applying it to stochastic gradient descent, stochastic gradient descent with Nesterov momentum, and Adam, showing that it significantly reduces the need for the manual tuning of the initial learning rate for these commonly used algorithms.  Our method works by dynamically updating the learning rate during optimization using the gradient with respect to the learning rate of the update rule itself.  Computing this \\\"hypergradient\\\" needs little additional computation, requires only one extra copy of the original gradient to be stored in memory, and relies upon nothing more than what is provided by reverse-mode automatic differentiation.}\\n}\\n\\n\",\"author_short\":[\"Baydin, A. G.\",\"Cornish, R.\",\"Rubio, D. M.\",\"Schmidt, M.\",\"Wood, F.\"],\"key\":\"BAY-18a\",\"id\":\"BAY-18a\",\"bibbaseid\":\"baydin-cornish-rubio-schmidt-wood-onlinelearningrateadaptationwithhypergradientdescent-2018\",\"role\":\"author\",\"urls\":{\" link\":\"https://iclr.cc/Conferences/2018/Schedule?showEvent=14\",\" paper\":\"https://openreview.net/pdf?id=BkrsAzWAb\"},\"metadata\":{\"authorlinks\":{\"wood, f\":\"https://plai.cs.ubc.ca/publications/\"}},\"downloads\":0,\"html\":\"\"}],\n      metadata: {\"owner\":\"wood, f\",\"authorlinks\":{\"wood, f\":\"https://plai.cs.ubc.ca/publications/\"}},\n      ownerID: \"YMZkZijFpeaQZjsuZ\"\n    };\n  </script>\n\n  <script type=\"text/javascript\">\n  var site$;\n  if (typeof $ != 'undefined') {\n    console.log('existing jquery: storing and then restoring');\n    site$ = $;\n    $ = null;\n  }\n  </script>\n\n  <script src=\"https://ajax.googleapis.com/ajax/libs/jquery/2.2.4/jquery.min.js\">\n  </script>\n  <script type=\"text/javascript\">\n  if (site$) {\n    console.log('existing jquery: avoiding conflict and restoring');\n    bb$ = $.noConflict(true);\n    $ = site$;\n  } else {\n    bb$ = $;\n  }\n  </script>\n\n  <script src=\"//bibbase.org/js/bibbase.min.js\"\n          type=\"text/javascript\">\n  </script>\n\n  <script type=\"text/javascript\"\n          src=\"https://cdnjs.cloudflare.com/ajax/libs/mathjax/2.7.1/MathJax.js?config=TeX-AMS-MML_HTMLorMML\">\n  </script>\n  <script type=\"text/x-mathjax-config\">\n    MathJax.Hub.Config({tex2jax: {inlineMath: [['$','$'], ['\\\\(','\\\\)']]},\n                        skipTags: [\"body\"],\n                        processClass: \"bibbase_paper\"});\n  </script>\n\n  <style>\n  @media print {\n    .dontprint {\n        display: none !important;\n    }\n\n  .bibbase_group {\n    background-color: #E0E0E0;\n    font-style: italic;\n    font-size: larger;\n    text-shadow: 0px 0px 3px #FFFFFF;\n    border-radius: 4px 4px 4px 4px;\n    -moz-border-radius: 4px 4px 4px 4px;\n    -webkit-border-radius: 4px;\n    padding: 5px 40px 5px;\n    margin-top: 10px;\n    margin-bottom: 5px;\n    cursor: pointer;\n  }\n\n  .bibbase_paper {\n    margin-bottom: 5px;\n  }\n\n  }\n  </style>\n\n  \n  <div style=\"float: right; margin-right: 10px; margin-top: 10px; text-align: right; font-size: 12px\">\n    generated by\n    <a href=\"//bibbase.org\"\n       onclick=\"trackOutboundLink('bibbase', 'logo clicked', window.location.href, '//bibbase.org'); return false;\">\n      <img src=\"//bibbase.org/img/logo.svg\"\n           style=\"vertical-align: middle; margin-left: 3px; height: 16px;\"/\n           alt=\"bibbase.org\"\n           title=\"BibBase – The easiest way to maintain your publications page.\"\n        ></a>\n    \n  </div>\n  \n\n  <div id=\"bibbase_header\" class=\"dontprint\" style=\"\">\n\n    <ul class=\"nav nav-pills\" style=\"margin: 0px;\">\n\n      <li class=\"dropdown\" id=\"groupby_dropdown\">\n      <a class=\"dropdown-toggle\"\n         data-toggle=\"dropdown\"\n         href=\"#\">\n          Group by\n          <b class=\"caret\"></b>\n      </a>\n      <ul class=\"dropdown-menu\">\n        <li class=\"groupby year\"><a onclick=\"groupby('year')\">\n            Year</a>\n        </li>\n        <li class=\"groupby author\"><a onclick=\"groupby('author_short')\">\n            Author</a>\n        </li>\n        <li class=\"groupby type\"><a onclick=\"groupby('type')\">\n            Type</a>\n        </li>\n        <li class=\"groupby keyword\"><a onclick=\"groupby('keyword')\">\n            Keyword</a>\n        </li>\n        <li class=\"groupby downloads\"><a onclick=\"groupby('downloads')\">\n            Downloads</a>\n        </li>\n      </ul>\n      </li>\n\n\n      <li class=\"dropdown\" id=\"menu_dropdown\">\n      <a class=\"dropdown-toggle\"\n         data-toggle=\"dropdown\"\n         href=\"#\" alt=\"controls\">\n          <i class=\"fa fa-reorder\" alt=\"controls\"></i>\n          <b class=\"caret\"></b>\n      </a>\n      <ul class=\"dropdown-menu\">\n        <li>\n          <a onclick=\"toggleAll()\">\n            <i class=\"fa fa-chevron-down fa-fw\"></i> Expand/Collapse All\n          </a>\n        </li>\n        <li>\n          <a download=\"group_publications.bib\" href=\"data:text/bibtex;base64,QEluUHJvY2VlZGluZ3N7OTUzMzQ0OSwgIAoJYXV0aG9yPXtNdW5rLCBBbmRyZWFzIGFuZCBIYXJ2ZXksIFdpbGxpYW0gYW5kIFdvb2QsIEZyYW5rfSwgIAoJYm9va3RpdGxlPXsyMDIxIEludGVybmF0aW9uYWwgSm9pbnQgQ29uZmVyZW5jZSBvbiBOZXVyYWwgTmV0d29ya3MgKElKQ05OKX0sICAgCgl0aXRsZT17QXNzaXN0aW5nIHRoZSBBZHZlcnNhcnkgdG8gSW1wcm92ZSBHQU4gVHJhaW5pbmd9LCAgIAoJeWVhcj17MjAyMX0sCglwYWdlcz17MS04fSwgIAoJYWJzdHJhY3Q9e1NvbWUgb2YgdGhlIG1vc3QgcG9wdWxhciBtZXRob2RzIGZvciBpbXByb3ZpbmcgdGhlIHN0YWJpbGl0eSBhbmQgcGVyZm9ybWFuY2Ugb2YgR0FOcyBpbnZvbHZlIGNvbnN0cmFpbmluZyBvciByZWd1bGFyaXppbmcgdGhlIGRpc2NyaW1pbmF0b3IuIEluIHRoaXMgcGFwZXIgd2UgY29uc2lkZXIgYSBsYXJnZWx5IG92ZXJsb29rZWQgcmVndWxhcml6YXRpb24gdGVjaG5pcXVlIHdoaWNoIHdlIHJlZmVyIHRvIGFzIHRoZSBBZHZlcnNhcnkncyBBc3Npc3RhbnQgKEFkdkFzKS4gV2UgbW90aXZhdGUgdGhpcyB1c2luZyBhIGRpZmZlcmVudCBwZXJzcGVjdGl2ZSB0byB0aGF0IG9mIHByaW9yIHdvcmsuIFNwZWNpZmljYWxseSwgd2UgY29uc2lkZXIgYSBjb21tb24gbWlzbWF0Y2ggYmV0d2VlbiB0aGVvcmV0aWNhbCBhbmFseXNpcyBhbmQgcHJhY3RpY2U6IGFuYWx5c2lzIG9mdGVuIGFzc3VtZXMgdGhhdCB0aGUgZGlzY3JpbWluYXRvciByZWFjaGVzIGl0cyBvcHRpbXVtIG9uIGVhY2ggaXRlcmF0aW9uLiBJbiBwcmFjdGljZSwgdGhpcyBpcyBlc3NlbnRpYWxseSBuZXZlciB0cnVlLCBvZnRlbiBsZWFkaW5nIHRvIHBvb3IgZ3JhZGllbnQgZXN0aW1hdGVzIGZvciB0aGUgZ2VuZXJhdG9yLiBUbyBhZGRyZXNzIHRoaXMsIEFkdkFzIGlzIGEgcGVuYWx0eSBpbXBvc2VkIG9uIHRoZSBnZW5lcmF0b3IgYmFzZWQgb24gdGhlIG5vcm0gb2YgdGhlIGdyYWRpZW50cyB1c2VkIHRvIHRyYWluIHRoZSBkaXNjcmltaW5hdG9yLiBUaGlzIGVuY291cmFnZXMgdGhlIGdlbmVyYXRvciB0byBtb3ZlIHRvd2FyZHMgcG9pbnRzIHdoZXJlIHRoZSBkaXNjcmltaW5hdG9yIGlzIG9wdGltYWwuIFdlIGRlbW9uc3RyYXRlIHRoZSBlZmZlY3Qgb2YgYXBwbHlpbmcgQWR2QXMgdG8gc2V2ZXJhbCBHQU4gb2JqZWN0aXZlcywgZGF0YXNldHMgYW5kIG5ldHdvcmsgYXJjaGl0ZWN0dXJlcy4gVGhlIHJlc3VsdHMgaW5kaWNhdGUgYSByZWR1Y3Rpb24gaW4gdGhlIG1pc21hdGNoIGJldHdlZW4gdGhlb3J5IGFuZCBwcmFjdGljZSBhbmQgdGhhdCBBZHZBcyBjYW4gbGVhZCB0byBpbXByb3ZlbWVudCBvZiBHQU4gdHJhaW5pbmcsIGFzIG1lYXN1cmVkIGJ5IEZJRCBzY29yZXMufSwgIAoJZG9pPXsxMC4xMTA5L0lKQ05ONTIzODcuMjAyMS45NTMzNDQ5fSwgIAoJSVNTTj17MjE2MS00NDA3fSwgIAoJbW9udGg9e0p1bHl9LAoJdXJsX0FyWGl2ID0ge2h0dHBzOi8vYXJ4aXYub3JnL2Ficy8yMDEwLjAxMjc0fSwKCXVybF9QYXBlciA9IHtodHRwczovL2llZWV4cGxvcmUuaWVlZS5vcmcvZG9jdW1lbnQvOTUzMzQ0OX0sCglzdXBwb3J0ID0ge0QzTSxFVEFMVU1JU30KfQoKCgpASW5Qcm9jZWVkaW5nc3s5ODkyMTEyLAogIHRpdGxlPXtOZWFyLU9wdGltYWwgR2xpbXBzZSBTZXF1ZW5jZXMgZm9yIEltcHJvdmVkIEhhcmQgQXR0ZW50aW9uIE5ldXJhbCBOZXR3b3JrIFRyYWluaW5nfSwgICAKYXV0aG9yPXtIYXJ2ZXksIFdpbGxpYW0gYW5kIFRlbmcsIE1pY2hhZWwgYW5kIFdvb2QsIEZyYW5rfSwKICBib29rdGl0bGU9ezIwMjIgSW50ZXJuYXRpb25hbCBKb2ludCBDb25mZXJlbmNlIG9uIE5ldXJhbCBOZXR3b3JrcyAoSUpDTk4pfSwgCiAgeWVhcj17MjAyMn0sCiAgdm9sdW1lPXt9LAogIG51bWJlcj17fSwKICBwYWdlcz17MS04fSwKdXJsX1BhcGVyPXtodHRwczovL2llZWV4cGxvcmUuaWVlZS5vcmcvYWJzdHJhY3QvZG9jdW1lbnQvOTg5MjExMn0sCgl1cmxfcGRmPXtodHRwczovL2llZWV4cGxvcmUuaWVlZS5vcmcvc3RhbXAvc3RhbXAuanNwP3RwPSZhcm51bWJlcj05ODkyMTEyfSwKCXVybF9Bclhpdj17fSwKCWFic3RyYWN0PXtIYXJkIHZpc3VhbCBhdHRlbnRpb24gaXMgYSBwcm9taXNpbmcgYXBwcm9hY2ggdG8gcmVkdWNlIHRoZSBjb21wdXRhdGlvbmFsIGJ1cmRlbiBvZiBtb2Rlcm4gY29tcHV0ZXIgdmlzaW9uIG1ldGhvZG9sb2dpZXMuIEhvd2V2ZXIsIGhhcmQgYXR0ZW50aW9uIG1lY2hhbmlzbXMgY2FuIGJlIGRpZmZpY3VsdCBhbmQgc2xvdyB0byB0cmFpbiwgd2hpY2ggaXMgZXNwZWNpYWxseSBjb3N0bHkgZm9yIGFwcGxpY2F0aW9ucyBsaWtlIG5ldXJhbCBhcmNoaXRlY3R1cmUgc2VhcmNoIHdoZXJlIG11bHRpcGxlIG5ldHdvcmtzIG11c3QgYmUgdHJhaW5lZC4gV2UgaW50cm9kdWNlIGEgbWV0aG9kIHRvIGFtb3J0aXNlIHRoZSBjb3N0IG9mIHRyYWluaW5nIGJ5IGdlbmVyYXRpbmcgYW4gZXh0cmEgc3VwZXJ2aXNpb24gc2lnbmFsIGZvciBhIHN1YnNldCBvZiB0aGUgdHJhaW5pbmcgZGF0YS4gVGhpcyBzdXBlcnZpc2lvbiBpcyBpbiB0aGUgZm9ybSBvZiBzZXF1ZW5jZXMgb2Yg4oCYZ29vZOKAmSBsb2NhdGlvbnMgdG8gYXR0ZW5kIHRvIGZvciBlYWNoIGltYWdlLiBXZSBmaW5kIHRoYXQgdGhlIGJlc3QgbWV0aG9kIHRvIGdlbmVyYXRlIHN1cGVydmlzaW9uIHNlcXVlbmNlcyBjb21lcyBmcm9tIGZyYW1pbmcgaGFyZCBhdHRlbnRpb24gZm9yIGltYWdlIGNsYXNzaWZpY2F0aW9uIGFzIGEgQmF5ZXNpYW4gb3B0aW1hbCBleHBlcmltZW50YWwgZGVzaWduIChCT0VEKSBwcm9ibGVtLiBGcm9tIHRoaXMgcGVyc3BlY3RpdmUsIHRoZSBvcHRpbWFsIGxvY2F0aW9ucyB0byBhdHRlbmQgdG8gYXJlIHRob3NlIHdoaWNoIHByb3ZpZGUgdGhlIGdyZWF0ZXN0IGV4cGVjdGVkIHJlZHVjdGlvbiBpbiB0aGUgZW50cm9weSBvZiB0aGUgY2xhc3NpZmljYXRpb24gZGlzdHJpYnV0aW9uLiBXZSBpbnRyb2R1Y2UgbWV0aG9kb2xvZ3kgZnJvbSB0aGUgQk9FRCBsaXRlcmF0dXJlIHRvIGFwcHJveGltYXRlIHRoaXMgb3B0aW1hbCBiZWhhdmlvdXIgYW5kIGdlbmVyYXRlIOKAmG5lYXItb3B0aW1hbOKAmSBzdXBlcnZpc2lvbiBzZXF1ZW5jZXMuIFdlIHRoZW4gcHJlc2VudCBhIGhhcmQgYXR0ZW50aW9uIG5ldHdvcmsgdHJhaW5pbmcgb2JqZWN0aXZlIHRoYXQgbWFrZXMgdXNlIG9mIHRoZXNlIHNlcXVlbmNlcyBhbmQgc2hvdyB0aGF0IGl0IGFsbG93cyBmYXN0ZXIgdHJhaW5pbmcgdGhhbiBwcmlvciB3b3JrLiBXZSBmaW5hbGx5IGRlbW9uc3RyYXRlIHRoZSB1dGlsaXR5IG9mIGZhc3RlciBoYXJkIGF0dGVudGlvbiB0cmFpbmluZyBieSBpbmNvcnBvcmF0aW5nIHN1cGVydmlzaW9uIHNlcXVlbmNlcyBpbiBhIG5ldXJhbCBhcmNoaXRlY3R1cmUgc2VhcmNoLCByZXN1bHRpbmcgaW4gaGFyZCBhdHRlbnRpb24gYXJjaGl0ZWN0dXJlcyB3aGljaCBjYW4gb3V0cGVyZm9ybSBuZXR3b3JrcyB3aXRoIGFjY2VzcyB0byB0aGUgZW50aXJlIGltYWdlLn0sCiAgZG9pPXsxMC4xMTA5L0lKQ05ONTUwNjQuMjAyMi45ODkyMTEyfX0KCgoKCgpASW5Qcm9jZWVkaW5nc3sxMDQyMjA0OCwKCXRpdGxlPXtWaWRlbyBLaWxsZWQgdGhlIEhELU1hcDogUHJlZGljdGluZyBNdWx0aS1BZ2VudCBCZWhhdmlvciBEaXJlY3RseSBGcm9tIEFlcmlhbCBJbWFnZXN9LAoJYXV0aG9yPXtMaXUsIFl1bnBlbmcgYW5kIExpb3V0YXMsIFZhc2lsZWlvcyBhbmQgTGF2aW5ndG9uLCBKb25hdGhhbiBXaWxkZXIgYW5kIE5pZWRvYmEsIE1hdHRoZXcgYW5kIFNlZmFzLCBKdXN0aWNlIGFuZCBEYWJpcmksIFNldGFyZWggYW5kIEdyZWVuLCBEeWxhbiBhbmQgTGlhbmcsIFhpYW94dWFuIGFuZCBad2FydHNlbmJlcmcsIEJlcmVuZCBhbmQgxZpjaWJpb3IsIEFkYW0gYW5kIFdvb2QsIEZyYW5rfSwKCWJvb2t0aXRsZT17MjAyMyBJRUVFIDI2dGggSW50ZXJuYXRpb25hbCBDb25mZXJlbmNlIG9uIEludGVsbGlnZW50IFRyYW5zcG9ydGF0aW9uIFN5c3RlbXMgKElUU0MpfSwKCXBhZ2VzPXszMjYxLTMyNjd9LAoJeWVhcj17MjAyM30sCgl1cmxfUGFwZXI9e2h0dHBzOi8vaWVlZXhwbG9yZS5pZWVlLm9yZy9hYnN0cmFjdC9kb2N1bWVudC8xMDQyMjA0OH0sCgl1cmxfcGRmPXtodHRwczovL2llZWV4cGxvcmUuaWVlZS5vcmcvc3RhbXAvc3RhbXAuanNwP3RwPSZhcm51bWJlcj0xMDQyMjA0OH0sCglhYnN0cmFjdD17VGhlIGRldmVsb3BtZW50IG9mIGFsZ29yaXRobXMgdGhhdCBsZWFybiBtdWx0aS1hZ2VudCBiZWhhdmlvcmFsIG1vZGVscyB1c2luZyBodW1hbiBkZW1vbnN0cmF0aW9ucyBoYXMgbGVkIHRvIGluY3JlYXNpbmdseSByZWFsaXN0aWMgc2ltdWxhdGlvbnMgaW4gdGhlIGZpZWxkIG9mIGF1dG9ub21vdXMgZHJpdmluZy4gSW4gZ2VuZXJhbCwgc3VjaCBtb2RlbHMgbGVhcm4gdG8gam9pbnRseSBwcmVkaWN0IHRyYWplY3RvcmllcyBmb3IgYWxsIGNvbnRyb2xsZWQgYWdlbnRzIGJ5IGV4cGxvaXRpbmcgcm9hZCBjb250ZXh0IGluZm9ybWF0aW9uIHN1Y2ggYXMgZHJpdmFibGUgbGFuZXMgb2J0YWluZWQgZnJvbSBtYW51YWxseSBhbm5vdGF0ZWQgaGlnaC1kZWZpbml0aW9uIChIRCkgbWFwcy4gUmVjZW50IHN0dWRpZXMgc2hvdyB0aGF0IHRoZXNlIG1vZGVscyBjYW4gZ3JlYXRseSBiZW5lZml0IGZyb20gaW5jcmVhc2luZyB0aGUgYW1vdW50IG9mIGh1bWFuIGRhdGEgYXZhaWxhYmxlIGZvciB0cmFpbmluZy4gSG93ZXZlciwgdGhlIG1hbnVhbCBhbm5vdGF0aW9uIG9mIEhEIG1hcHMgd2hpY2ggaXMgbmVjZXNzYXJ5IGZvciBldmVyeSBuZXcgbG9jYXRpb24gcHV0cyBhIGJvdHRsZW5lY2sgb24gZWZmaWNpZW50bHkgc2NhbGluZyB1cCBodW1hbiB0cmFmZmljIGRhdGFzZXRzLiBXZSBwcm9wb3NlIGFuIGFlcmlhbCBpbWFnZS1iYXNlZCBtYXAgKEFJTSkgcmVwcmVzZW50YXRpb24gdGhhdCByZXF1aXJlcyBtaW5pbWFsIGFubm90YXRpb24gYW5kIHByb3ZpZGVzIHJpY2ggcm9hZCBjb250ZXh0IGluZm9ybWF0aW9uIGZvciB0cmFmZmljIGFnZW50cyBsaWtlIHBlZGVzdHJpYW5zIGFuZCB2ZWhpY2xlcy4gV2UgZXZhbHVhdGUgbXVsdGktYWdlbnQgdHJhamVjdG9yeSBwcmVkaWN0aW9uIHVzaW5nIHRoZSBBSU0gYnkgaW5jb3Jwb3JhdGluZyBpdCBpbnRvIGEgZGlmZmVyZW50aWFibGUgZHJpdmluZyBzaW11bGF0b3IgYXMgYW4gaW1hZ2UtdGV4dHVyZS1iYXNlZCBkaWZmZXJlbnRpYWJsZSByZW5kZXJpbmcgbW9kdWxlLiBPdXIgcmVzdWx0cyBkZW1vbnN0cmF0ZSBjb21wZXRpdGl2ZSBtdWx0aS1hZ2VudCB0cmFqZWN0b3J5IHByZWRpY3Rpb24gcGVyZm9ybWFuY2UgZXNwZWNpYWxseSBmb3IgcGVkZXN0cmlhbnMgaW4gdGhlIHNjZW5lIHdoZW4gdXNpbmcgb3VyIEFJTSByZXByZXNlbnRhdGlvbiBhcyBjb21wYXJlZCB0byBtb2RlbHMgdHJhaW5lZCB3aXRoIHJhc3Rlcml6ZWQgSEQgbWFwcy59LAp9CgoKCgpAdW5wdWJsaXNoZWR7LAoJZG9pPXsxMC40ODU1MC9hclhpdi4yNDAzLjAwMDI1fSwKCXVybF9Bclhpdj17aHR0cHM6Ly9hcnhpdi5vcmcvYWJzLzI0MDMuMDAwMjV9LAoJdXJsX3BkZj17aHR0cHM6Ly9hcnhpdi5vcmcvcGRmLzI0MDMuMDAwMjUucGRmfSwKCWF1dGhvcj17TWFuZHVjaGksIExhdXJhIGFuZCBQYW5kZXksIEt1c2hhZ3JhIGFuZCBCYW1sZXIsIFJvYmVydCBhbmQgQ290dGVyZWxsLCBSeWFuIGFuZCBEw6R1YmVuZXIsIFNpbmEgYW5kIEZlbGxlbnosIFNvcGhpZSBhbmQgRmlzY2hlciwgQXNqYSBhbmQgR8OkcnRuZXIsIFRob21hcyBhbmQgS2lyY2hsZXIsIE1hdHRoaWFzIGFuZCBLbG9mdCwgTWFyaXVzIGFuZCBMaSwgWWluZ3poZW4gYW5kIExpcHBlcnQsIENocmlzdG9waCBhbmQgTWVsbywgR2VyYXJkIGRlIGFuZCBOYWxpc25pY2ssIEVyaWMgYW5kIE9tbWVyLCBCasO2cm4gYW5kIFJhbmdhbmF0aCwgUmFqZXNoIGFuZCBSdWRvbHBoLCBNYWphICBhbmQgVWxscmljaCwgS2FyZW4gYW5kIEJyb2VjaywgR3V5IFZhbiBkZW4gYW5kIFZvZ3QsIEp1bGlhIEUgYW5kIFdhbmcsIFlpeGluIGFuZCBXZW56ZWwsIEZsb3JpYW4gYW5kIFdvb2QsIEZyYW5rIGFuZCBNYW5kdCwgU3RlcGhhbiBhbmQgRm9ydHVpbiwgVmluY2VudH0sCgl0aXRsZT17T24gdGhlIENoYWxsZW5nZXMgYW5kIE9wcG9ydHVuaXRpZXMgaW4gR2VuZXJhdGl2ZSBBSX0sCglwdWJsaXNoZXI9e2FyWGl2fSwKCXllYXI9ezIwMjR9LAoJY29weXJpZ2h0PXthclhpdi5vcmcgcGVycGV0dWFsLCBub24tZXhjbHVzaXZlIGxpY2VuY2V9LAoJYWJzdHJhY3Q9e1RoZSBmaWVsZCBvZiBkZWVwIGdlbmVyYXRpdmUgbW9kZWxpbmcgaGFzIGdyb3duIHJhcGlkbHkgYW5kIGNvbnNpc3RlbnRseSBvdmVyIHRoZSB5ZWFycy4gV2l0aCB0aGUgYXZhaWxhYmlsaXR5IG9mIG1hc3NpdmUgYW1vdW50cyBvZiB0cmFpbmluZyBkYXRhIGNvdXBsZWQgd2l0aCBhZHZhbmNlcyBpbiBzY2FsYWJsZSB1bnN1cGVydmlzZWQgbGVhcm5pbmcgcGFyYWRpZ21zLCByZWNlbnQgbGFyZ2Utc2NhbGUgZ2VuZXJhdGl2ZSBtb2RlbHMgc2hvdyB0cmVtZW5kb3VzIHByb21pc2UgaW4gc3ludGhlc2l6aW5nIGhpZ2gtcmVzb2x1dGlvbiBpbWFnZXMgYW5kIHRleHQsIGFzIHdlbGwgYXMgc3RydWN0dXJlZCBkYXRhIHN1Y2ggYXMgdmlkZW9zIGFuZCBtb2xlY3VsZXMuIEhvd2V2ZXIsIHdlIGFyZ3VlIHRoYXQgY3VycmVudCBsYXJnZS1zY2FsZSBnZW5lcmF0aXZlIEFJIG1vZGVscyBkbyBub3Qgc3VmZmljaWVudGx5IGFkZHJlc3Mgc2V2ZXJhbCBmdW5kYW1lbnRhbCBpc3N1ZXMgdGhhdCBoaW5kZXIgdGhlaXIgd2lkZXNwcmVhZCBhZG9wdGlvbiBhY3Jvc3MgZG9tYWlucy4gSW4gdGhpcyB3b3JrLCB3ZSBhaW0gdG8gaWRlbnRpZnkga2V5IHVucmVzb2x2ZWQgY2hhbGxlbmdlcyBpbiBtb2Rlcm4gZ2VuZXJhdGl2ZSBBSSBwYXJhZGlnbXMgdGhhdCBzaG91bGQgYmUgdGFja2xlZCB0byBmdXJ0aGVyIGVuaGFuY2UgdGhlaXIgY2FwYWJpbGl0aWVzLCB2ZXJzYXRpbGl0eSwgYW5kIHJlbGlhYmlsaXR5LiBCeSBpZGVudGlmeWluZyB0aGVzZSBjaGFsbGVuZ2VzLCB3ZSBhaW0gdG8gcHJvdmlkZSByZXNlYXJjaGVycyB3aXRoIHZhbHVhYmxlIGluc2lnaHRzIGZvciBleHBsb3JpbmcgZnJ1aXRmdWwgcmVzZWFyY2ggZGlyZWN0aW9ucywgdGhlcmVieSBmb3N0ZXJpbmcgdGhlIGRldmVsb3BtZW50IG9mIG1vcmUgcm9idXN0IGFuZCBhY2Nlc3NpYmxlIGdlbmVyYXRpdmUgQUkgc29sdXRpb25zLn0sCn0KCgoKCgpAdW5wdWJsaXNoZWR7LAoJZG9pPXsxMC40ODU1MC9hclhpdi4yNDAyLjA5NTQyfSwKCXVybF9Bclhpdj17aHR0cHM6Ly9hcnhpdi5vcmcvYWJzLzI0MDIuMDk1NDJ9LAoJdXJsX3BkZj17aHR0cHM6Ly9hcnhpdi5vcmcvcGRmLzI0MDIuMDk1NDIucGRmfSwKCWF1dGhvcj17WW9vLCBKYXNvbiBhbmQgTGl1LCBZdW5wZW5nIGFuZCBXb29kLCBGcmFuayBhbmQgUGxlaXNzLCBHZW9mZn0sCgl0aXRsZT17TGF5ZXJ3aXNlIFByb3hpbWFsIFJlcGxheTogQSBQcm94aW1hbCBQb2ludCBNZXRob2QgZm9yIE9ubGluZSBDb250aW51YWwgTGVhcm5pbmd9LAoJcHVibGlzaGVyPXthclhpdn0sCgl5ZWFyPXsyMDI0fSwKCWNvcHlyaWdodD17YXJYaXYub3JnIHBlcnBldHVhbCwgbm9uLWV4Y2x1c2l2ZSBsaWNlbmNlfSwKCWFic3RyYWN0PXtJbiBvbmxpbmUgY29udGludWFsIGxlYXJuaW5nLCBhIG5ldXJhbCBuZXR3b3JrIGluY3JlbWVudGFsbHkgbGVhcm5zIGZyb20gYSBub24taS5pLmQuIGRhdGEgc3RyZWFtLiBOZWFybHkgYWxsIG9ubGluZSBjb250aW51YWwgbGVhcm5pbmcgbWV0aG9kcyBlbXBsb3kgZXhwZXJpZW5jZSByZXBsYXkgdG8gc2ltdWx0YW5lb3VzbHkgcHJldmVudCBjYXRhc3Ryb3BoaWMgZm9yZ2V0dGluZyBhbmQgdW5kZXJmaXR0aW5nIG9uIHBhc3QgZGF0YS4gT3VyIHdvcmsgZGVtb25zdHJhdGVzIGEgbGltaXRhdGlvbiBvZiB0aGlzIGFwcHJvYWNoOiBuZXR3b3JrcyB0cmFpbmVkIHdpdGggZXhwZXJpZW5jZSByZXBsYXkgdGVuZCB0byBoYXZlIHVuc3RhYmxlIG9wdGltaXphdGlvbiB0cmFqZWN0b3JpZXMsIGltcGVkaW5nIHRoZWlyIG92ZXJhbGwgYWNjdXJhY3kuIFN1cnByaXNpbmdseSwgdGhlc2UgaW5zdGFiaWxpdGllcyBwZXJzaXN0IGV2ZW4gd2hlbiB0aGUgcmVwbGF5IGJ1ZmZlciBzdG9yZXMgYWxsIHByZXZpb3VzIHRyYWluaW5nIGV4YW1wbGVzLCBzdWdnZXN0aW5nIHRoYXQgdGhpcyBpc3N1ZSBpcyBvcnRob2dvbmFsIHRvIGNhdGFzdHJvcGhpYyBmb3JnZXR0aW5nLiBXZSBtaW5pbWl6ZSB0aGVzZSBpbnN0YWJpbGl0aWVzIHRocm91Z2ggYSBzaW1wbGUgbW9kaWZpY2F0aW9uIG9mIHRoZSBvcHRpbWl6YXRpb24gZ2VvbWV0cnkuIE91ciBzb2x1dGlvbiwgTGF5ZXJ3aXNlIFByb3hpbWFsIFJlcGxheSAoTFBSKSwgYmFsYW5jZXMgbGVhcm5pbmcgZnJvbSBuZXcgYW5kIHJlcGxheSBkYXRhIHdoaWxlIG9ubHkgYWxsb3dpbmcgZm9yIGdyYWR1YWwgY2hhbmdlcyBpbiB0aGUgaGlkZGVuIGFjdGl2YXRpb24gb2YgcGFzdCBkYXRhLiBXZSBkZW1vbnN0cmF0ZSB0aGF0IExQUiBjb25zaXN0ZW50bHkgaW1wcm92ZXMgcmVwbGF5LWJhc2VkIG9ubGluZSBjb250aW51YWwgbGVhcm5pbmcgbWV0aG9kcyBhY3Jvc3MgbXVsdGlwbGUgcHJvYmxlbSBzZXR0aW5ncywgcmVnYXJkbGVzcyBvZiB0aGUgYW1vdW50IG9mIGF2YWlsYWJsZSByZXBsYXkgbWVtb3J5Ln0sCn0KCgoKCgpASW5Qcm9jZWVkaW5nc3ssCgl0aXRsZT17QSBEaWZmdXNpb24tTW9kZWwgb2YgSm9pbnQgSW50ZXJhY3RpdmUgTmF2aWdhdGlvbn0sCglhdXRob3I9e05pZWRvYmEsIE1hdHRoZXcgYW5kIExhdmluZ3RvbiwgSm9uYXRoYW4gYW5kIExpdSwgWXVucGVuZyBhbmQgTGlvdXRhcywgVmFzaWxlaW9zIGFuZCBTZWZhcywgSnVzdGljZSBhbmQgTGlhbmcsIFhpYW94dWFuIGFuZCBHcmVlbiwgRHlsYW4gYW5kIERhYmlyaSwgU2V0YXJlaCBhbmQgWndhcnRzZW5iZXJnLCBCZXJlbmQgYW5kIFNjaWJpb3IsIEFkYW0gYW5kIFdvb2QsIEZyYW5rfSwKCWJvb2t0aXRsZT17QWR2YW5jZXMgaW4gTmV1cmFsIEluZm9ybWF0aW9uIFByb2Nlc3NpbmcgU3lzdGVtc30sCgl5ZWFyPXsyMDI0fSwKCXVybF9QYXBlcj17aHR0cHM6Ly9wcm9jZWVkaW5ncy5uZXVyaXBzLmNjL3BhcGVyX2ZpbGVzL3BhcGVyLzIwMjMvaGFzaC9hZWVkZGZiYWI0ZTk5NzYzZWJhYzkyMjE3MzJjODBkZC1BYnN0cmFjdC1Db25mZXJlbmNlLmh0bWx9LAoJdXJsX3BkZj17aHR0cHM6Ly9wcm9jZWVkaW5ncy5uZXVyaXBzLmNjL3BhcGVyX2ZpbGVzL3BhcGVyLzIwMjMvZmlsZS9hZWVkZGZiYWI0ZTk5NzYzZWJhYzkyMjE3MzJjODBkZC1QYXBlci1Db25mZXJlbmNlLnBkZn0sCglhYnN0cmFjdD17U2ltdWxhdGlvbiBvZiBhdXRvbm9tb3VzIHZlaGljbGUgc3lzdGVtcyByZXF1aXJlcyB0aGF0IHNpbXVsYXRlZCB0cmFmZmljIHBhcnRpY2lwYW50cyBleGhpYml0IGRpdmVyc2UgYW5kIHJlYWxpc3RpYyBiZWhhdmlvcnMuIFRoZSB1c2Ugb2YgcHJlcmVjb3JkZWQgcmVhbC13b3JsZCB0cmFmZmljIHNjZW5hcmlvcyBpbiBzaW11bGF0aW9uIGVuc3VyZXMgcmVhbGlzbSBidXQgdGhlIHJhcml0eSBvZiBzYWZldHkgY3JpdGljYWwgZXZlbnRzIG1ha2VzIGxhcmdlIHNjYWxlIGNvbGxlY3Rpb24gb2YgZHJpdmluZyBzY2VuYXJpb3MgZXhwZW5zaXZlLiBJbiB0aGlzIHBhcGVyLCB3ZSBwcmVzZW50IERKSU5OIC0tIGEgZGlmZnVzaW9uIGJhc2VkIG1ldGhvZCBvZiBnZW5lcmF0aW5nIHRyYWZmaWMgc2NlbmFyaW9zLiBPdXIgYXBwcm9hY2ggam9pbnRseSBkaWZmdXNlcyB0aGUgdHJhamVjdG9yaWVzIG9mIGFsbCBhZ2VudHMsIGNvbmRpdGlvbmVkIG9uIGEgZmxleGlibGUgc2V0IG9mIHN0YXRlIG9ic2VydmF0aW9ucyBmcm9tIHRoZSBwYXN0LCBwcmVzZW50LCBvciBmdXR1cmUuIE9uIHBvcHVsYXIgdHJhamVjdG9yeSBmb3JlY2FzdGluZyBkYXRhc2V0cywgd2UgcmVwb3J0IHN0YXRlIG9mIHRoZSBhcnQgcGVyZm9ybWFuY2Ugb24gam9pbnQgdHJhamVjdG9yeSBtZXRyaWNzLiBJbiBhZGRpdGlvbiwgd2UgZGVtb25zdHJhdGUgaG93IERKSU5OIGZsZXhpYmx5IGVuYWJsZXMgZGlyZWN0IHRlc3QtdGltZSBzYW1wbGluZyBmcm9tIGEgdmFyaWV0eSBvZiB2YWx1YWJsZSBjb25kaXRpb25hbCBkaXN0cmlidXRpb25zIGluY2x1ZGluZyBnb2FsLWJhc2VkIHNhbXBsaW5nLCBiZWhhdmlvci1jbGFzcyBzYW1wbGluZywgYW5kIHNjZW5hcmlvIGVkaXRpbmcufSwKfQoKCgoKCkB1bnB1Ymxpc2hlZHssCglkb2k9ezEwLjQ4NTUwL2FyWGl2LjI0MDIuMDgwMTh9LAoJdXJsX0FyWGl2PXtodHRwczovL2FyeGl2Lm9yZy9hYnMvMjQwMi4wODAxOH0sCgl1cmxfcGRmPXtodHRwczovL2FyeGl2Lm9yZy9wZGYvMjQwMi4wODAxOC5wZGZ9LAoJYXV0aG9yPXtOaWVkb2JhLCBNYXR0aGV3IGFuZCBHcmVlbiwgRHlsYW4gYW5kIE5hZGVyaXBhcml6aSwgU2FlaWQgYW5kIExpb3V0YXMsIFZhc2lsZWlvcyBhbmQgTGF2aW5ndG9uLCBKb25hdGhhbiBXaWxkZXIgYW5kIExpYW5nLCBYaWFveHVhbiBhbmQgTGl1LCBZdW5wZW5nIGFuZCBaaGFuZywgS2UgYW5kIERhYmlyaSwgU2V0YXJlaCBhbmQgxZpjaWJpb3IsIEFkYW0gYW5kIFp3YXJ0c2VuYmVyZywgQmVyZW5kIGFuZCBXb29kLCBGcmFuayB9LAoJdGl0bGU9e05lYXJlc3QgTmVpZ2hib3VyIFNjb3JlIEVzdGltYXRvcnMgZm9yIERpZmZ1c2lvbiBHZW5lcmF0aXZlIE1vZGVsc30sCglwdWJsaXNoZXI9e2FyWGl2fSwKCXllYXI9ezIwMjR9LAoJY29weXJpZ2h0PXthclhpdi5vcmcgcGVycGV0dWFsLCBub24tZXhjbHVzaXZlIGxpY2VuY2V9LAoJYWJzdHJhY3Q9e1Njb3JlIGZ1bmN0aW9uIGVzdGltYXRpb24gaXMgdGhlIGNvcm5lcnN0b25lIG9mIGJvdGggdHJhaW5pbmcgYW5kIHNhbXBsaW5nIGZyb20gZGlmZnVzaW9uIGdlbmVyYXRpdmUgbW9kZWxzLiBEZXNwaXRlIHRoaXMgZmFjdCwgdGhlIG1vc3QgY29tbW9ubHkgdXNlZCBlc3RpbWF0b3JzIGFyZSBlaXRoZXIgYmlhc2VkIG5ldXJhbCBuZXR3b3JrIGFwcHJveGltYXRpb25zIG9yIGhpZ2ggdmFyaWFuY2UgTW9udGUgQ2FybG8gZXN0aW1hdG9ycyBiYXNlZCBvbiB0aGUgY29uZGl0aW9uYWwgc2NvcmUuIFdlIGludHJvZHVjZSBhIG5vdmVsIG5lYXJlc3QgbmVpZ2hib3VyIHNjb3JlIGZ1bmN0aW9uIGVzdGltYXRvciB3aGljaCB1dGlsaXplcyBtdWx0aXBsZSBzYW1wbGVzIGZyb20gdGhlIHRyYWluaW5nIHNldCB0byBkcmFtYXRpY2FsbHkgZGVjcmVhc2UgZXN0aW1hdG9yIHZhcmlhbmNlLiBXZSBsZXZlcmFnZSBvdXIgbG93IHZhcmlhbmNlIGVzdGltYXRvciBpbiB0d28gY29tcGVsbGluZyBhcHBsaWNhdGlvbnMuIFRyYWluaW5nIGNvbnNpc3RlbmN5IG1vZGVscyB3aXRoIG91ciBlc3RpbWF0b3IsIHdlIHJlcG9ydCBhIHNpZ25pZmljYW50IGluY3JlYXNlIGluIGJvdGggY29udmVyZ2VuY2Ugc3BlZWQgYW5kIHNhbXBsZSBxdWFsaXR5LiBJbiBkaWZmdXNpb24gbW9kZWxzLCB3ZSBzaG93IHRoYXQgb3VyIGVzdGltYXRvciBjYW4gcmVwbGFjZSBhIGxlYXJuZWQgbmV0d29yayBmb3IgcHJvYmFiaWxpdHktZmxvdyBPREUgaW50ZWdyYXRpb24sIG9wZW5pbmcgcHJvbWlzaW5nIG5ldyBhdmVudWVzIG9mIGZ1dHVyZSByZXNlYXJjaC59LAp9CgoKCgpAdW5wdWJsaXNoZWR7LAoJZG9pPXsxMC40ODU1MC9hclhpdi4yMzA3LjE2NDYzfSwKCXVybF9Bclhpdj17aHR0cHM6Ly9hcnhpdi5vcmcvYWJzLzIzMDcuMTY0NjN9LAoJdXJsX3BkZj17aHR0cHM6Ly9hcnhpdi5vcmcvcGRmLzIzMDcuMTY0NjMucGRmfSwKCWF1dGhvcj17TmFkZXJpcGFyaXppLCBTYWVpZCBhbmQgTGlhbmcsIFhpYW94dWFuIGFuZCBad2FydHNlbmJlcmcsIEJlcmVuZCBhbmQgV29vZCwgRnJhbmt9LAoJa2V5d29yZHM9e0NvbXB1dGVyIFZpc2lvbiBhbmQgUGF0dGVybiBSZWNvZ25pdGlvbn0sCgl0aXRsZT17RG9uJ3QgYmUgc28gbmVnYXRpdmUhIFNjb3JlLWJhc2VkIEdlbmVyYXRpdmUgTW9kZWxpbmcgd2l0aCBPcmFjbGUtYXNzaXN0ZWQgR3VpZGFuY2V9LAoJcHVibGlzaGVyPXthclhpdn0sCgl5ZWFyPXsyMDIzfSwKCWNvcHlyaWdodD17YXJYaXYub3JnIHBlcnBldHVhbCwgbm9uLWV4Y2x1c2l2ZSBsaWNlbmNlfSwKCWFic3RyYWN0PXtUaGUgbWF4aW11bSBsaWtlbGlob29kIHByaW5jaXBsZSBhZHZvY2F0ZXMgcGFyYW1ldGVyIGVzdGltYXRpb24gdmlhIG9wdGltaXphdGlvbiBvZiB0aGUgZGF0YSBsaWtlbGlob29kIGZ1bmN0aW9uLiBNb2RlbHMgZXN0aW1hdGVkIGluIHRoaXMgd2F5IGNhbiBleGhpYml0IGEgdmFyaWV0eSBvZiBnZW5lcmFsaXphdGlvbiBjaGFyYWN0ZXJpc3RpY3MgZGljdGF0ZWQgYnksIGUuZy4gYXJjaGl0ZWN0dXJlLCBwYXJhbWV0ZXJpemF0aW9uLCBhbmQgb3B0aW1pemF0aW9uIGJpYXMuIFRoaXMgd29yayBhZGRyZXNzZXMgbW9kZWwgbGVhcm5pbmcgaW4gYSBzZXR0aW5nIHdoZXJlIHRoZXJlIGZ1cnRoZXIgZXhpc3RzIHNpZGUtaW5mb3JtYXRpb24gaW4gdGhlIGZvcm0gb2YgYW4gb3JhY2xlIHRoYXQgY2FuIGxhYmVsIHNhbXBsZXMgYXMgYmVpbmcgb3V0c2lkZSB0aGUgc3VwcG9ydCBvZiB0aGUgdHJ1ZSBkYXRhIGdlbmVyYXRpbmcgZGlzdHJpYnV0aW9uLiBTcGVjaWZpY2FsbHkgd2UgZGV2ZWxvcCBhIG5ldyBkZW5vaXNpbmcgZGlmZnVzaW9uIHByb2JhYmlsaXN0aWMgbW9kZWxpbmcgKEREUE0pIG1ldGhvZG9sb2d5LCBHZW4tbmVHLCB0aGF0IGxldmVyYWdlcyB0aGlzIGFkZGl0aW9uYWwgc2lkZS1pbmZvcm1hdGlvbi4gT3VyIGFwcHJvYWNoIGJ1aWxkcyBvbiBnZW5lcmF0aXZlIGFkdmVyc2FyaWFsIG5ldHdvcmtzIChHQU5zKSBhbmQgZGlzY3JpbWluYXRvciBndWlkYW5jZSBpbiBkaWZmdXNpb24gbW9kZWxzIHRvIGd1aWRlIHRoZSBnZW5lcmF0aW9uIHByb2Nlc3MgdG93YXJkcyB0aGUgcG9zaXRpdmUgc3VwcG9ydCByZWdpb24gaW5kaWNhdGVkIGJ5IHRoZSBvcmFjbGUuIFdlIGVtcGlyaWNhbGx5IGVzdGFibGlzaCB0aGUgdXRpbGl0eSBvZiBHZW4tbmVHIGluIGFwcGxpY2F0aW9ucyBpbmNsdWRpbmcgY29sbGlzaW9uIGF2b2lkYW5jZSBpbiBzZWxmLWRyaXZpbmcgc2ltdWxhdG9ycyBhbmQgc2FmZXR5LWd1YXJkZWQgaHVtYW4gbW90aW9uIGdlbmVyYXRpb24ufSwKfQoKCgpASW5Qcm9jZWVkaW5nc3sKd2VpbGJhY2gyMDIzc2NhbGluZywKCXRpdGxlPXtTY2FsaW5nIEdyYXBoaWNhbGx5IFN0cnVjdHVyZWQgRGlmZnVzaW9uIE1vZGVsc30sCglhdXRob3I9e1dlaWxiYWNoLCBDaHJpc3RpYW4gRGlldHJpY2ggYW5kIEhhcnZleSwgV2lsbGlhbSBhbmQgU2hpcnphZCwgSGFtZWQgYW5kIFdvb2QsIEZyYW5rfSwKCWJvb2t0aXRsZT17SUNNTCAyMDIzIFdvcmtzaG9wIG9uIFN0cnVjdHVyZWQgUHJvYmFiaWxpc3RpYyBJbmZlcmVuY2Uge1wmfSBHZW5lcmF0aXZlIE1vZGVsaW5nfSwKCXllYXI9ezIwMjN9LAoJdXJsX1BhcGVyPXtodHRwczovL29wZW5yZXZpZXcubmV0L2ZvcnVtP2lkPXB6SDY1bkN5Q059LAoJdXJsX3BkZj17aHR0cHM6Ly9vcGVucmV2aWV3Lm5ldC9wZGY/aWQ9cHpINjVuQ3lDTn0sCglhYnN0cmFjdD17QXBwbGljYXRpb25zIG9mIHRoZSByZWNlbnRseSBpbnRyb2R1Y2VkIGdyYXBoaWNhbGx5IHN0cnVjdHVyZWQgZGlmZnVzaW9uIG1vZGVsIChHU0RNKSBmYW1pbHkgc2hvdyB0aGF0IHNwYXJzaWZ5aW5nIHRoZSB0cmFuc2Zvcm1lciBhdHRlbnRpb24gbWVjaGFuaXNtIHdpdGhpbiBhIGRpZmZ1c2lvbiBtb2RlbCBhbmQgbWV0YS10cmFpbmluZyBvbiBhIHZhcmlldHkgb2YgY29uZGl0aW9uaW5nIHRhc2tzIGNhbiB5aWVsZCBhbiBlZmZpY2llbnRseSBsZWFybmFibGUgZGlmZnVzaW9uIG1vZGVsIGFydGlmYWN0IHRoYXQgaXMgY2FwYWJsZSBvZiBmbGV4aWJsZSwgaW4gdGhlIHNlbnNlIG9mIG9ic2VydmluZyBkaWZmZXJlbnQgc3Vic2V0cyBvZiB2YXJpYWJsZXMgYXQgdGVzdC10aW1lLCBhbW9ydGl6ZWQgY29uZGl0aW9uaW5nIGluIHByb2JhYmlsaXN0aWMgZ3JhcGhpY2FsIG1vZGVscy4gV2hpbGUgZXh0cmVtZWx5IHByb21pc2luZyBpbiB0ZXJtcyBvZiBhcHBsaWNhYmlsaXR5IGFuZCB1dGlsaXR5LCBpbXBsZW1lbnRhdGlvbnMgb2YgR1NETXMgcHJpb3IgdG8gdGhpcyB3b3JrIHdlcmUgbm90IHNjYWxhYmxlIGJleW9uZCB0b3kgZ3JhcGhpY2FsIG1vZGVsIHNpemVzLiBXZSBvdmVyY29tZSB0aGlzIGxpbWl0YXRpb24gYnkgZGVzY3JpYmluZyBhbmQgYW5kIHNvbHZpbmcgdHdvIHNjYWxpbmcgaXNzdWVzIHJlbGF0ZWQgdG8gR1NETXM7IG9uZSBlbmdpbmVlcmluZyBhbmQgb25lIG1ldGhvZG9sb2dpY2FsLiBXZSBhZGRpdGlvbmFsbHkgcHJvcG9zZSBhIG5ldyBiZW5jaG1hcmsgcHJvYmxlbSBvZiB3ZWlnaHQgaW5mZXJlbmNlIGZvciBhIGNvbnZvbHV0aW9uYWwgbmV1cmFsIG5ldHdvcmsgYXBwbGllZCB0byAgTU5JU1QufSwKfQoKCgoKQEluUHJvY2VlZGluZ3N7LAoJdGl0bGU9e1VuY2VydGFpbiBFdmlkZW5jZSBpbiBQcm9iYWJpbGlzdGljIE1vZGVscyBhbmQgU3RvY2hhc3RpYyBTaW11bGF0b3JzfSwKCWF1dGhvcj17TXVuaywgQW5kcmVhcyBhbmQgTWVhZCwgQWxleGFuZGVyIGFuZCBXb29kLCBGcmFua30sCglib29rdGl0bGU9e1Byb2NlZWRpbmdzIG9mIHRoZSA0MHRoIEludGVybmF0aW9uYWwgQ29uZmVyZW5jZSBvbiBNYWNoaW5lIExlYXJuaW5nLCBQTUxSIDIwMjoyNTQ4Ni0yNTUwMCwgMjAyM30sCgl5ZWFyPXsyMDIzfSwKCXVybF9QYXBlcj17aHR0cHM6Ly9wcm9jZWVkaW5ncy5tbHIucHJlc3MvdjIwMi9tdW5rMjNhLmh0bWx9LAoJdXJsX3BkZj17aHR0cHM6Ly9wcm9jZWVkaW5ncy5tbHIucHJlc3MvdjIwMi9tdW5rMjNhL211bmsyM2EucGRmfSwKCXVybF9Bclhpdj17aHR0cHM6Ly9hcnhpdi5vcmcvYWJzLzIyMTAuMTIyMzZ9LAoJYWJzdHJhY3Q9e1dlIGNvbnNpZGVyIHRoZSBwcm9ibGVtIG9mIHBlcmZvcm1pbmcgQmF5ZXNpYW4gaW5mZXJlbmNlIGluIHByb2JhYmlsaXN0aWMgbW9kZWxzIHdoZXJlIG9ic2VydmF0aW9ucyBhcmUgYWNjb21wYW5pZWQgYnkgdW5jZXJ0YWludHksIHJlZmVycmVkIHRvIGFzICJ1bmNlcnRhaW4gZXZpZGVuY2UuIiBXZSBleHBsb3JlIGhvdyB0byBpbnRlcnByZXQgdW5jZXJ0YWluIGV2aWRlbmNlLCBhbmQgYnkgZXh0ZW5zaW9uIHRoZSBpbXBvcnRhbmNlIG9mIHByb3BlciBpbnRlcnByZXRhdGlvbiBhcyBpdCBwZXJ0YWlucyB0byBpbmZlcmVuY2UgYWJvdXQgbGF0ZW50IHZhcmlhYmxlcy4gV2UgY29uc2lkZXIgYSByZWNlbnRseS1wcm9wb3NlZCBtZXRob2QgImRpc3RyaWJ1dGlvbmFsIGV2aWRlbmNlIiBhcyB3ZWxsIGFzIHJldmlzaXQgdHdvIG9sZGVyIG1ldGhvZHM6IEplZmZyZXkncyBydWxlIGFuZCB2aXJ0dWFsIGV2aWRlbmNlLiBXZSBkZXZpc2UgZ3VpZGVsaW5lcyBvbiBob3cgdG8gYWNjb3VudCBmb3IgdW5jZXJ0YWluIGV2aWRlbmNlIGFuZCB3ZSBwcm92aWRlIG5ldyBpbnNpZ2h0cywgcGFydGljdWxhcmx5IHJlZ2FyZGluZyBjb25zaXN0ZW5jeS4gVG8gc2hvd2Nhc2UgdGhlIGltcGFjdCBvZiBkaWZmZXJlbnQgaW50ZXJwcmV0YXRpb25zIG9mIHRoZSBzYW1lIHVuY2VydGFpbiBldmlkZW5jZSwgd2UgY2Fycnkgb3V0IGV4cGVyaW1lbnRzIGluIHdoaWNoIG9uZSBpbnRlcnByZXRhdGlvbiBpcyBkZWZpbmVkIGFzICJjb3JyZWN0LiIgV2UgdGhlbiBjb21wYXJlIGluZmVyZW5jZSByZXN1bHRzIGZyb20gZWFjaCBkaWZmZXJlbnQgaW50ZXJwcmV0YXRpb24gaWxsdXN0cmF0aW5nIHRoZSBpbXBvcnRhbmNlIG9mIGNhcmVmdWwgY29uc2lkZXJhdGlvbiBvZiB1bmNlcnRhaW4gZXZpZGVuY2UufSwKfQoKCgoKQEluUHJvY2VlZGluZ3N7LAoJdGl0bGU9e0dyYXBoaWNhbGx5IFN0cnVjdHVyZWQgRGlmZnVzaW9uIE1vZGVsc30sCglhdXRob3I9e1dlaWxiYWNoLCBDaHJpc3RpYW4gYW5kIEhhcnZleSwgV2lsbGlhbSBhbmQgV29vZCwgRnJhbmt9LAoJYm9va3RpdGxlPXtQcm9jZWVkaW5ncyBvZiB0aGUgNDB0aCBJbnRlcm5hdGlvbmFsIENvbmZlcmVuY2Ugb24gTWFjaGluZSBMZWFybmluZywgUE1MUiAyMDI6MzY4ODctMzY5MDl9LAoJeWVhcj17MjAyM30sCgl1cmxfUGFwZXI9e2h0dHBzOi8vcHJvY2VlZGluZ3MubWxyLnByZXNzL3YyMDIvd2VpbGJhY2gyM2EuaHRtbH0sCgl1cmxfcGRmPXtodHRwczovL3Byb2NlZWRpbmdzLm1sci5wcmVzcy92MjAyL3dlaWxiYWNoMjNhL3dlaWxiYWNoMjNhLnBkZn0sCgl1cmxfQXJYaXY9e2h0dHBzOi8vYXJ4aXYub3JnL2Ficy8yMjEwLjExNjMzfSwKCWFic3RyYWN0PXtXZSBpbnRyb2R1Y2UgYSBmcmFtZXdvcmsgZm9yIGF1dG9tYXRpY2FsbHkgZGVmaW5pbmcgYW5kIGxlYXJuaW5nIGRlZXAgZ2VuZXJhdGl2ZSBtb2RlbHMgd2l0aCBwcm9ibGVtLXNwZWNpZmljIHN0cnVjdHVyZS4gV2UgdGFja2xlIHByb2JsZW0gZG9tYWlucyB0aGF0IGFyZSBtb3JlIHRyYWRpdGlvbmFsbHkgc29sdmVkIGJ5IGFsZ29yaXRobXMgc3VjaCBhcyBzb3J0aW5nLCBjb25zdHJhaW50IHNhdGlzZmFjdGlvbiBmb3IgU3Vkb2t1LCBhbmQgbWF0cml4IGZhY3Rvcml6YXRpb24uIENvbmNyZXRlbHksIHdlIHRyYWluIGRpZmZ1c2lvbiBtb2RlbHMgd2l0aCBhbiBhcmNoaXRlY3R1cmUgdGFpbG9yZWQgdG8gdGhlIHByb2JsZW0gc3BlY2lmaWNhdGlvbi4gVGhpcyBwcm9ibGVtIHNwZWNpZmljYXRpb24gc2hvdWxkIGNvbnRhaW4gYSBncmFwaGljYWwgbW9kZWwgZGVzY3JpYmluZyByZWxhdGlvbnNoaXBzIGJldHdlZW4gdmFyaWFibGVzLCBhbmQgb2Z0ZW4gYmVuZWZpdHMgZnJvbSBleHBsaWNpdCByZXByZXNlbnRhdGlvbiBvZiBzdWJjb21wdXRhdGlvbnMuIFBlcm11dGF0aW9uIGludmFyaWFuY2VzIGNhbiBhbHNvIGJlIGV4cGxvaXRlZC4gQWNyb3NzIGEgZGl2ZXJzZSBzZXQgb2YgZXhwZXJpbWVudHMgd2UgaW1wcm92ZSB0aGUgc2NhbGluZyByZWxhdGlvbnNoaXAgYmV0d2VlbiBwcm9ibGVtIGRpbWVuc2lvbiBhbmQgb3VyIG1vZGVsJ3MgcGVyZm9ybWFuY2UsIGluIHRlcm1zIG9mIGJvdGggdHJhaW5pbmcgdGltZSBhbmQgZmluYWwgYWNjdXJhY3kufSwKfQoKCgoKQHVucHVibGlzaGVkeywKCWRvaT17MTAuNDg1NTAvYXJYaXYuMjMwNS4xNDYyMX0sCgl1cmxfQXJYaXY9e2h0dHBzOi8vYXJ4aXYub3JnL2Ficy8yMzA1LjE0NjIxfSwKCXVybF9wZGY9e2h0dHBzOi8vYXJ4aXYub3JnL3BkZi8yMzA1LjE0NjIxLnBkZn0sCglhdXRob3I9e0RhYmlyaSwgU2V0YXJlaCBhbmQgTGlvdXRhcywgVmFzaWxlaW9zIGFuZCBad2FydHNlbmJlcmcsIEJlcmVuZCBhbmQgTGl1LCBZdW5wZW5nIGFuZCBOaWVkb2JhLCBNYXR0aGV3IGFuZCBMaWFuZywgWGlhb3h1YW4gYW5kIEdyZWVuLCBEeWxhbiBhbmQgU2VmYXMsIEp1c3RpY2UgYW5kIExhdmluZ3RvbiwgSm9uYXRoYW4gV2lsZGVyIGFuZCBXb29kLCBGcmFuayBhbmQgxZpjaWJpb3IsIEFkYW19LAoJdGl0bGU9e1JlYWxpc3RpY2FsbHkgZGlzdHJpYnV0aW5nIG9iamVjdCBwbGFjZW1lbnRzIGluIHN5bnRoZXRpYyB0cmFpbmluZyBkYXRhIGltcHJvdmVzIHRoZSBwZXJmb3JtYW5jZSBvZiB2aXNpb24tYmFzZWQgb2JqZWN0IGRldGVjdGlvbiBtb2RlbHN9LAoJcHVibGlzaGVyPXthclhpdn0sCgl5ZWFyPXsyMDIzfSwKCWNvcHlyaWdodD17YXJYaXYub3JnIHBlcnBldHVhbCwgbm9uLWV4Y2x1c2l2ZSBsaWNlbmNlfSwKCWFic3RyYWN0PXtXaGVuIHRyYWluaW5nIG9iamVjdCBkZXRlY3Rpb24gbW9kZWxzIG9uIHN5bnRoZXRpYyBkYXRhLCBpdCBpcyBpbXBvcnRhbnQgdG8gbWFrZSB0aGUgZGlzdHJpYnV0aW9uIG9mIHN5bnRoZXRpYyBkYXRhIGFzIGNsb3NlIGFzIHBvc3NpYmxlIHRvIHRoZSBkaXN0cmlidXRpb24gb2YgcmVhbCBkYXRhLiBXZSBpbnZlc3RpZ2F0ZSBzcGVjaWZpY2FsbHkgdGhlIGltcGFjdCBvZiBvYmplY3QgcGxhY2VtZW50IGRpc3RyaWJ1dGlvbiwga2VlcGluZyBhbGwgb3RoZXIgYXNwZWN0cyBvZiBzeW50aGV0aWMgZGF0YSBmaXhlZC4gT3VyIGV4cGVyaW1lbnQsIHRyYWluaW5nIGEgM0QgdmVoaWNsZSBkZXRlY3Rpb24gbW9kZWwgaW4gQ0FSTEEgYW5kIHRlc3Rpbmcgb24gS0lUVEksIGRlbW9uc3RyYXRlcyBhIHN1YnN0YW50aWFsIGltcHJvdmVtZW50IHJlc3VsdGluZyBmcm9tIGltcHJvdmluZyB0aGUgb2JqZWN0IHBsYWNlbWVudCBkaXN0cmlidXRpb24ufSwKfQoKCgpAdW5wdWJsaXNoZWR7LAoJZG9pPXsxMC40ODU1MC9hclhpdi4yMzA1LjExODU2fSwKCXVybF9Bclhpdj17aHR0cHM6Ly9hcnhpdi5vcmcvYWJzLzIzMDUuMTE4NTZ9LAoJdXJsX3BkZj17aHR0cHM6Ly9hcnhpdi5vcmcvcGRmLzIzMDUuMTE4NTYucGRmfSwKCWF1dGhvcj17TGl1LCBZdW5wZW5nIGFuZCBMaW91dGFzLCBWYXNpbGVpb3MgYW5kIExhdmluZ3RvbiwgSm9uYXRoYW4gV2lsZGVyIGFuZCBOaWVkb2JhLCBNYXR0aGV3IGFuZCBTZWZhcywgSnVzdGljZSBhbmQgRGFiaXJpLCBTZXRhcmVoIGFuZCBHcmVlbiwgRHlsYW4gYW5kIExpYW5nLCBYaWFveHVhbiBhbmQgWndhcnRzZW5iZXJnLCBCZXJlbmQgYW5kIMWaY2liaW9yLCBBZGFtIGFuZCBXb29kLCBGcmFua30sCgl0aXRsZT17VmlkZW8gS2lsbGVkIHRoZSBIRC1NYXA6IFByZWRpY3RpbmcgTXVsdGktQWdlbnQgQmVoYXZpb3IgRGlyZWN0bHkgRnJvbSBBZXJpYWwgSW1hZ2VzfSwKCXB1Ymxpc2hlcj17YXJYaXZ9LAoJeWVhcj17MjAyM30sCgljb3B5cmlnaHQ9e2FyWGl2Lm9yZyBwZXJwZXR1YWwsIG5vbi1leGNsdXNpdmUgbGljZW5jZX0sCglhYnN0cmFjdD17VGhlIGRldmVsb3BtZW50IG9mIGFsZ29yaXRobXMgdGhhdCBsZWFybiBtdWx0aS1hZ2VudCBiZWhhdmlvcmFsIG1vZGVscyB1c2luZyBodW1hbiBkZW1vbnN0cmF0aW9ucyBoYXMgbGVkIHRvIGluY3JlYXNpbmdseSByZWFsaXN0aWMgc2ltdWxhdGlvbnMgaW4gdGhlIGZpZWxkIG9mIGF1dG9ub21vdXMgZHJpdmluZy4gSW4gZ2VuZXJhbCwgc3VjaCBtb2RlbHMgbGVhcm4gdG8gam9pbnRseSBwcmVkaWN0IHRyYWplY3RvcmllcyBmb3IgYWxsIGNvbnRyb2xsZWQgYWdlbnRzIGJ5IGV4cGxvaXRpbmcgcm9hZCBjb250ZXh0IGluZm9ybWF0aW9uIHN1Y2ggYXMgZHJpdmFibGUgbGFuZXMgb2J0YWluZWQgZnJvbSBtYW51YWxseSBhbm5vdGF0ZWQgaGlnaC1kZWZpbml0aW9uIChIRCkgbWFwcy4gUmVjZW50IHN0dWRpZXMgc2hvdyB0aGF0IHRoZXNlIG1vZGVscyBjYW4gZ3JlYXRseSBiZW5lZml0IGZyb20gaW5jcmVhc2luZyB0aGUgYW1vdW50IG9mIGh1bWFuIGRhdGEgYXZhaWxhYmxlIGZvciB0cmFpbmluZy4gSG93ZXZlciwgdGhlIG1hbnVhbCBhbm5vdGF0aW9uIG9mIEhEIG1hcHMgd2hpY2ggaXMgbmVjZXNzYXJ5IGZvciBldmVyeSBuZXcgbG9jYXRpb24gcHV0cyBhIGJvdHRsZW5lY2sgb24gZWZmaWNpZW50bHkgc2NhbGluZyB1cCBodW1hbiB0cmFmZmljIGRhdGFzZXRzLiBXZSBwcm9wb3NlIGFuIGFlcmlhbCBpbWFnZS1iYXNlZCBtYXAgKEFJTSkgcmVwcmVzZW50YXRpb24gdGhhdCByZXF1aXJlcyBtaW5pbWFsIGFubm90YXRpb24gYW5kIHByb3ZpZGVzIHJpY2ggcm9hZCBjb250ZXh0IGluZm9ybWF0aW9uIGZvciB0cmFmZmljIGFnZW50cyBsaWtlIHBlZGVzdHJpYW5zIGFuZCB2ZWhpY2xlcy4gV2UgZXZhbHVhdGUgbXVsdGktYWdlbnQgdHJhamVjdG9yeSBwcmVkaWN0aW9uIHVzaW5nIHRoZSBBSU0gYnkgaW5jb3Jwb3JhdGluZyBpdCBpbnRvIGEgZGlmZmVyZW50aWFibGUgZHJpdmluZyBzaW11bGF0b3IgYXMgYW4gaW1hZ2UtdGV4dHVyZS1iYXNlZCBkaWZmZXJlbnRpYWJsZSByZW5kZXJpbmcgbW9kdWxlLiBPdXIgcmVzdWx0cyBkZW1vbnN0cmF0ZSBjb21wZXRpdGl2ZSBtdWx0aS1hZ2VudCB0cmFqZWN0b3J5IHByZWRpY3Rpb24gcGVyZm9ybWFuY2UgZXNwZWNpYWxseSBmb3IgcGVkZXN0cmlhbnMgaW4gdGhlIHNjZW5lIHdoZW4gdXNpbmcgb3VyIEFJTSByZXByZXNlbnRhdGlvbiBhcyBjb21wYXJlZCB0byBtb2RlbHMgdHJhaW5lZCB3aXRoIHJhc3Rlcml6ZWQgSEQgbWFwcy59LAp9CgoKCgpAdW5wdWJsaXNoZWR7LAoJZG9pPXsxMC40ODU1MC9hclhpdi4yMzAzLjE2MTg3fSwKCXVybF9Bclhpdj17aHR0cHM6Ly9hcnhpdi5vcmcvYWJzLzIzMDMuMTYxODd9LAoJdXJsX3BkZj17aHR0cHM6Ly9hcnhpdi5vcmcvcGRmLzIzMDMuMTYxODd2Mi5wZGZ9LAoJYXV0aG9yPXtIYXJ2ZXksIFdpbGxpYW0gYW5kIFdvb2QsIEZyYW5rfSwKCXRpdGxlPXtWaXN1YWwgQ2hhaW4tb2YtVGhvdWdodCBEaWZmdXNpb24gTW9kZWxzfSwKCXB1Ymxpc2hlcj17YXJYaXZ9LAoJeWVhcj17MjAyM30sCgljb3B5cmlnaHQ9e2FyWGl2Lm9yZyBwZXJwZXR1YWwsIG5vbi1leGNsdXNpdmUgbGljZW5jZX0sCglhYnN0cmFjdD17UmVjZW50IHByb2dyZXNzIHdpdGggY29uZGl0aW9uYWwgaW1hZ2UgZGlmZnVzaW9uIG1vZGVscyBoYXMgYmVlbiBzdHVubmluZywgYW5kIHRoaXMgaG9sZHMgdHJ1ZSB3aGV0aGVyIHdlIGFyZSBzcGVha2luZyBhYm91dCBtb2RlbHMgY29uZGl0aW9uZWQgb24gYSB0ZXh0IGRlc2NyaXB0aW9uLCBhIHNjZW5lIGxheW91dCwgb3IgYSBza2V0Y2guIFVuY29uZGl0aW9uYWwgaW1hZ2UgZGlmZnVzaW9uIG1vZGVscyBhcmUgYWxzbyBpbXByb3ZpbmcgYnV0IGxhZyBiZWhpbmQsIGFzIGRvIGRpZmZ1c2lvbiBtb2RlbHMgd2hpY2ggYXJlIGNvbmRpdGlvbmVkIG9uIGxvd2VyLWRpbWVuc2lvbmFsIGZlYXR1cmVzIGxpa2UgY2xhc3MgbGFiZWxzLiBXZSBwcm9wb3NlIHRvIGNsb3NlIHRoZSBnYXAgYmV0d2VlbiBjb25kaXRpb25hbCBhbmQgdW5jb25kaXRpb25hbCBtb2RlbHMgdXNpbmcgYSB0d28tc3RhZ2Ugc2FtcGxpbmcgcHJvY2VkdXJlLiBJbiB0aGUgZmlyc3Qgc3RhZ2Ugd2Ugc2FtcGxlIGFuIGVtYmVkZGluZyBkZXNjcmliaW5nIHRoZSBzZW1hbnRpYyBjb250ZW50IG9mIHRoZSBpbWFnZS4gSW4gdGhlIHNlY29uZCBzdGFnZSB3ZSBzYW1wbGUgdGhlIGltYWdlIGNvbmRpdGlvbmVkIG9uIHRoaXMgZW1iZWRkaW5nIGFuZCB0aGVuIGRpc2NhcmQgdGhlIGVtYmVkZGluZy4gRG9pbmcgc28gbGV0cyB1cyBsZXZlcmFnZSB0aGUgcG93ZXIgb2YgY29uZGl0aW9uYWwgZGlmZnVzaW9uIG1vZGVscyBvbiB0aGUgdW5jb25kaXRpb25hbCBnZW5lcmF0aW9uIHRhc2ssIHdoaWNoIHdlIHNob3cgaW1wcm92ZXMgRklEIGJ5IDI1IOKIkiA1MCUgY29tcGFyZWQgdG8gc3RhbmRhcmQgdW5jb25kaXRpb25hbCBnZW5lcmF0aW9uLiB9LAp9CgoKCgpAaW5wcm9jZWVkaW5nc3sKbGlvdXRhczIwMjNjcml0aWMsCnRpdGxlPXt7Q3JpdGljIFNlcXVlbnRpYWwgTW9udGUgQ2FybG99fSwKYXV0aG9yPXtMaW91dGFzLCBWYXNpbGVpb3MgYW5kIExhdmluZ3RvbiwgSm9uYXRoYW4gV2lsZGVyIGFuZCBTZWZhcywgSnVzdGljZSBhbmQgTmllZG9iYSwgTWF0dGhldyBhbmQgTGl1LCBZdW5wZW5nIGFuZCBad2FydHNlbmJlcmcsIEJlcmVuZCBhbmQgRGFiaXJpLCBTZXRhcmVoIGFuZCBXb29kLCBGcmFuayBhbmQgU2NpYmlvciwgQWRhbX0sCmJvb2t0aXRsZT17VGhlIEVsZXZlbnRoIEludGVybmF0aW9uYWwgQ29uZmVyZW5jZSBvbiBMZWFybmluZyBSZXByZXNlbnRhdGlvbnMgKElDTFIpfSwKeWVhcj17MjAyM30sCnVybF9MaW5rPXtodHRwczovL29wZW5yZXZpZXcubmV0L2ZvcnVtP2lkPU9idEdjeUttd25hfSwKdXJsX0FyWGl2ID0ge2h0dHBzOi8vYXJ4aXYub3JnL2Ficy8yMjA1LjE1NDYwfSwgCnVybF9wZGYgPSB7aHR0cHM6Ly9hcnhpdi5vcmcvcGRmLzIyMDUuMTU0NjAucGRmfSwKYWJzdHJhY3QgPSB7V2UgaW50cm9kdWNlIENyaXRpY1NNQywgYSBuZXcgYWxnb3JpdGhtIGZvciBwbGFubmluZyBhcyBpbmZlcmVuY2UgYnVpbHQgZnJvbSBhIGNvbXBvc2l0aW9uIG9mIHNlcXVlbnRpYWwgTW9udGUgQ2FybG8gd2l0aCBsZWFybmVkIFNvZnQtUSBmdW5jdGlvbiBoZXVyaXN0aWMgZmFjdG9ycy4gVGhlc2UgaGV1cmlzdGljIGZhY3RvcnMsIG9idGFpbmVkIGZyb20gcGFyYW1ldHJpYyBhcHByb3hpbWF0aW9ucyBvZiB0aGUgbWFyZ2luYWwgbGlrZWxpaG9vZCBhaGVhZCwgbW9yZSBlZmZlY3RpdmVseSBndWlkZSBTTUMgdG93YXJkcyB0aGUgZGVzaXJlZCB0YXJnZXQgZGlzdHJpYnV0aW9uLCB3aGljaCBpcyBwYXJ0aWN1bGFybHkgaGVscGZ1bCBmb3IgcGxhbm5pbmcgaW4gZW52aXJvbm1lbnRzIHdpdGggaGFyZCBjb25zdHJhaW50cyBwbGFjZWQgc3BhcnNlbHkgaW4gdGltZS4gQ29tcGFyZWQgd2l0aCBwcmV2aW91cyB3b3JrLCB3ZSBtb2RpZnkgdGhlIHBsYWNlbWVudCBvZiBzdWNoIGhldXJpc3RpYyBmYWN0b3JzLCB3aGljaCBhbGxvd3MgdXMgdG8gY2hlYXBseSBwcm9wb3NlIGFuZCBldmFsdWF0ZSBsYXJnZSBudW1iZXJzIG9mIHB1dGF0aXZlIGFjdGlvbiBwYXJ0aWNsZXMsIGdyZWF0bHkgaW5jcmVhc2luZyBpbmZlcmVuY2UgYW5kIHBsYW5uaW5nIGVmZmljaWVuY3kuIENyaXRpY1NNQyBpcyBjb21wYXRpYmxlIHdpdGggaW5mb3JtYXRpdmUgcHJpb3JzLCB3aG9zZSBkZW5zaXR5IGZ1bmN0aW9uIG5lZWQgbm90IGJlIGtub3duLCBhbmQgY2FuIGJlIHVzZWQgYXMgYSBtb2RlbC1mcmVlIGNvbnRyb2wgYWxnb3JpdGhtLiBPdXIgZXhwZXJpbWVudHMgb24gY29sbGlzaW9uIGF2b2lkYW5jZSBpbiBhIGhpZ2gtZGltZW5zaW9uYWwgc2ltdWxhdGVkIGRyaXZpbmcgdGFzayBzaG93IHRoYXQgQ3JpdGljU01DIHNpZ25pZmljYW50bHkgcmVkdWNlcyBjb2xsaXNpb24gcmF0ZXMgYXQgYSBsb3cgY29tcHV0YXRpb25hbCBjb3N0IHdoaWxlIG1haW50YWluaW5nIHJlYWxpc20gYW5kIGRpdmVyc2l0eSBvZiBkcml2aW5nIGJlaGF2aW9ycyBhY3Jvc3MgdmVoaWNsZXMgYW5kIGVudmlyb25tZW50IHNjZW5hcmlvcy59LAp9CgoKCgpAYXJ0aWNsZXsxMC4xMTQ1LzM1MDE3MTQuMzUwMTc1MywKdGl0bGUgPSB7UHJvYmFiaWxpc3RpYyBQcm9ncmFtbWluZyBMYW5ndWFnZXM6IEluZGVwZW5kZW50IENob2ljZXMgYW5kIERldGVybWluaXN0aWMgU3lzdGVtc30sCmF1dGhvciA9IHtQb29sZSwgRGF2aWQgYW5kIFdvb2QsIEZyYW5rfSwKeWVhciA9IHsyMDIyfSwKaXNibiA9IHs5NzgxNDUwMzk1ODYxfSwKcHVibGlzaGVyID0ge0Fzc29jaWF0aW9uIGZvciBDb21wdXRpbmcgTWFjaGluZXJ5fSwKYWRkcmVzcyA9IHtOZXcgWW9yaywgTlksIFVTQX0sCmVkaXRpb24gPSB7MX0sCnVybCA9IHtodHRwczovL2RvaS5vcmcvMTAuMTE0NS8zNTAxNzE0LjM1MDE3NTN9LApib29rdGl0bGUgPSB7UHJvYmFiaWxpc3RpYyBhbmQgQ2F1c2FsIEluZmVyZW5jZTogVGhlIFdvcmtzIG9mIEp1ZGVhIFBlYXJsfSwKcGFnZXMgPSB7Njkx4oCTNzEyfSwKbnVtcGFnZXMgPSB7MjJ9Cn0KCgoKCgoKQEluUHJvY2VlZGluZ3N7LAoJdGl0bGU9e1ZlaGljbGUgVHlwZSBTcGVjaWZpYyBXYXlwb2ludCBHZW5lcmF0aW9ufSwKCWF1dGhvcj17TGl1LCBZdW5wZW5nIGFuZCBMYXZpbmd0b24sIEpvbmF0aGFuIFdpbGRlciBhbmQgU2NpYmlvciwgQWRhbSBhbmQgV29vZCwgRnJhbmt9LAoJYm9va3RpdGxlPXsyMDIyIElFRUUvUlNKIEludGVybmF0aW9uYWwgQ29uZmVyZW5jZSBvbiBJbnRlbGxpZ2VudCBSb2JvdHMgYW5kIFN5c3RlbXMgKElST1MpfSwKCXllYXI9ezIwMjJ9LAoJcGFnZXM9ezEyMjI1LTEyMjMwfSwKCXVybF9wYXBlcj17aHR0cHM6Ly9pZWVleHBsb3JlLmllZWUub3JnL2Fic3RyYWN0L2RvY3VtZW50Lzk5ODE0MjF9LAoJdXJsX0FyWGl2PXtodHRwczovL2FyeGl2Lm9yZy9hYnMvMjIwOC4wNDk4N30sCgl1cmxfcGRmPXtodHRwczovL2FyeGl2Lm9yZy9wZGYvMjIwOC4wNDk4Ny5wZGZ9LAoJa2V5d29yZHM9e0FydGlmaWNpYWwgSW50ZWxsaWdlbmNlIChjcy5BSSksIEZPUzogQ29tcHV0ZXIgYW5kIGluZm9ybWF0aW9uIHNjaWVuY2VzLCBGT1M6IENvbXB1dGVyIGFuZCBpbmZvcm1hdGlvbiBzY2llbmNlc30sCgljb3B5cmlnaHQ9e0NyZWF0aXZlIENvbW1vbnMgQXR0cmlidXRpb24gU2hhcmUgQWxpa2UgNC4wIEludGVybmF0aW9uYWx9LAoJYWJzdHJhY3Q9e1dlIGRldmVsb3AgYSBnZW5lcmljIG1lY2hhbmlzbSBmb3IgZ2VuZXJhdGluZyB2ZWhpY2xlLXR5cGUgc3BlY2lmaWMgc2VxdWVuY2VzIG9mIHdheXBvaW50cyBmcm9tIGEgcHJvYmFiaWxpc3RpYyBmb3VuZGF0aW9uIG1vZGVsIG9mIGRyaXZpbmcgYmVoYXZpb3IuIE1hbnkgZm91bmRhdGlvbiBiZWhhdmlvciBtb2RlbHMgYXJlIHRyYWluZWQgb24gZGF0YSB0aGF0IGRvZXMgbm90IGluY2x1ZGUgdmVoaWNsZSBpbmZvcm1hdGlvbiwgd2hpY2ggbGltaXRzIHRoZWlyIHV0aWxpdHkgaW4gZG93bnN0cmVhbSBhcHBsaWNhdGlvbnMgc3VjaCBhcyBwbGFubmluZy4gT3VyIG5vdmVsIG1ldGhvZG9sb2d5IGNvbmRpdGlvbmFsbHkgc3BlY2lhbGl6ZXMgc3VjaCBhIGJlaGF2aW9yIHByZWRpY3RpdmUgbW9kZWwgdG8gYSB2ZWhpY2xlLXR5cGUgYnkgdXRpbGl6aW5nIGJ5cHJvZHVjdHMgb2YgdGhlIHJlaW5mb3JjZW1lbnQgbGVhcm5pbmcgYWxnb3JpdGhtcyB1c2VkIHRvIHByb2R1Y2UgdmVoaWNsZSBzcGVjaWZpYyBjb250cm9sbGVycy4gV2Ugc2hvdyBob3cgdG8gY29tcG9zZSBhIHZlaGljbGUgc3BlY2lmaWMgdmFsdWUgZnVuY3Rpb24gZXN0aW1hdGUgd2l0aCBhIGdlbmVyaWMgcHJvYmFiaWxpc3RpYyBiZWhhdmlvciBtb2RlbCB0byBnZW5lcmF0ZSB2ZWhpY2xlLXR5cGUgc3BlY2lmaWMgd2F5cG9pbnQgc2VxdWVuY2VzIHRoYXQgYXJlIG1vcmUgbGlrZWx5IHRvIGJlIHBoeXNpY2FsbHkgcGxhdXNpYmxlIHRoZW4gdGhlaXIgdmVoaWNsZS1hZ25vc3RpYyBjb3VudGVycGFydHMufSwKfQoKCgoKCkBhcnRpY2xle0xJTy0yMiwKCXRpdGxlPXt7VElUUkFURUR9OiBMZWFybmVkIEh1bWFuIERyaXZpbmcgQmVoYXZpb3Igd2l0aG91dCBJbmZyYWN0aW9ucyB2aWEgQW1vcnRpemVkIEluZmVyZW5jZX0sCglhdXRob3I9e0xpb3V0YXMsIFZhc2lsZWlvcyBhbmQgU2NpYmlvciwgQWRhbSBhbmQgV29vZCwgRnJhbmt9LAoJam91cm5hbD17VHJhbnNhY3Rpb25zIG9uIE1hY2hpbmUgTGVhcm5pbmcgUmVzZWFyY2ggKFRNTFIpfSwKCXllYXI9ezIwMjJ9LAoJdXJsX1BhcGVyPXtodHRwczovL29wZW5yZXZpZXcubmV0L2ZvcnVtP2lkPU04RDVpWnNuck99LAoJdXJsX3BkZiA9IHtodHRwczovL29wZW5yZXZpZXcubmV0L3BkZj9pZD1NOEQ1aVpzbnJPfSwKCXVybF9QcmVzZW50YXRpb249e2h0dHBzOi8vd3d3LnlvdXR1YmUuY29tL3dhdGNoP3Y9QU1lWnR6UXhoWDR9LAoJc3VwcG9ydCA9IHtNSVRBQ1N9LAoJYWJzdHJhY3QgPSB7TW9kZWxzIG9mIGh1bWFuIGRyaXZpbmcgYmVoYXZpb3IgaGF2ZSBsb25nIGJlZW4gdXNlZCBmb3IgcHJlZGljdGlvbiBpbiBhdXRvbm9tb3VzIHZlaGljbGVzLCBidXQgcmVjZW50bHkgaGF2ZSBhbHNvIHN0YXJ0ZWQgYmVpbmcgdXNlZCB0byBjcmVhdGUgbm9uLXBsYXlhYmxlIGNoYXJhY3RlcnMgZm9yIGRyaXZpbmcgc2ltdWxhdGlvbnMuIFdoaWxlIHN1Y2ggbW9kZWxzIGFyZSBpbiBtYW55IHJlc3BlY3RzIHJlYWxpc3RpYywgdGhleSB0ZW5kIHRvIHN1ZmZlciBmcm9tIHVuYWNjZXB0YWJseSBoaWdoIHJhdGVzIG9mIGRyaXZpbmcgaW5mcmFjdGlvbnMsIHN1Y2ggYXMgY29sbGlzaW9ucyBvciBvZmYtcm9hZCBkcml2aW5nLCBwYXJ0aWN1bGFybHkgd2hlbiBkZXBsb3llZCBpbiBtYXAgbG9jYXRpb25zIHdpdGggcm9hZCBnZW9tZXRyaWVzIGRpc3NpbWlsYXIgdG8gdGhlIHRyYWluaW5nIGRhdGFzZXQuIEluIHRoaXMgcGFwZXIgd2UgcHJlc2VudCBhIG5vdmVsIG1ldGhvZCBmb3IgZmluZS10dW5pbmcgYSBmb3VuZGF0aW9uIG1vZGVsIG9mIGh1bWFuIGRyaXZpbmcgYmVoYXZpb3IgdG8gbm92ZWwgbG9jYXRpb25zIHdoZXJlIGh1bWFuIGRlbW9uc3RyYXRpb25zIGFyZSBub3QgYXZhaWxhYmxlIHdoaWNoIHJlZHVjZXMgdGhlIGluY2lkZW5jZSBvZiBzdWNoIGluZnJhY3Rpb25zLiBUaGUgbWV0aG9kIHJlbGllcyBvbiBpbmZlcmVuY2UgaW4gdGhlIGZvdW5kYXRpb24gbW9kZWwgdG8gZ2VuZXJhdGUgaW5mcmFjdGlvbi1mcmVlIHRyYWplY3RvcmllcyBhcyB3ZWxsIGFzIGFkZGl0aW9uYWwgcGVuYWx0aWVzIGFwcGxpZWQgd2hlbiBmaW5lLXR1bmluZyB0aGUgYW1vcnRpemVkIGluZmVyZW5jZSBiZWhhdmlvcmFsIG1vZGVsLiBXZSBkZW1vbnN0cmF0ZSB0aGlzICJ0aXRyYXRpb24iIHRlY2huaXF1ZSB1c2luZyB0aGUgSVRSQSBmb3VuZGF0aW9uIGJlaGF2aW9yIG1vZGVsIHRyYWluZWQgb24gdGhlIElOVEVSQUNUSU9OIGRhdGFzZXQgd2hlbiB0cmFuc2ZlcnJpbmcgdG8gQ0FSTEEgbWFwIGxvY2F0aW9ucy4gV2UgZGVtb25zdHJhdGUgYSA3Ni04NiUgcmVkdWN0aW9uIGluIGluZnJhY3Rpb24gcmF0ZSBhbmQgcHJvdmlkZSBldmlkZW5jZSB0aGF0IGZ1cnRoZXIgZ2FpbnMgYXJlIHBvc3NpYmxlIHdpdGggbW9yZSBjb21wdXRhdGlvbiBvciBiZXR0ZXIgaW5mZXJlbmNlIGFsZ29yaXRobXMufSwKfQoKCgoKQHVucHVibGlzaGVkeywKCWRvaSA9IHsxMC40ODU1MC9BUlhJVi4yMjA1LjA5OTMwfSwKCXVybF9BclhpdiA9IHtodHRwczovL2FyeGl2Lm9yZy9hYnMvMjIwNS4wOTkzMH0sCgl1cmxfcGRmID0ge2h0dHBzOi8vYXJ4aXYub3JnL3BkZi8yMjA1LjA5OTMwLnBkZn0sCglhdXRob3IgPSB7WW9vLCBKYXNvbiBhbmQgV29vZCwgRnJhbmt9LAoJa2V5d29yZHMgPSB7TWFjaGluZSBMZWFybmluZyAoY3MuTEcpLCBBcnRpZmljaWFsIEludGVsbGlnZW5jZSAoY3MuQUkpLCBGT1M6IENvbXB1dGVyIGFuZCBpbmZvcm1hdGlvbiBzY2llbmNlcywgRk9TOiBDb21wdXRlciBhbmQgaW5mb3JtYXRpb24gc2NpZW5jZXN9LAoJdGl0bGUgPSB7QmF5ZXNQQ046IEEgQ29udGludWFsbHkgTGVhcm5hYmxlIFByZWRpY3RpdmUgQ29kaW5nIEFzc29jaWF0aXZlIE1lbW9yeX0sCglwdWJsaXNoZXIgPSB7YXJYaXZ9LAoJeWVhciA9IHsyMDIyfSwKCWNvcHlyaWdodCA9IHthclhpdi5vcmcgcGVycGV0dWFsLCBub24tZXhjbHVzaXZlIGxpY2Vuc2V9LAoJYWJzdHJhY3QgPSB7QXNzb2NpYXRpdmUgbWVtb3J5IHBsYXlzIGFuIGltcG9ydGFudCByb2xlIGluIGh1bWFuIGludGVsbGlnZW5jZSBhbmQgaXRzIG1lY2hhbmlzbXMgaGF2ZSBiZWVuIGxpbmtlZCB0byBhdHRlbnRpb24gaW4gbWFjaGluZSBsZWFybmluZy4gV2hpbGUgdGhlIG1hY2hpbmUgbGVhcm5pbmcgY29tbXVuaXR54oCZcyBpbnRlcmVzdCBpbiBhc3NvY2lhdGl2ZSBtZW1vcmllcyBoYXMgcmVjZW50bHkgYmVlbiByZWtpbmRsZWQsIG1vc3Qgd29yayBoYXMgZm9jdXNlZCBvbiBtZW1vcnkgcmVjYWxsIChyZWFkKSBvdmVyIG1lbW9yeSBsZWFybmluZyAod3JpdGUpLiBJbiB0aGlzIHBhcGVyLCB3ZSBwcmVzZW50IEJheWVzUENOLCBhIGhpZXJhcmNoaWNhbCBhc3NvY2lhdGl2ZSBtZW1vcnkgY2FwYWJsZSBvZiBwZXJmb3JtaW5nIGNvbnRpbnVhbCBvbmUtc2hvdCBtZW1vcnkgd3JpdGVzIHdpdGhvdXQgbWV0YS1sZWFybmluZy4gTW9yZW92ZXIsIEJheWVzUENOIGlzIGFibGUgdG8gZ3JhZHVhbGx5IGZvcmdldCBwYXN0IG9ic2VydmF0aW9ucyAoZm9yZ2V0KSB0byBmcmVlIGl0cyBtZW1vcnkuIEV4cGVyaW1lbnRzIHNob3cgdGhhdCBCYXllc1BDTiBjYW4gcmVjYWxsIGNvcnJ1cHRlZCBpLmkuZC4gaGlnaC1kaW1lbnNpb25hbCBkYXRhIG9ic2VydmVkIGh1bmRyZWRzIG9mIOKAnHRpbWVzdGVwc+KAnSBhZ28gd2l0aG91dCBhIHNpZ25pZmljYW50IGRyb3AgaW4gcmVjYWxsIGFiaWxpdHkgY29tcGFyZWQgdG8gdGhlIHN0YXRlLW9mLXRoZS1hcnQgb2ZmbGluZS1sZWFybmVkIGFzc29jaWF0aXZlIG1lbW9yeSBtb2RlbHMufSwKfQoKCgoKQHVucHVibGlzaGVkeywKCWRvaSA9IHsxMC40ODU1MC9BUlhJVi4yMjA1LjExNDk1fSwKCXVybF9BclhpdiA9IHtodHRwczovL2FyeGl2Lm9yZy9hYnMvMjIwNS4xMTQ5NX0sCgl1cmxfcGRmID0ge2h0dHBzOi8vYXJ4aXYub3JnL3BkZi8yMjA1LjExNDk1LnBkZn0sCglhdXRob3IgPSB7SGFydmV5LCBXaWxsaWFtIGFuZCBOYWRlcmlwYXJpemksIFNhZWlkIGFuZCBNYXNyYW5pLCBWYWRlbiBhbmQgV2VpbGJhY2gsIENocmlzdGlhbiBhbmQgV29vZCwgRnJhbmt9LAoJa2V5d29yZHMgPSB7Q29tcHV0ZXIgVmlzaW9uIGFuZCBQYXR0ZXJuIFJlY29nbml0aW9uIChjcy5DViksIE1hY2hpbmUgTGVhcm5pbmcgKGNzLkxHKSwgRk9TOiBDb21wdXRlciBhbmQgaW5mb3JtYXRpb24gc2NpZW5jZXMsIEZPUzogQ29tcHV0ZXIgYW5kIGluZm9ybWF0aW9uIHNjaWVuY2VzfSwKCXRpdGxlID0ge0ZsZXhpYmxlIERpZmZ1c2lvbiBNb2RlbGluZyBvZiBMb25nIFZpZGVvc30sCglwdWJsaXNoZXIgPSB7YXJYaXZ9LAoJeWVhciA9IHsyMDIyfSwKCWNvcHlyaWdodCA9IHthclhpdi5vcmcgcGVycGV0dWFsLCBub24tZXhjbHVzaXZlIGxpY2Vuc2V9LAoJYWJzdHJhY3QgPSB7V2UgcHJlc2VudCBhIGZyYW1ld29yayBmb3IgdmlkZW8gbW9kZWxpbmcgYmFzZWQgb24gZGVub2lzaW5nIGRpZmZ1c2lvbiBwcm9iYWJpbGlzdGljIG1vZGVscyB0aGF0IHByb2R1Y2VzIGxvbmctZHVyYXRpb24gdmlkZW8gY29tcGxldGlvbnMgaW4gYSB2YXJpZXR5IG9mIHJlYWxpc3RpYyBlbnZpcm9ubWVudHMuIFdlIGludHJvZHVjZSBhIGdlbmVyYXRpdmUgbW9kZWwgdGhhdCBjYW4gYXQgdGVzdC10aW1lIHNhbXBsZSBhbnkgYXJiaXRyYXJ5IHN1YnNldCBvZiB2aWRlbyBmcmFtZXMgY29uZGl0aW9uZWQgb24gYW55IG90aGVyIHN1YnNldCBhbmQgcHJlc2VudCBhbiBhcmNoaXRlY3R1cmUgYWRhcHRlZCBmb3IgdGhpcyBwdXJwb3NlLiBEb2luZyBzbyBhbGxvd3MgdXMgdG8gZWZmaWNpZW50bHkgY29tcGFyZSBhbmQgb3B0aW1pemUgYSB2YXJpZXR5IG9mIHNjaGVkdWxlcyBmb3IgdGhlIG9yZGVyIGluIHdoaWNoIGZyYW1lcyBpbiBhIGxvbmcgdmlkZW8gYXJlIHNhbXBsZWQgYW5kIHVzZSBzZWxlY3RpdmUgc3BhcnNlIGFuZCBsb25nLXJhbmdlIGNvbmRpdGlvbmluZyBvbiBwcmV2aW91c2x5IHNhbXBsZWQgZnJhbWVzLiBXZSBkZW1vbnN0cmF0ZSBpbXByb3ZlZCB2aWRlbyBtb2RlbGluZyBvdmVyIHByaW9yIHdvcmsgb24gYSBudW1iZXIgb2YgZGF0YXNldHMgYW5kIHNhbXBsZSB0ZW1wb3JhbGx5IGNvaGVyZW50IHZpZGVvcyBvdmVyIDI1IG1pbnV0ZXMgaW4gbGVuZ3RoLiBXZSBhZGRpdGlvbmFsbHkgcmVsZWFzZSBhIG5ldyB2aWRlbyBtb2RlbGluZyBkYXRhc2V0IGFuZCBzZW1hbnRpY2FsbHkgbWVhbmluZ2Z1bCBtZXRyaWNzIGJhc2VkIG9uIHZpZGVvcyBnZW5lcmF0ZWQgaW4gdGhlIENBUkxBIHNlbGYtZHJpdmluZyBjYXIgc2ltdWxhdG9yLn0sIAp9CgoKCgpAdW5wdWJsaXNoZWR7LAoJZG9pID0gezEwLjQ4NTUwL0FSWElWLjIyMDYuMDkwMjF9LAoJdXJsX0FyWGl2ID0ge2h0dHBzOi8vYXJ4aXYub3JnL2Ficy8yMjA2LjA5MDIxfSwKCWF1dGhvciA9IHtad2FydHNlbmJlcmcsIEJlcmVuZCBhbmQgxZpjaWJpb3IsIEFkYW0gYW5kIE5pZWRvYmEsIE1hdHRoZXcgYW5kIExpb3V0YXMsIFZhc2lsZWlvcyBhbmQgTGl1LCBZdW5wZW5nIGFuZCBTZWZhcywgSnVzdGljZSBhbmQgRGFiaXJpLCBTZXRhcmVoIGFuZCBMYXZpbmd0b24sIEpvbmF0aGFuIFdpbGRlciBhbmQgQ2FtcGJlbGwsIFRyZXZvciBhbmQgV29vZCwgRnJhbmt9LAoJa2V5d29yZHMgPSB7TWFjaGluZSBMZWFybmluZyAoc3RhdC5NTCksIE1hY2hpbmUgTGVhcm5pbmcgKGNzLkxHKSwgRk9TOiBDb21wdXRlciBhbmQgaW5mb3JtYXRpb24gc2NpZW5jZXMsIEZPUzogQ29tcHV0ZXIgYW5kIGluZm9ybWF0aW9uIHNjaWVuY2VzLCBJLjIuMH0sCgl0aXRsZSA9IHtDb25kaXRpb25hbCBQZXJtdXRhdGlvbiBJbnZhcmlhbnQgRmxvd3N9LAoJcHVibGlzaGVyID0ge2FyWGl2fSwKCXllYXIgPSB7MjAyMn0sCgljb3B5cmlnaHQgPSB7Q3JlYXRpdmUgQ29tbW9ucyBBdHRyaWJ1dGlvbiBOb24gQ29tbWVyY2lhbCBObyBEZXJpdmF0aXZlcyA0LjAgSW50ZXJuYXRpb25hbH0sIAoJYWJzdHJhY3QgPSB7V2UgcHJlc2VudCBhIG5vdmVsLCBjb25kaXRpb25hbCBnZW5lcmF0aXZlIHByb2JhYmlsaXN0aWMgbW9kZWwgb2Ygc2V0LXZhbHVlZCBkYXRhIHdpdGggYSB0cmFjdGFibGUgbG9nIGRlbnNpdHkuIFRoaXMgbW9kZWwgaXMgYSBjb250aW51b3VzIG5vcm1hbGl6aW5nIGZsb3cgZ292ZXJuZWQgYnkgcGVybXV0YXRpb24gZXF1aXZhcmlhbnQgZHluYW1pY3MuIFRoZXNlIGR5bmFtaWNzIGFyZSBkcml2ZW4gYnkgYSBsZWFybmFibGUgcGVyLXNldC1lbGVtZW50IHRlcm0gYW5kIHBhaXJ3aXNlIGludGVyYWN0aW9ucywgYm90aCBwYXJhbWV0cml6ZWQgYnkgZGVlcCBuZXVyYWwgbmV0d29ya3MuIFdlIGlsbHVzdHJhdGUgdGhlIHV0aWxpdHkgb2YgdGhpcyBtb2RlbCB2aWEgYXBwbGljYXRpb25zIGluY2x1ZGluZyAoMSkgY29tcGxleCB0cmFmZmljIHNjZW5lIGdlbmVyYXRpb24gY29uZGl0aW9uZWQgb24gdmlzdWFsbHkgc3BlY2lmaWVkIG1hcCBpbmZvcm1hdGlvbiwgYW5kICgyKSBvYmplY3QgYm91bmRpbmcgYm94IGdlbmVyYXRpb24gY29uZGl0aW9uZWQgZGlyZWN0bHkgb24gaW1hZ2VzLiBXZSB0cmFpbiBvdXIgbW9kZWwgYnkgbWF4aW1pemluZyB0aGUgZXhwZWN0ZWQgbGlrZWxpaG9vZCBvZiBsYWJlbGVkIGNvbmRpdGlvbmFsIGRhdGEgdW5kZXIgb3VyIGZsb3csIHdpdGggdGhlIGFpZCBvZiBhIHBlbmFsdHkgdGhhdCBlbnN1cmVzIHRoZSBkeW5hbWljcyBhcmUgc21vb3RoIGFuZCBoZW5jZSBlZmZpY2llbnRseSBzb2x2YWJsZS4gT3VyIG1ldGhvZCBzaWduaWZpY2FudGx5IG91dHBlcmZvcm1zIG5vbi1wZXJtdXRhdGlvbiBpbnZhcmlhbnQgYmFzZWxpbmVzIGluIHRlcm1zIG9mIGxvZyBsaWtlbGlob29kIGFuZCBkb21haW4tc3BlY2lmaWMgbWV0cmljcyAob2Zmcm9hZCwgY29sbGlzaW9uLCBhbmQgY29tYmluZWQgaW5mcmFjdGlvbnMpLCB5aWVsZGluZyByZWFsaXN0aWMgc2FtcGxlcyB0aGF0IGFyZSBkaWZmaWN1bHQgdG8gZGlzdGluZ3Vpc2ggZnJvbSByZWFsIGRhdGEufSwKfQoKCgoKQEluUHJvY2VlZGluZ3N7CgltdW5rMjAyMnByb2JhYmlsaXN0aWMsCgl0aXRsZT17UHJvYmFiaWxpc3RpYyBTdXJyb2dhdGUgTmV0d29ya3MgZm9yIFNpbXVsYXRvcnMgd2l0aCBVbmJvdW5kZWQgUmFuZG9tbmVzc30sCglhdXRob3I9e011bmssIEFuZHJlYXMgYW5kIFp3YXJ0c2VuYmVyZywgQmVyZW5kIGFuZCBTY2liaW9yLCBBZGFtIGFuZCBCYXlkaW4sIEF0aWxpbSBHdW5lcyBhbmQgU3Rld2FydCwgQW5kcmV3IExhd3JlbmNlIGFuZCBGZXJubHVuZCwgR29yYW4gYW5kIFBvdXJzYXJ0aXAsIEFub3VzaCBhbmQgV29vZCwgRnJhbmt9LAoJYm9va3RpdGxlPXtUaGUgMzh0aCBDb25mZXJlbmNlIG9uIFVuY2VydGFpbnR5IGluIEFydGlmaWNpYWwgSW50ZWxsaWdlbmNlfSwKCXllYXI9ezIwMjJ9LAoJdXJsX1BhcGVyPXtodHRwczovL29wZW5yZXZpZXcubmV0L2ZvcnVtP2lkPXIyekVwSElpcXhjfSwKCXVybF9wZGY9e2h0dHBzOi8vb3BlbnJldmlldy5uZXQvcGRmP2lkPXIyekVwSElpcXhjfSwKCXVybF9Bclhpdj17aHR0cHM6Ly9hcnhpdi5vcmcvYWJzLzE5MTAuMTE5NTB9LAoJYWJzdHJhY3Q9e1dlIHByZXNlbnQgYSBmcmFtZXdvcmsgZm9yIGF1dG9tYXRpY2FsbHkgc3RydWN0dXJpbmcgYW5kIHRyYWluaW5nIGZhc3QsIGFwcHJveGltYXRlLCBkZWVwIG5ldXJhbCBzdXJyb2dhdGVzIG9mIHN0b2NoYXN0aWMgc2ltdWxhdG9ycy4gVW5saWtlIHRyYWRpdGlvbmFsIGFwcHJvYWNoZXMgdG8gc3Vycm9nYXRlIG1vZGVsaW5nLCBvdXIgc3Vycm9nYXRlcyByZXRhaW4gdGhlIGludGVycHJldGFibGUgc3RydWN0dXJlIGFuZCBjb250cm9sIGZsb3cgb2YgdGhlIHJlZmVyZW5jZSBzaW11bGF0b3IuIE91ciBzdXJyb2dhdGVzIHRhcmdldCBzdG9jaGFzdGljIHNpbXVsYXRvcnMgd2hlcmUgdGhlIG51bWJlciBvZiByYW5kb20gdmFyaWFibGVzIGl0c2VsZiBjYW4gYmUgc3RvY2hhc3RpYyBhbmQgcG90ZW50aWFsbHkgdW5ib3VuZGVkLiBPdXIgZnJhbWV3b3JrIGZ1cnRoZXIgZW5hYmxlcyBhbiBhdXRvbWF0aWMgcmVwbGFjZW1lbnQgb2YgdGhlIHJlZmVyZW5jZSBzaW11bGF0b3Igd2l0aCB0aGUgc3Vycm9nYXRlIHdoZW4gdW5kZXJ0YWtpbmcgYW1vcnRpemVkIGluZmVyZW5jZS4gVGhlIGZpZGVsaXR5IGFuZCBzcGVlZCBvZiBvdXIgc3Vycm9nYXRlcyBhbGxvdyBmb3IgYm90aCBmYXN0ZXIgc3RvY2hhc3RpYyBzaW11bGF0aW9uIGFuZCBhY2N1cmF0ZSBhbmQgc3Vic3RhbnRpYWxseSBmYXN0ZXIgcG9zdGVyaW9yIGluZmVyZW5jZS4gVXNpbmcgYW4gaWxsdXN0cmF0aXZlIHlldCBub24tdHJpdmlhbCBleGFtcGxlIHdlIHNob3cgb3VyIHN1cnJvZ2F0ZXMnIGFiaWxpdHkgdG8gYWNjdXJhdGVseSBtb2RlbCBhIHByb2JhYmlsaXN0aWMgcHJvZ3JhbSB3aXRoIGFuIHVuYm91bmRlZCBudW1iZXIgb2YgcmFuZG9tIHZhcmlhYmxlcy4gV2UgdGhlbiBwcm9jZWVkIHdpdGggYW4gZXhhbXBsZSB0aGF0IHNob3dzIG91ciBzdXJyb2dhdGVzIGFyZSBhYmxlIHRvIGFjY3VyYXRlbHkgbW9kZWwgYSBjb21wbGV4IHN0cnVjdHVyZSBsaWtlIGFuIHVuYm91bmRlZCBzdGFjayBpbiBhIHByb2dyYW0gc3ludGhlc2lzIGV4YW1wbGUuIFdlIGZ1cnRoZXIgZGVtb25zdHJhdGUgaG93IG91ciBzdXJyb2dhdGUgbW9kZWxpbmcgdGVjaG5pcXVlIG1ha2VzIGFtb3J0aXplZCBpbmZlcmVuY2UgaW4gY29tcGxleCBibGFjay1ib3ggc2ltdWxhdG9ycyBhbiBvcmRlciBvZiBtYWduaXR1ZGUgZmFzdGVyLiBTcGVjaWZpY2FsbHksIHdlIGRvIHNpbXVsYXRvci1iYXNlZCBtYXRlcmlhbHMgcXVhbGl0eSB0ZXN0aW5nLCBpbmZlcnJpbmcgc2FmZXR5LWNyaXRpY2FsIGxhdGVudCBpbnRlcm5hbCB0ZW1wZXJhdHVyZSBwcm9maWxlcyBvZiBjb21wb3NpdGUgbWF0ZXJpYWxzIHVuZGVyZ29pbmcgY3VyaW5nLn0sCn0KCgoKQGFydGljbGV7V09PLTIyLAoJQVVUSE9SPXtXb29kLCBGcmFuayBhbmQgV2FycmluZ3RvbiwgQW5kcmV3IGFuZCBOYWRlcmlwYXJpemksIFNhZWlkIGFuZCBXZWlsYmFjaCwgQ2hyaXN0aWFuIGFuZCBNYXNyYW5pLCBWYWRlbiBhbmQgSGFydmV5LCBXaWxsaWFtIGFuZCDDhcWhY2liaW9yLCBBZGFtIGFuZCBCZXJvbm92LCBCb3lhbiBhbmQgR3JlZmVuc3RldHRlLCBKb2huIGFuZCBDYW1wYmVsbCwgRHVuY2FuIGFuZCBOYXNzZXJpLCBTLiBBbGl9LCAgIAoJVElUTEU9e1BsYW5uaW5nIGFzIEluZmVyZW5jZSBpbiBFcGlkZW1pb2xvZ2ljYWwgRHluYW1pY3MgTW9kZWxzfSwgICAgICAKCUpPVVJOQUw9e0Zyb250aWVycyBpbiBBcnRpZmljaWFsIEludGVsbGlnZW5jZX0sICAgICAgCglWT0xVTUU9ezR9LCAgICAgIAoJWUVBUj17MjAyMn0sICAgICAgCglVUkxfUGFwZXI9e2h0dHBzOi8vd3d3LmZyb250aWVyc2luLm9yZy9hcnRpY2xlLzEwLjMzODkvZnJhaS4yMDIxLjU1MDYwM30sICAgICAgIAoJdXJsX0FyWGl2PXtodHRwczovL2FyeGl2Lm9yZy9hYnMvMjAwMy4xMzIyMX0sCglET0k9ezEwLjMzODkvZnJhaS4yMDIxLjU1MDYwM30sICAgICAgCglJU1NOPXsyNjI0LTgyMTJ9LCAgIAoJc3VwcG9ydCA9IHtEM00sQ09WSUQsRVRBTFVNSVN9LAogIAlBQlNUUkFDVD17SW4gdGhpcyB3b3JrIHdlIGRlbW9uc3RyYXRlIGhvdyB0byBhdXRvbWF0ZSBwYXJ0cyBvZiB0aGUgaW5mZWN0aW91cyBkaXNlYXNlLWNvbnRyb2wgcG9saWN5LW1ha2luZyBwcm9jZXNzIHZpYSBwZXJmb3JtaW5nIGluZmVyZW5jZSBpbiBleGlzdGluZyBlcGlkZW1pb2xvZ2ljYWwgbW9kZWxzLiBUaGUga2luZCBvZiBpbmZlcmVuY2UgdGFza3MgdW5kZXJ0YWtlbiBpbmNsdWRlIGNvbXB1dGluZyB0aGUgcG9zdGVyaW9yIGRpc3RyaWJ1dGlvbiBvdmVyIGNvbnRyb2xsYWJsZSwgdmlhIGRpcmVjdCBwb2xpY3ktbWFraW5nIGNob2ljZXMsIHNpbXVsYXRpb24gbW9kZWwgcGFyYW1ldGVycyB0aGF0IGdpdmUgcmlzZSB0byBhY2NlcHRhYmxlIGRpc2Vhc2UgcHJvZ3Jlc3Npb24gb3V0Y29tZXMuIEFtb25nIG90aGVyIHRoaW5ncywgd2UgaWxsdXN0cmF0ZSB0aGUgdXNlIG9mIGEgcHJvYmFiaWxpc3RpYyBwcm9ncmFtbWluZyBsYW5ndWFnZSB0aGF0IGF1dG9tYXRlcyBpbmZlcmVuY2UgaW4gZXhpc3Rpbmcgc2ltdWxhdG9ycy4gTmVpdGhlciB0aGUgZnVsbCBjYXBhYmlsaXRpZXMgb2YgdGhpcyB0b29sIGZvciBhdXRvbWF0aW5nIGluZmVyZW5jZSBub3IgaXRzIHV0aWxpdHkgZm9yIHBsYW5uaW5nIGlzIHdpZGVseSBkaXNzZW1pbmF0ZWQgYXQgdGhlIGN1cnJlbnQgdGltZS4gVGltZWx5IGdhaW5zIGluIHVuZGVyc3RhbmRpbmcgYWJvdXQgaG93IHN1Y2ggc2ltdWxhdGlvbi1iYXNlZCBtb2RlbHMgYW5kIGluZmVyZW5jZSBhdXRvbWF0aW9uIHRvb2xzIGFwcGxpZWQgaW4gc3VwcG9ydCBvZiBwb2xpY3ktbWFraW5nIGNvdWxkIGxlYWQgdG8gbGVzcyBlY29ub21pY2FsbHkgZGFtYWdpbmcgcG9saWN5IHByZXNjcmlwdGlvbnMsIHBhcnRpY3VsYXJseSBkdXJpbmcgdGhlIGN1cnJlbnQgQ09WSUQtMTkgcGFuZGVtaWMufQp9CgoKCkB1bnB1Ymxpc2hlZHtCQVktMjIsCiAgZG9pID0gezEwLjQ4NTUwL0FSWElWLjIyMDIuMDg1ODd9LAogIHVybF9BclhpdiA9IHtodHRwczovL2FyeGl2Lm9yZy9hYnMvMjIwMi4wODU4N30sCiAgYXV0aG9yID0ge0JheWRpbiwgQXTEsWzEsW0gR8O8bmXFnyBhbmQgUGVhcmxtdXR0ZXIsIEJhcmFrIEEuIGFuZCBTeW1lLCBEb24gYW5kIFdvb2QsIEZyYW5rIGFuZCBUb3JyLCBQaGlsaXB9LAogIGtleXdvcmRzID0ge01hY2hpbmUgTGVhcm5pbmcgKGNzLkxHKSwgTWFjaGluZSBMZWFybmluZyAoc3RhdC5NTCksIEZPUzogQ29tcHV0ZXIgYW5kIGluZm9ybWF0aW9uIHNjaWVuY2VzLCBGT1M6IENvbXB1dGVyIGFuZCBpbmZvcm1hdGlvbiBzY2llbmNlcywgSS4yLjY7IEkuMi41LCA2OFQwN30sCiAgdGl0bGUgPSB7R3JhZGllbnRzIHdpdGhvdXQgQmFja3Byb3BhZ2F0aW9ufSwKICBwdWJsaXNoZXIgPSB7YXJYaXZ9LAogIHllYXIgPSB7MjAyMn0sIAogIGNvcHlyaWdodCA9IHthclhpdi5vcmcgcGVycGV0dWFsLCBub24tZXhjbHVzaXZlIGxpY2Vuc2V9LAogIGFic3RyYWN0PXtVc2luZyBiYWNrcHJvcGFnYXRpb24gdG8gY29tcHV0ZSBncmFkaWVudHMgb2Ygb2JqZWN0aXZlIGZ1bmN0aW9ucyBmb3Igb3B0aW1pemF0aW9uIGhhcyByZW1haW5lZCBhIG1haW5zdGF5IG9mIG1hY2hpbmUgbGVhcm5pbmcuIEJhY2twcm9wYWdhdGlvbiwgb3IgcmV2ZXJzZS1tb2RlIGRpZmZlcmVudGlhdGlvbiwgaXMgYSBzcGVjaWFsIGNhc2Ugd2l0aGluIHRoZSBnZW5lcmFsIGZhbWlseSBvZiBhdXRvbWF0aWMgZGlmZmVyZW50aWF0aW9uIGFsZ29yaXRobXMgdGhhdCBhbHNvIGluY2x1ZGVzIHRoZSBmb3J3YXJkIG1vZGUuIFdlIHByZXNlbnQgYSBtZXRob2QgdG8gY29tcHV0ZSBncmFkaWVudHMgYmFzZWQgc29sZWx5IG9uIHRoZSBkaXJlY3Rpb25hbCBkZXJpdmF0aXZlIHRoYXQgb25lIGNhbiBjb21wdXRlIGV4YWN0bHkgYW5kIGVmZmljaWVudGx5IHZpYSB0aGUgZm9yd2FyZCBtb2RlLiBXZSBjYWxsIHRoaXMgZm9ybXVsYXRpb24gdGhlIGZvcndhcmQgZ3JhZGllbnQsIGFuIHVuYmlhc2VkIGVzdGltYXRlIG9mIHRoZSBncmFkaWVudCB0aGF0IGNhbiBiZSBldmFsdWF0ZWQgaW4gYSBzaW5nbGUgZm9yd2FyZCBydW4gb2YgdGhlIGZ1bmN0aW9uLCBlbnRpcmVseSBlbGltaW5hdGluZyB0aGUgbmVlZCBmb3IgYmFja3Byb3BhZ2F0aW9uIGluIGdyYWRpZW50IGRlc2NlbnQuIFdlIGRlbW9uc3RyYXRlIGZvcndhcmQgZ3JhZGllbnQgZGVzY2VudCBpbiBhIHJhbmdlIG9mIHByb2JsZW1zLCBzaG93aW5nIHN1YnN0YW50aWFsIHNhdmluZ3MgaW4gY29tcHV0YXRpb24gYW5kIGVuYWJsaW5nIHRyYWluaW5nIHVwIHRvIHR3aWNlIGFzIGZhc3QgaW4gc29tZSBjYXNlcy59Cn0KCgoKQHVucHVibGlzaGVke1RFTi0yMiwKICBkb2kgPSB7MTAuNDg1NTAvQVJYSVYuMjIwMi4wMjY5M30sCiAgdXJsX0FyWGl2ID0ge2h0dHBzOi8vYXJ4aXYub3JnL2Ficy8yMjAyLjAyNjkzfSwKICBhdXRob3IgPSB7VGVuZywgTWljaGFlbCBhbmQgdmFuIGRlIFBhbm5lLCBNaWNoaWVsIGFuZCBXb29kLCBGcmFua30sCiAga2V5d29yZHMgPSB7TWFjaGluZSBMZWFybmluZyAoY3MuTEcpLCBBcnRpZmljaWFsIEludGVsbGlnZW5jZSAoY3MuQUkpLCBGT1M6IENvbXB1dGVyIGFuZCBpbmZvcm1hdGlvbiBzY2llbmNlcywgRk9TOiBDb21wdXRlciBhbmQgaW5mb3JtYXRpb24gc2NpZW5jZXN9LAogIHRpdGxlID0ge0V4cGxvcmF0aW9uIHdpdGggTXVsdGktU2FtcGxlIFRhcmdldCBWYWx1ZXMgZm9yIERpc3RyaWJ1dGlvbmFsIFJlaW5mb3JjZW1lbnQgTGVhcm5pbmd9LAogIHB1Ymxpc2hlciA9IHthclhpdn0sCiAgeWVhciA9IHsyMDIyfSwgIAogIGNvcHlyaWdodCA9IHthclhpdi5vcmcgcGVycGV0dWFsLCBub24tZXhjbHVzaXZlIGxpY2Vuc2V9LAogIGFic3RyYWN0ID0ge0Rpc3RyaWJ1dGlvbmFsIHJlaW5mb3JjZW1lbnQgbGVhcm5pbmcgKFJMKSBhaW1zIHRvIGxlYXJuIGEgdmFsdWUtbmV0d29yayB0aGF0IHByZWRpY3RzIHRoZSBmdWxsIGRpc3RyaWJ1dGlvbiBvZiB0aGUgcmV0dXJucyBmb3IgYSBnaXZlbiBzdGF0ZSwgb2Z0ZW4gbW9kZWxlZCB2aWEgYSBxdWFudGlsZS1iYXNlZCBjcml0aWMuIFRoaXMgYXBwcm9hY2ggaGFzIGJlZW4gc3VjY2Vzc2Z1bGx5IGludGVncmF0ZWQgaW50byBjb21tb24gUkwgbWV0aG9kcyBmb3IgY29udGludW91cyBjb250cm9sLCBnaXZpbmcgcmlzZSB0byBhbGdvcml0aG1zIHN1Y2ggYXMgRGlzdHJpYnV0aW9uYWwgU29mdCBBY3Rvci1Dcml0aWMgKERTQUMpLiBJbiB0aGlzIHBhcGVyLCB3ZSBpbnRyb2R1Y2UgbXVsdGktc2FtcGxlIHRhcmdldCB2YWx1ZXMgKE1UVikgZm9yIGRpc3RyaWJ1dGlvbmFsIFJMLCBhcyBhIHByaW5jaXBsZWQgcmVwbGFjZW1lbnQgZm9yIHNpbmdsZS1zYW1wbGUgdGFyZ2V0IHZhbHVlIGVzdGltYXRpb24sIGFzIGNvbW1vbmx5IGVtcGxveWVkIGluIGN1cnJlbnQgcHJhY3RpY2UuIFRoZSBpbXByb3ZlZCBkaXN0cmlidXRpb25hbCBlc3RpbWF0ZXMgZnVydGhlciBsZW5kIHRoZW1zZWx2ZXMgdG8gVUNCLWJhc2VkIGV4cGxvcmF0aW9uLiBUaGVzZSB0d28gaWRlYXMgYXJlIGNvbWJpbmVkIHRvIHlpZWxkIG91ciBkaXN0cmlidXRpb25hbCBSTCBhbGdvcml0aG0sIEUyREMgKEV4dHJhIEV4cGxvcmF0aW9uIHdpdGggRGlzdHJpYnV0aW9uYWwgQ3JpdGljcykuIFdlIGV2YWx1YXRlIG91ciBhcHByb2FjaCBvbiBhIHJhbmdlIG9mIGNvbnRpbnVvdXMgY29udHJvbCB0YXNrcyBhbmQgZGVtb25zdHJhdGUgc3RhdGUtb2YtdGhlLWFydCBtb2RlbC1mcmVlIHBlcmZvcm1hbmNlIG9uIGRpZmZpY3VsdCB0YXNrcyBzdWNoIGFzIEh1bWFub2lkIGNvbnRyb2wuIFdlIHByb3ZpZGUgZnVydGhlciBpbnNpZ2h0IGludG8gdGhlIG1ldGhvZCB2aWEgdmlzdWFsaXphdGlvbiBhbmQgYW5hbHlzaXMgb2YgdGhlIGxlYXJuZWQgZGlzdHJpYnV0aW9ucyBhbmQgdGhlaXIgZXZvbHV0aW9uIGR1cmluZyB0cmFpbmluZy59Cn0KCgoKQHVucHVibGlzaGVke0JBVC0yMiwKICBkb2kgPSB7MTAuNDg1NTAvQVJYSVYuMjIwMS4wNTE1MX0sCiAgdXJsX0FyWGl2ID0ge2h0dHBzOi8vYXJ4aXYub3JnL2Ficy8yMjAxLjA1MTUxfSwKICBhdXRob3IgPSB7QmF0ZW5pLCBQZXltYW4gYW5kIEJhcmJlciwgSmFycmVkIGFuZCBHb3lhbCwgUmFnaGF2IGFuZCBNYXNyYW5pLCBWYWRlbiBhbmQgdmFuIGRlIE1lZW50LCBKYW4tV2lsbGVtIGFuZCBTaWdhbCwgTGVvbmlkIGFuZCBXb29kLCBGcmFua30sCiAga2V5d29yZHMgPSB7Q29tcHV0ZXIgVmlzaW9uIGFuZCBQYXR0ZXJuIFJlY29nbml0aW9uIChjcy5DViksIEZPUzogQ29tcHV0ZXIgYW5kIGluZm9ybWF0aW9uIHNjaWVuY2VzLCBGT1M6IENvbXB1dGVyIGFuZCBpbmZvcm1hdGlvbiBzY2llbmNlc30sCiAgdGl0bGUgPSB7QmV5b25kIFNpbXBsZSBNZXRhLUxlYXJuaW5nOiBNdWx0aS1QdXJwb3NlIE1vZGVscyBmb3IgTXVsdGktRG9tYWluLCBBY3RpdmUgYW5kIENvbnRpbnVhbCBGZXctU2hvdCBMZWFybmluZ30sCiAgcHVibGlzaGVyID0ge2FyWGl2fSwKICB5ZWFyID0gezIwMjJ9LCAgCiAgY29weXJpZ2h0ID0ge0NyZWF0aXZlIENvbW1vbnMgQXR0cmlidXRpb24gNC4wIEludGVybmF0aW9uYWx9LAogIGFic3RyYWN0PXtNb2Rlcm4gZGVlcCBsZWFybmluZyByZXF1aXJlcyBsYXJnZS1zY2FsZSBleHRlbnNpdmVseSBsYWJlbGxlZCBkYXRhc2V0cyBmb3IgdHJhaW5pbmcuIEZldy1zaG90IGxlYXJuaW5nIGFpbXMgdG8gYWxsZXZpYXRlIHRoaXMgaXNzdWUgYnkgbGVhcm5pbmcgZWZmZWN0aXZlbHkgZnJvbSBmZXcgbGFiZWxsZWQgZXhhbXBsZXMuIEluIHByZXZpb3VzbHkgcHJvcG9zZWQgZmV3LXNob3QgdmlzdWFsIGNsYXNzaWZpZXJzLCBpdCBpcyBhc3N1bWVkIHRoYXQgdGhlIGZlYXR1cmUgbWFuaWZvbGQsIHdoZXJlIGNsYXNzaWZpZXIgZGVjaXNpb25zIGFyZSBtYWRlLCBoYXMgdW5jb3JyZWxhdGVkIGZlYXR1cmUgZGltZW5zaW9ucyBhbmQgdW5pZm9ybSBmZWF0dXJlIHZhcmlhbmNlLiBJbiB0aGlzIHdvcmssIHdlIGZvY3VzIG9uIGFkZHJlc3NpbmcgdGhlIGxpbWl0YXRpb25zIGFyaXNpbmcgZnJvbSB0aGlzIGFzc3VtcHRpb24gYnkgcHJvcG9zaW5nIGEgdmFyaWFuY2Utc2Vuc2l0aXZlIGNsYXNzIG9mIG1vZGVscyB0aGF0IG9wZXJhdGVzIGluIGEgbG93LWxhYmVsIHJlZ2ltZS4gVGhlIGZpcnN0IG1ldGhvZCwgU2ltcGxlIENOQVBTLCBlbXBsb3lzIGEgaGllcmFyY2hpY2FsbHkgcmVndWxhcml6ZWQgTWFoYWxhbm9iaXMtZGlzdGFuY2UgYmFzZWQgY2xhc3NpZmllciBjb21iaW5lZCB3aXRoIGEgc3RhdGUgb2YgdGhlIGFydCBuZXVyYWwgYWRhcHRpdmUgZmVhdHVyZSBleHRyYWN0b3IgdG8gYWNoaWV2ZSBzdHJvbmcgcGVyZm9ybWFuY2Ugb24gTWV0YS1EYXRhc2V0LCBtaW5pLUltYWdlTmV0IGFuZCB0aWVyZWQtSW1hZ2VOZXQgYmVuY2htYXJrcy4gV2UgZnVydGhlciBleHRlbmQgdGhpcyBhcHByb2FjaCB0byBhIHRyYW5zZHVjdGl2ZSBsZWFybmluZyBzZXR0aW5nLCBwcm9wb3NpbmcgVHJhbnNkdWN0aXZlIENOQVBTLiBUaGlzIHRyYW5zZHVjdGl2ZSBtZXRob2QgY29tYmluZXMgYSBzb2Z0IGstbWVhbnMgcGFyYW1ldGVyIHJlZmluZW1lbnQgcHJvY2VkdXJlIHdpdGggYSB0d28tc3RlcCB0YXNrIGVuY29kZXIgdG8gYWNoaWV2ZSBpbXByb3ZlZCB0ZXN0LXRpbWUgY2xhc3NpZmljYXRpb24gYWNjdXJhY3kgdXNpbmcgdW5sYWJlbGxlZCBkYXRhLiBUcmFuc2R1Y3RpdmUgQ05BUFMgYWNoaWV2ZXMgc3RhdGUgb2YgdGhlIGFydCBwZXJmb3JtYW5jZSBvbiBNZXRhLURhdGFzZXQuIEZpbmFsbHksIHdlIGV4cGxvcmUgdGhlIHVzZSBvZiBvdXIgbWV0aG9kcyAoU2ltcGxlIGFuZCBUcmFuc2R1Y3RpdmUpIGZvciAib3V0IG9mIHRoZSBib3giIGNvbnRpbnVhbCBhbmQgYWN0aXZlIGxlYXJuaW5nLiBFeHRlbnNpdmUgZXhwZXJpbWVudHMgb24gbGFyZ2Ugc2NhbGUgYmVuY2htYXJrcyBpbGx1c3RyYXRlIHJvYnVzdG5lc3MgYW5kIHZlcnNhdGlsaXR5IG9mIHRoaXMsIHJlbGF0aXZlbHkgc3BlYWtpbmcsIHNpbXBsZSBjbGFzcyBvZiBtb2RlbHMuIEFsbCB0cmFpbmVkIG1vZGVsIGNoZWNrcG9pbnRzIGFuZCBjb3JyZXNwb25kaW5nIHNvdXJjZSBjb2RlcyBoYXZlIGJlZW4gbWFkZSBwdWJsaWNseSBhdmFpbGFibGUufQp9CgoKCkBJblByb2NlZWRpbmdze0JhdGVuaV8yMDIyX1dBQ1YsCiAgICBhdXRob3IgICAgPSB7QmF0ZW5pLCBQZXltYW4gYW5kIEJhcmJlciwgSmFycmVkIGFuZCB2YW4gZGUgTWVlbnQsIEphbi1XaWxsZW0gYW5kIFdvb2QsIEZyYW5rfSwKICAgIHRpdGxlICAgICA9IHtFbmhhbmNpbmcgRmV3LVNob3QgSW1hZ2UgQ2xhc3NpZmljYXRpb24gV2l0aCBVbmxhYmVsbGVkIEV4YW1wbGVzfSwKICAgIGJvb2t0aXRsZSA9IHtQcm9jZWVkaW5ncyBvZiB0aGUgSUVFRS9DVkYgV2ludGVyIENvbmZlcmVuY2Ugb24gQXBwbGljYXRpb25zIG9mIENvbXB1dGVyIFZpc2lvbiAoV0FDVil9LAogICAgbW9udGggICAgID0ge0phbnVhcnl9LAogICAgeWVhciAgICAgID0gezIwMjJ9LAogICAgcGFnZXMgICAgID0gezI3OTYtMjgwNX0sCiAgICB1cmxfQXJYaXYgPSB7aHR0cHM6Ly9hcnhpdi5vcmcvYWJzLzIwMDYuMTIyNDV9LAogICAgdXJsX1BhcGVyID0ge2h0dHBzOi8vaWVlZXhwbG9yZS5pZWVlLm9yZy9kb2N1bWVudC85NzA2Nzc1fSwKICAgIHN1cHBvcnQgPSB7RDNNLEx3TEx9LAogICAgYWJzdHJhY3Q9e1dlIGRldmVsb3AgYSB0cmFuc2R1Y3RpdmUgbWV0YS1sZWFybmluZyBtZXRob2QgdGhhdCB1c2VzIHVubGFiZWxsZWQgaW5zdGFuY2VzIHRvIGltcHJvdmUgZmV3LXNob3QgaW1hZ2UgY2xhc3NpZmljYXRpb24gcGVyZm9ybWFuY2UuIE91ciBhcHByb2FjaCBjb21iaW5lcyBhIHJlZ3VsYXJpemVkIE1haGFsYW5vYmlzLWRpc3RhbmNlLWJhc2VkIHNvZnQgay1tZWFucyBjbHVzdGVyaW5nIHByb2NlZHVyZSB3aXRoIGEgbW9kaWZpZWQgc3RhdGUgb2YgdGhlIGFydCBuZXVyYWwgYWRhcHRpdmUgZmVhdHVyZSBleHRyYWN0b3IgdG8gYWNoaWV2ZSBpbXByb3ZlZCB0ZXN0LXRpbWUgY2xhc3NpZmljYXRpb24gYWNjdXJhY3kgdXNpbmcgdW5sYWJlbGxlZCBkYXRhLiBXZSBldmFsdWF0ZSBvdXIgbWV0aG9kIG9uIHRyYW5zZHVjdGl2ZSBmZXctc2hvdCBsZWFybmluZyB0YXNrcywgaW4gd2hpY2ggdGhlIGdvYWwgaXMgdG8gam9pbnRseSBwcmVkaWN0IGxhYmVscyBmb3IgcXVlcnkgKHRlc3QpIGV4YW1wbGVzIGdpdmVuIGEgc2V0IG9mIHN1cHBvcnQgKHRyYWluaW5nKSBleGFtcGxlcy4gV2UgYWNoaWV2ZSBzdGF0ZSBvZiB0aGUgYXJ0IHBlcmZvcm1hbmNlIG9uIHRoZSBNZXRhLURhdGFzZXQsIG1pbmktSW1hZ2VOZXQgYW5kIHRpZXJlZC1JbWFnZU5ldCBiZW5jaG1hcmtzLn0KfQoKCgpASW5Qcm9jZWVkaW5nc3twbWxyLXYxNjEtbWFzcmFuaTIxYSwKICB0aXRsZSA9IAkge3EtUGF0aHM6IEdlbmVyYWxpemluZyB0aGUgZ2VvbWV0cmljIGFubmVhbGluZyBwYXRoIHVzaW5nIHBvd2VyIG1lYW5zfSwKICBhdXRob3IgPSAgICAgICB7TWFzcmFuaSwgVmFkZW4gYW5kIEJyZWtlbG1hbnMsIFJvYiBhbmQgQnVpLCBUaGFuZyBhbmQgTmllbHNlbiwgRnJhbmsgYW5kIEdhbHN0eWFuLCBBcmFtIGFuZCBWZXIgU3RlZWcsIEdyZWcgYW5kIFdvb2QsIEZyYW5rfSwKICBib29rdGl0bGUgPSAJIHtQcm9jZWVkaW5ncyBvZiB0aGUgVGhpcnR5LVNldmVudGggQ29uZmVyZW5jZSBvbiBVbmNlcnRhaW50eSBpbiBBcnRpZmljaWFsIEludGVsbGlnZW5jZX0sCiAgcGFnZXMgPSAJIHsxOTM4LS0xOTQ3fSwKICB5ZWFyID0gCSB7MjAyMX0sCiAgZWRpdG9yID0gCSB7ZGUgQ2FtcG9zLCBDYXNzaW8gYW5kIE1hYXRodWlzLCBNYXJsb2VzIEgufSwKICB2b2x1bWUgPSAJIHsxNjF9LAogIHNlcmllcyA9IAkge1Byb2NlZWRpbmdzIG9mIE1hY2hpbmUgTGVhcm5pbmcgUmVzZWFyY2h9LAogIG1vbnRoID0gCSB7MjctLTMwIEp1bH0sCiAgcHVibGlzaGVyID0gICAge1BNTFJ9LAogIHVybF9wZGYgPSAJIHtodHRwczovL3Byb2NlZWRpbmdzLm1sci5wcmVzcy92MTYxL21hc3JhbmkyMWEvbWFzcmFuaTIxYS5wZGZ9LAogIHVybF9QYXBlciA9IAkge2h0dHBzOi8vcHJvY2VlZGluZ3MubWxyLnByZXNzL3YxNjEvbWFzcmFuaTIxYS5odG1sfSwKICB1cmxfQXJYaXY9ICAgICB7aHR0cHM6Ly9hcnhpdi5vcmcvYWJzLzIxMDcuMDA3NDV9LAogIGFic3RyYWN0ID0gCSB7TWFueSBjb21tb24gbWFjaGluZSBsZWFybmluZyBtZXRob2RzIGludm9sdmUgdGhlIGdlb21ldHJpYyBhbm5lYWxpbmcgcGF0aCwgYSBzZXF1ZW5jZSBvZiBpbnRlcm1lZGlhdGUgZGVuc2l0aWVzIGJldHdlZW4gdHdvIGRpc3RyaWJ1dGlvbnMgb2YgaW50ZXJlc3QgY29uc3RydWN0ZWQgdXNpbmcgdGhlIGdlb21ldHJpYyBhdmVyYWdlLiBXaGlsZSBhbHRlcm5hdGl2ZXMgc3VjaCBhcyB0aGUgbW9tZW50LWF2ZXJhZ2luZyBwYXRoIGhhdmUgZGVtb25zdHJhdGVkIHBlcmZvcm1hbmNlIGdhaW5zIGluIHNvbWUgc2V0dGluZ3MsIHRoZWlyIHByYWN0aWNhbCBhcHBsaWNhYmlsaXR5IHJlbWFpbnMgbGltaXRlZCBieSBleHBvbmVudGlhbCBmYW1pbHkgZW5kcG9pbnQgYXNzdW1wdGlvbnMgYW5kIGEgbGFjayBvZiBjbG9zZWQgZm9ybSBlbmVyZ3kgZnVuY3Rpb24uIEluIHRoaXMgd29yaywgd2UgaW50cm9kdWNlICRxJC1wYXRocywgYSBmYW1pbHkgb2YgcGF0aHMgd2hpY2ggaXMgZGVyaXZlZCBmcm9tIGEgZ2VuZXJhbGl6ZWQgbm90aW9uIG9mIHRoZSBtZWFuLCBpbmNsdWRlcyB0aGUgZ2VvbWV0cmljIGFuZCBhcml0aG1ldGljIG1peHR1cmVzIGFzIHNwZWNpYWwgY2FzZXMsIGFuZCBhZG1pdHMgYSBzaW1wbGUgY2xvc2VkIGZvcm0gaW52b2x2aW5nIHRoZSBkZWZvcm1lZCBsb2dhcml0aG0gZnVuY3Rpb24gZnJvbSBub25leHRlbnNpdmUgdGhlcm1vZHluYW1pY3MuIEZvbGxvd2luZyBwcmV2aW91cyBhbmFseXNpcyBvZiB0aGUgZ2VvbWV0cmljIHBhdGgsIHdlIGludGVycHJldCBvdXIgJHEkLXBhdGhzIGFzIGNvcnJlc3BvbmRpbmcgdG8gYSAkcSQtZXhwb25lbnRpYWwgZmFtaWx5IG9mIGRpc3RyaWJ1dGlvbnMsIGFuZCBwcm92aWRlIGEgdmFyaWF0aW9uYWwgcmVwcmVzZW50YXRpb24gb2YgaW50ZXJtZWRpYXRlIGRlbnNpdGllcyBhcyBtaW5pbWl6aW5nIGEgbWl4dHVyZSBvZiAkXGFscGhhJC1kaXZlcmdlbmNlcyB0byB0aGUgZW5kcG9pbnRzLiBXZSBzaG93IHRoYXQgc21hbGwgZGV2aWF0aW9ucyBhd2F5IGZyb20gdGhlIGdlb21ldHJpYyBwYXRoIHlpZWxkIGVtcGlyaWNhbCBnYWlucyBmb3IgQmF5ZXNpYW4gaW5mZXJlbmNlIHVzaW5nIFNlcXVlbnRpYWwgTW9udGUgQ2FybG8gYW5kIGdlbmVyYXRpdmUgbW9kZWwgZXZhbHVhdGlvbiB1c2luZyBBbm5lYWxlZCBJbXBvcnRhbmNlIFNhbXBsaW5nLn0KfQoKCgpAaW5wcm9jZWVkaW5nc3sKbGF2aW5ndG9uMjAyMWEsCnRpdGxlPXtBIENsb3NlciBMb29rIGF0IEdyYWRpZW50IEVzdGltYXRvcnMgd2l0aCBSZWluZm9yY2VtZW50IExlYXJuaW5nIGFzIEluZmVyZW5jZX0sCmF1dGhvcj17Sm9uYXRoYW4gV2lsZGVyIExhdmluZ3RvbiBhbmQgTWljaGFlbCBUZW5nIGFuZCBNYXJrIFNjaG1pZHQgYW5kIEZyYW5rIFdvb2R9LApib29rdGl0bGU9e0RlZXAgUkwgV29ya3Nob3AgTmV1cklQUyAyMDIxfSwKeWVhcj17MjAyMX0sCnVybF9QYXBlcj17aHR0cHM6Ly9vcGVucmV2aWV3Lm5ldC9mb3J1bT9pZD1iUjBLLW56MS02cH0KfQoKCgpAaW5wcm9jZWVkaW5nc3sKaGFydmV5MjAyMmNvbmRpdGlvbmFsLAp0aXRsZT17Q29uZGl0aW9uYWwgSW1hZ2UgR2VuZXJhdGlvbiBieSBDb25kaXRpb25pbmcgVmFyaWF0aW9uYWwgQXV0by1FbmNvZGVyc30sCmF1dGhvcj17V2lsbGlhbSBIYXJ2ZXkgYW5kIFNhZWlkIE5hZGVyaXBhcml6aSBhbmQgRnJhbmsgV29vZH0sCmJvb2t0aXRsZT17SW50ZXJuYXRpb25hbCBDb25mZXJlbmNlIG9uIExlYXJuaW5nIFJlcHJlc2VudGF0aW9uc30sCnllYXI9ezIwMjJ9LAp1cmxfUGFwZXI9e2h0dHBzOi8vb3BlbnJldmlldy5uZXQvZm9ydW0/aWQ9N01WNnVMek9DaFd9Cn0KCgoKCkB1bnB1Ymxpc2hlZHtoYXJ2ZXkyMDIxaW1hZ2UsCiAgdGl0bGU9e0ltYWdlIENvbXBsZXRpb24gdmlhIEluZmVyZW5jZSBpbiBEZWVwIEdlbmVyYXRpdmUgTW9kZWxzfSwKICBhdXRob3I9e0hhcnZleSwgV2lsbGlhbSBhbmQgTmFkZXJpcGFyaXppLCBTYWVpZCBhbmQgV29vZCwgRnJhbmt9LAogIGpvdXJuYWw9e2FyWGl2IHByZXByaW50IGFyWGl2OjIxMDIuMTIwMzd9LAogIHllYXI9ezIwMjF9LAogIHVybF9BclhpdiA9IHtodHRwczovL2FyeGl2Lm9yZy9hYnMvMjEwMi4xMjAzN30sCiAgZXByaW50PXsyMTAyLjEyMDM3fSwKICBhcmNoaXZlUHJlZml4PXthclhpdn0sCiAgIHN1cHBvcnQgPSB7RDNNfSwKICBhYnRzdHJhY3Q9e1dlIGNvbnNpZGVyIGltYWdlIGNvbXBsZXRpb24gZnJvbSB0aGUgcGVyc3BlY3RpdmUgb2YgYW1vcnRpemVkIGluZmVyZW5jZSBpbiBhbiBpbWFnZSBnZW5lcmF0aXZlIG1vZGVsLiBXZSBsZXZlcmFnZSByZWNlbnQgc3RhdGUgb2YgdGhlIGFydCB2YXJpYXRpb25hbCBhdXRvLWVuY29kZXIgYXJjaGl0ZWN0dXJlcyB0aGF0IGhhdmUgYmVlbiBzaG93biB0byBwcm9kdWNlIHBob3RvLXJlYWxpc3RpYyBuYXR1cmFsIGltYWdlcyBhdCBub24tdHJpdmlhbCByZXNvbHV0aW9ucy4gVGhyb3VnaCBhbW9ydGl6ZWQgaW5mZXJlbmNlIGluIHN1Y2ggYSBtb2RlbCB3ZSBjYW4gdHJhaW4gbmV1cmFsIGFydGlmYWN0cyB0aGF0IHByb2R1Y2UgZGl2ZXJzZSwgcmVhbGlzdGljIGltYWdlIGNvbXBsZXRpb25zIGV2ZW4gd2hlbiB0aGUgdmFzdCBtYWpvcml0eSBvZiBhbiBpbWFnZSBpcyBtaXNzaW5nLiBXZSBkZW1vbnN0cmF0ZSBzdXBlcmlvciBzYW1wbGUgcXVhbGl0eSBhbmQgZGl2ZXJzaXR5IGNvbXBhcmVkIHRvIHByaW9yIGFydCBvbiB0aGUgQ0lGQVItMTAgYW5kIEZGSFEtMjU2IGRhdGFzZXRzLiBXZSBjb25jbHVkZSBieSBkZXNjcmliaW5nIGFuZCBkZW1vbnN0cmF0aW5nIGFuIGFwcGxpY2F0aW9uIHRoYXQgcmVxdWlyZXMgYW4gaW4tcGFpbnRpbmcgbW9kZWwgd2l0aCB0aGUgY2FwYWJpbGl0aWVzIG91cnMgZXhoaWJpdHM6IHRoZSB1c2Ugb2YgQmF5ZXNpYW4gb3B0aW1hbCBleHBlcmltZW50YWwgZGVzaWduIHRvIHNlbGVjdCB0aGUgbW9zdCBpbmZvcm1hdGl2ZSBzZXF1ZW5jZSBvZiBzbWFsbCBmaWVsZCBvZiB2aWV3IHgtcmF5cyBmb3IgY2hlc3QgcGF0aG9sb2d5IGRldGVjdGlvbi59Cn0KCgoKQHRlY2hyZXBvcnR7cGZlZmZlcjIwMjFwcm9iYWJpbGlzdGljLAogIHRpdGxlPXtQcm9iYWJpbGlzdGljIExhYmVsLUVmZmljaWVudCBEZWVwIEdlbmVyYXRpdmUgU3RydWN0dXJlcyAoUExFREdFUyl9LAogIGF1dGhvcj17UGZlZmZlciwgQXZpIGFuZCBDYWxsLCBDYXRoZXJpbmUgYW5kIFdvb2QsIEZyYW5rIGFuZCBSb3NlbmJlcmcsIEJyYWQgYW5kIEJpYmJpYW5pLCBLaXJzdGluIGFuZCBTaWdhbCwgTGVvbmlkIGFuZCBTaGFoLCBJc2hhYW4gYW5kIEVyZG9nbXVzLCBEZW5peiBhbmQgU2luZ2gsIFNhbWVlciBhbmQgdmFuIGRlIE1lZW50LCBKYW4gV30sCiAgeWVhcj17MjAyMX0sCiAgaW5zdGl0dXRpb249e0NoYXJsZXMgUml2ZXIgQW5hbHl0aWNzIEluYy59LAogIHVybD17aHR0cHM6Ly9hcHBzLmR0aWMubWlsL3N0aS9jaXRhdGlvbnMvQUQxMTQ1MDk4fQp9CgoKCkBJblByb2NlZWRpbmdze3BtbHItdjEzOS13YXJyaW5ndG9uMjFhLAogIHRpdGxlID0gCSB7Um9idXN0IEFzeW1tZXRyaWMgTGVhcm5pbmcgaW4gUE9NRFBzfSwKICBhdXRob3IgPSAgICAgICB7V2FycmluZ3RvbiwgQW5kcmV3IGFuZCBMYXZpbmd0b24sIEpvbmF0aGFuIFcgYW5kIFNjaWJpb3IsIEFkYW0gYW5kIFNjaG1pZHQsIE1hcmsgYW5kIFdvb2QsIEZyYW5rfSwKICBib29rdGl0bGUgPSAJIHtQcm9jZWVkaW5ncyBvZiB0aGUgMzh0aCBJbnRlcm5hdGlvbmFsIENvbmZlcmVuY2Ugb24gTWFjaGluZSBMZWFybmluZ30sCiAgcGFnZXMgPSAJIHsxMTAxMy0tMTEwMjN9LAogIHllYXIgPSAJIHsyMDIxfSwKICBlZGl0b3IgPSAJIHtNZWlsYSwgTWFyaW5hIGFuZCBaaGFuZywgVG9uZ30sCiAgdm9sdW1lID0gCSB7MTM5fSwKICBzZXJpZXMgPSAJIHtQcm9jZWVkaW5ncyBvZiBNYWNoaW5lIExlYXJuaW5nIFJlc2VhcmNofSwKICBtb250aCA9IAkgezE4LS0yNCBKdWx9LAogIHB1Ymxpc2hlciA9ICAgIHtQTUxSfSwKICB1cmxfcGRmID0gCSB7aHR0cDovL3Byb2NlZWRpbmdzLm1sci5wcmVzcy92MTM5L3dhcnJpbmd0b24yMWEvd2FycmluZ3RvbjIxYS5wZGZ9LAogIHVybF9QYXBlciA9IAkge2h0dHBzOi8vcHJvY2VlZGluZ3MubWxyLnByZXNzL3YxMzkvd2FycmluZ3RvbjIxYS5odG1sfSwKICB1cmxfQXJYaXY9e2h0dHBzOi8vYXJ4aXYub3JnL2Ficy8yMDEyLjE1NTY2fSwKICBhYnN0cmFjdCA9IAkge1BvbGljaWVzIGZvciBwYXJ0aWFsbHkgb2JzZXJ2ZWQgTWFya292IGRlY2lzaW9uIHByb2Nlc3NlcyBjYW4gYmUgZWZmaWNpZW50bHkgbGVhcm5lZCBieSBpbWl0YXRpbmcgZXhwZXJ0IHBvbGljaWVzIGdlbmVyYXRlZCB1c2luZyBhc3ltbWV0cmljIGluZm9ybWF0aW9uLiBVbmZvcnR1bmF0ZWx5LCBleGlzdGluZyBhcHByb2FjaGVzIGZvciB0aGlzIGtpbmQgb2YgaW1pdGF0aW9uIGxlYXJuaW5nIGhhdmUgYSBzZXJpb3VzIGZsYXc6IHRoZSBleHBlcnQgZG9lcyBub3Qga25vdyB3aGF0IHRoZSB0cmFpbmVlIGNhbm5vdCBzZWUsIGFuZCBhcyBhIHJlc3VsdCBtYXkgZW5jb3VyYWdlIGFjdGlvbnMgdGhhdCBhcmUgc3ViLW9wdGltYWwgb3IgdW5zYWZlIHVuZGVyIHBhcnRpYWwgaW5mb3JtYXRpb24uIFRvIGFkZHJlc3MgdGhpcyBpc3N1ZSwgd2UgZGVyaXZlIGFuIHVwZGF0ZSB3aGljaCwgd2hlbiBhcHBsaWVkIGl0ZXJhdGl2ZWx5IHRvIGFuIGV4cGVydCwgbWF4aW1pemVzIHRoZSBleHBlY3RlZCByZXdhcmQgb2YgdGhlIHRyYWluZWXigJlzIHBvbGljeS4gVXNpbmcgdGhpcyB1cGRhdGUsIHdlIGNvbnN0cnVjdCBhIGNvbXB1dGF0aW9uYWxseSBlZmZpY2llbnQgYWxnb3JpdGhtLCBhZGFwdGl2ZSBhc3ltbWV0cmljIERBZ2dlciAoQTJEKSwgdGhhdCBqb2ludGx5IHRyYWlucyB0aGUgZXhwZXJ0IGFuZCB0cmFpbmVlIHBvbGljaWVzLiBXZSB0aGVuIHNob3cgdGhhdCBBMkQgYWxsb3dzIHRoZSB0cmFpbmVlIHRvIHNhZmVseSBpbWl0YXRlIHRoZSBtb2RpZmllZCBleHBlcnQsIGFuZCBvdXRwZXJmb3JtcyBwb2xpY2llcyBsZWFybmVkIGVpdGhlciBieSBpbWl0YXRpbmcgYSBmaXhlZCBleHBlcnQgb3IgdGhyb3VnaCBkaXJlY3QgcmVpbmZvcmNlbWVudCBsZWFybmluZy59Cn0KCgoKCgpAaW5wcm9jZWVkaW5nc3tzY2liaW9yMjAyMWltYWdpbmluZ2N2cHJ3b3Jrc2hvcCwKICB0aXRsZT17e0l9bWFnaW5pbmcge1R9aGUge1J9b2FkIHtBfWhlYWQ6IE11bHRpLUFnZW50IFRyYWplY3RvcnkgUHJlZGljdGlvbiB2aWEgRGlmZmVyZW50aWFibGUgU2ltdWxhdGlvbn0sCiAgYXV0aG9yPXtTY2liaW9yLCBBZGFtIGFuZCBMaW91dGFzLCBWYXNpbGVpb3MgYW5kIFJlZGEsIERhbmllbGUgYW5kIEJhdGVuaSwgUGV5bWFuIGFuZCBXb29kLCBGcmFua30sCiAgYm9va3RpdGxlPXtDVlBSIFdvcmtzaG9wIG9uIEF1dG9ub21vdXMgRHJpdmluZzogUGVyY2VwdGlvbiwgUHJlZGljdGlvbiBhbmQgUGxhbm5pbmd9LAogIHllYXI9ezIwMjF9LCAKICBlcHJpbnQ9ezIxMDQuMTEyMTJ9LAogIGFyY2hpdmVQcmVmaXg9e2FyWGl2fSwKICB1cmxfQXJYaXYgPSB7aHR0cHM6Ly9hcnhpdi5vcmcvYWJzLzIxMDQuMTEyMTJ9LAogIHN1cHBvcnQgPSB7TUlUQUNTfSwKICBhYnN0cmFjdD17V2UgZGV2ZWxvcCBhIGRlZXAgZ2VuZXJhdGl2ZSBtb2RlbCBidWlsdCBvbiBhIGZ1bGx5IGRpZmZlcmVudGlhYmxlIHNpbXVsYXRvciBmb3IgbXVsdGktYWdlbnQgdHJhamVjdG9yeSBwcmVkaWN0aW9uLiBBZ2VudHMgYXJlIG1vZGVsZWQgd2l0aCBjb25kaXRpb25hbCByZWN1cnJlbnQgdmFyaWF0aW9uYWwgbmV1cmFsIG5ldHdvcmtzIChDVlJOTnMpLCB3aGljaCB0YWtlIGFzIGlucHV0IGFuIGVnby1jZW50cmljIGJpcmR2aWV3IGltYWdlIHJlcHJlc2VudGluZyB0aGUgY3VycmVudCBzdGF0ZSBvZiB0aGUgd29ybGQgYW5kIG91dHB1dCBhbiBhY3Rpb24sIGNvbnNpc3Rpbmcgb2Ygc3RlZXJpbmcgYW5kIGFjY2VsZXJhdGlvbiwgd2hpY2ggaXMgdXNlZCB0byBkZXJpdmUgdGhlIHN1YnNlcXVlbnQgYWdlbnQgc3RhdGUgdXNpbmcgYSBraW5lbWF0aWMgYmljeWNsZSBtb2RlbC4gVGhlIGZ1bGwgc2ltdWxhdGlvbiBzdGF0ZSBpcyB0aGVuIGRpZmZlcmVudGlhYmx5IHJlbmRlcmVkIGZvciBlYWNoIGFnZW50LCBpbml0aWF0aW5nIHRoZSBuZXh0IHRpbWUgc3RlcC4gV2UgYWNoaWV2ZSBzdGF0ZS1vZi10aGUtYXJ0IHJlc3VsdHMgb24gdGhlIElOVEVSQUNUSU9OIGRhdGFzZXQsIHVzaW5nIHN0YW5kYXJkIG5ldXJhbCBhcmNoaXRlY3R1cmVzIGFuZCBhIHN0YW5kYXJkIHZhcmlhdGlvbmFsIHRyYWluaW5nIG9iamVjdGl2ZSwgcHJvZHVjaW5nIHJlYWxpc3RpYyBtdWx0aS1tb2RhbCBwcmVkaWN0aW9ucyB3aXRob3V0IGFueSBhZC1ob2MgZGl2ZXJzaXR5LWluZHVjaW5nIGxvc3Nlcy4gV2UgY29uZHVjdCBhYmxhdGlvbiBzdHVkaWVzIHRvIGV4YW1pbmUgaW5kaXZpZHVhbCBjb21wb25lbnRzIG9mIHRoZSBzaW11bGF0b3IsIGZpbmRpbmcgdGhhdCBib3RoIHRoZSBraW5lbWF0aWMgYmljeWNsZSBtb2RlbCBhbmQgdGhlIGNvbnRpbnVvdXMgZmVlZGJhY2sgZnJvbSB0aGUgYmlyZHZpZXcgaW1hZ2UgYXJlIGNydWNpYWwgZm9yIGFjaGlldmluZyB0aGlzIGxldmVsIG9mIHBlcmZvcm1hbmNlLiBXZSBuYW1lIG91ciBtb2RlbCBJVFJBLCBmb3IgIkltYWdpbmluZyB0aGUgUm9hZCBBaGVhZCIufQogIH0KICAKCgpAdW5wdWJsaXNoZWR7c2NpYmlvcjIwMjFkaWZmZXJlbnRpYWJsZSwKICAgICAgdGl0bGU9e0RpZmZlcmVudGlhYmxlIFBhcnRpY2xlIEZpbHRlcmluZyB3aXRob3V0IE1vZGlmeWluZyB0aGUgRm9yd2FyZCBQYXNzfSwgCiAgICAgIGF1dGhvcj17QWRhbSBTY2liaW9yIGFuZCBGcmFuayBXb29kfSwKICAgICAgeWVhcj17MjAyMX0sCiAgICAgIGVwcmludD17MjEwNi4xMDMxNH0sCiAgICAgIGFyY2hpdmVQcmVmaXg9e2FyWGl2fSwKICAgICAgcHJpbWFyeUNsYXNzPXtzdGF0Lk1MfSwKICAgICAgdXJsX0FyWGl2ID0ge2h0dHBzOi8vYXJ4aXYub3JnL2Ficy8yMTA2LjEwMzE0fSwKICAgICAgYWJzdHJhY3Q9e1BhcnRpY2xlIGZpbHRlcnMgYXJlIG5vdCBjb21wYXRpYmxlIHdpdGggYXV0b21hdGljIGRpZmZlcmVudGlhdGlvbiBkdWUgdG8gdGhlIHByZXNlbmNlIG9mIGRpc2NyZXRlIHJlc2FtcGxpbmcgc3RlcHMuIFdoaWxlIGtub3duIGVzdGltYXRvcnMgZm9yIHRoZSBzY29yZSBmdW5jdGlvbiwgYmFzZWQgb24gRmlzaGVyJ3MgaWRlbnRpdHksIGNhbiBiZSBjb21wdXRlZCB1c2luZyBwYXJ0aWNsZSBmaWx0ZXJzLCB1cCB0byB0aGlzIHBvaW50IHRoZXkgcmVxdWlyZWQgbWFudWFsIGltcGxlbWVudGF0aW9uLiBJbiB0aGlzIHBhcGVyIHdlIHNob3cgdGhhdCBzdWNoIGVzdGltYXRvcnMgY2FuIGJlIGNvbXB1dGVkIHVzaW5nIGF1dG9tYXRpYyBkaWZmZXJlbnRpYXRpb24sIGFmdGVyIGludHJvZHVjaW5nIGEgc2ltcGxlIGNvcnJlY3Rpb24gdG8gdGhlIHBhcnRpY2xlIHdlaWdodHMuIFRoaXMgY29ycmVjdGlvbiB1dGlsaXplcyB0aGUgc3RvcC1ncmFkaWVudCBvcGVyYXRvciBhbmQgZG9lcyBub3QgbW9kaWZ5IHRoZSBwYXJ0aWNsZSBmaWx0ZXIgb3BlcmF0aW9uIG9uIHRoZSBmb3J3YXJkIHBhc3MsIHdoaWxlIGFsc28gYmVpbmcgY2hlYXAgYW5kIGVhc3kgdG8gY29tcHV0ZS4gU3VycHJpc2luZ2x5LCB3aXRoIHRoZSBzYW1lIGNvcnJlY3Rpb24gYXV0b21hdGljIGRpZmZlcmVudGlhdGlvbiBhbHNvIHByb2R1Y2VzIGdvb2QgZXN0aW1hdG9ycyBmb3IgZ3JhZGllbnRzIG9mIGV4cGVjdGF0aW9ucyB1bmRlciB0aGUgcG9zdGVyaW9yLiBXZSBjYW4gdGhlcmVmb3JlIHJlZ2FyZCBvdXIgbWV0aG9kIGFzIGEgZ2VuZXJhbCByZWNpcGUgZm9yIG1ha2luZyBwYXJ0aWNsZSBmaWx0ZXJzIGRpZmZlcmVudGlhYmxlLiBXZSBhZGRpdGlvbmFsbHkgc2hvdyB0aGF0IGl0IHByb2R1Y2VzIGRlc2lyZWQgZXN0aW1hdG9ycyBmb3Igc2Vjb25kLW9yZGVyIGRlcml2YXRpdmVzIGFuZCBob3cgdG8gZXh0ZW5kIGl0IHRvIGZ1cnRoZXIgcmVkdWNlIHZhcmlhbmNlIGF0IHRoZSBleHBlbnNlIG9mIGFkZGl0aW9uYWwgY29tcHV0YXRpb24ufQp9CgoKCkBJblByb2NlZWRpbmdze0JFUi0yMSwKICB0aXRsZT17U2VxdWVudGlhbCBjb3JlLXNldCBNb250ZSBDYXJsb30sCiAgYXV0aG9yPXtCZXJvbm92LCBCb3lhbiBhbmQgV2VpbGJhY2gsIENocmlzdGlhbiBhbmQgV29vZCwgRnJhbmsgYW5kIENhbXBiZWxsLCBUcmV2b3J9LAogIGJvb2t0aXRsZT17UHJvY2VlZGluZ3Mgb2YgdGhlIFRoaXJ0eS1TZXZlbnRoIENvbmZlcmVuY2Ugb24gVW5jZXJ0YWludHkgaW4gQXJ0aWZpY2lhbCBJbnRlbGxpZ2VuY2V9LAogIHBhZ2VzPXsyMTY1LS0yMTc1fSwKICB5ZWFyPXsyMDIxfSwKICBlZGl0b3I9e2RlIENhbXBvcywgQ2Fzc2lvIGFuZCBNYWF0aHVpcywgTWFybG9lcyBILn0sCiAgdm9sdW1lPXsxNjF9LAogIHNlcmllcz17UHJvY2VlZGluZ3Mgb2YgTWFjaGluZSBMZWFybmluZyBSZXNlYXJjaH0sCiAgbW9udGg9ezI3LS0zMCBKdWx9LAogIHB1Ymxpc2hlcj17UE1MUn0sCiAgcGRmPXtodHRwczovL3Byb2NlZWRpbmdzLm1sci5wcmVzcy92MTYxL2Jlcm9ub3YyMWEvYmVyb25vdjIxYS5wZGZ9LAogIHVybD17aHR0cHM6Ly9wcm9jZWVkaW5ncy5tbHIucHJlc3MvdjE2MS9iZXJvbm92MjFhLmh0bWx9LAogIHVybF9QcmVzZW50YXRpb249e2h0dHBzOi8vZ2l0aHViLmNvbS9wbGFpLWdyb3VwL2JpYmxpb2dyYXBoeS9yYXcvbWFzdGVyL3ByZXNlbnRhdGlvbnNfcG9zdGVycy9VQUkyMDIxX0JFUl9wcmVzZW50YXRpb24ucGRmfSwKICB1cmxfUG9zdGVyPXtodHRwczovL2dpdGh1Yi5jb20vcGxhaS1ncm91cC9iaWJsaW9ncmFwaHkvcmF3L21hc3Rlci9wcmVzZW50YXRpb25zX3Bvc3RlcnMvVUFJMjAyMV9CRVJfcG9zdGVyLnBkZn0sCiAgc3VwcG9ydD17RDNNfSwKICBhYnN0cmFjdD17U2VxdWVudGlhbCBNb250ZSBDYXJsbyAoU01DKSBpcyBhIGdlbmVyYWwtcHVycG9zZSBtZXRob2RvbG9neSBmb3IgcmVjdXJzaXZlIEJheWVzaWFuIGluZmVyZW5jZSwgYW5kIGlzIHdpZGVseSB1c2VkIGluIHN0YXRlIHNwYWNlIG1vZGVsaW5nIGFuZCBwcm9iYWJpbGlzdGljIHByb2dyYW1taW5nLiBJdHMgcmVzYW1wbGUtbW92ZSB2YXJpYW50IHJlZHVjZXMgdGhlIHZhcmlhbmNlIG9mIHBvc3RlcmlvciBlc3RpbWF0ZXMgYnkgaW50ZXJsZWF2aW5nIE1hcmtvdiBjaGFpbiBNb250ZSBDYXJsbyAoTUNNQykgc3RlcHMgZm9yIHBhcnRpY2xlIOKAnHJlanV2ZW5hdGlvbuKAnTsgYnV0IHRoaXMgcmVxdWlyZXMgYWNjZXNzaW5nIGFsbCBwYXN0IG9ic2VydmF0aW9ucyBhbmQgbGVhZHMgdG8gbGluZWFybHkgZ3Jvd2luZyBtZW1vcnkgc2l6ZSBhbmQgcXVhZHJhdGljIGNvbXB1dGF0aW9uIGNvc3QuIFVuZGVyIHRoZSBhc3N1bXB0aW9uIG9mIGV4Y2hhbmdlYWJpbGl0eSwgd2UgaW50cm9kdWNlIHNlcXVlbnRpYWwgY29yZS1zZXQgTW9udGUgQ2FybG8gKFNDTUMpLCB3aGljaCBhY2hpZXZlcyBjb25zdGFudCBzcGFjZSBhbmQgbGluZWFyIHRpbWUgYnkgcmVqdXZlbmF0aW5nIGJhc2VkIG9uIHNwYXJzZSwgd2VpZ2h0ZWQgc3Vic2V0cyBvZiBwYXN0IGRhdGEuIEluIGNvbnRyYXN0IHRvIGVhcmxpZXIgYXBwcm9hY2hlcywgd2hpY2ggdW5pZm9ybWx5IHN1YnNhbXBsZSBvciB0aHJvdyBhd2F5IG9ic2VydmF0aW9ucywgU0NNQyB1c2VzIGEgbm92ZWwgb25saW5lIHZlcnNpb24gb2YgYSBzdGF0ZS1vZi10aGUtYXJ0IEJheWVzaWFuIGNvcmUtc2V0IGFsZ29yaXRobSB0byBpbmNyZW1lbnRhbGx5IGNvbnN0cnVjdCBhIG5vbnBhcmFtZXRyaWMsIGRhdGEtIGFuZCBtb2RlbC1kZXBlbmRlbnQgdmFyaWF0aW9uYWwgcmVwcmVzZW50YXRpb24gb2YgdGhlIHVubm9ybWFsaXplZCB0YXJnZXQgZGVuc2l0eS4gRXhwZXJpbWVudHMgZGVtb25zdHJhdGUgc2lnbmlmaWNhbnRseSByZWR1Y2VkIGFwcHJveGltYXRpb24gZXJyb3JzIGF0IG5lZ2xpZ2libGUgYWRkaXRpb25hbCBjb3N0Ln0KfQoKCgpAaW5wcm9jZWVkaW5nc3ticmVrZWxtYW5zMjAyMHFwYXRocywKICB0aXRsZSAgPSB7QW5uZWFsZWQgSW1wb3J0YW5jZSBTYW1wbGluZyB3aXRoIHEtUGF0aHN9LAogIGF1dGhvciA9IHtCcmVrZWxtYW5zKiwgUi4gYW5kIE1hc3JhbmkqLCBWLiBhbmQgVGhhbmcsIEIuIGFuZCBXb29kLCBGLiBhbmQgR2Fsc3R5YW4sIEEuIGFuZCBWZXIgU3RlZWcsIEcuIGFuZCBOaWVsc2VuLCBGLn0sCiAgeWVhciAgID0gezIwMjB9LAogIGFiYnI9e05ldXJJUFN9LAogIGJvb2t0aXRsZSA9IHtOZXVySVBTIFdvcmtzaG9wIG9uIERlZXAgTGVhcm5pbmcgdGhyb3VnaCBJbmZvcm1hdGlvbiBHZW9tZXRyeSAoQmVzdCBQYXBlciBBd2FyZCl9LAogIHVybF9Bclhpdj17aHR0cHM6Ly9hcnhpdi5vcmcvYWJzLzIwMTIuMDc4MjN9LAogIHVybF9QYXBlcj17aHR0cHM6Ly9hcnhpdi5vcmcvcGRmLzIwMTIuMDc4MjMucGRmfSwKICBhYnN0cmFjdD17QW5uZWFsZWQgSW1wb3J0YW5jZSBTYW1wbGluZyAoQUlTKSBpcyB0aGUgZ29sZCBzdGFuZGFyZCBmb3IgZXN0aW1hdGluZyBwYXJ0aXRpb24gZnVuY3Rpb25zIG9yIG1hcmdpbmFsIGxpa2VsaWhvb2RzLCBjb3JyZXNwb25kaW5nIHRvIGltcG9ydGFuY2Ugc2FtcGxpbmcgb3ZlciBhIHBhdGggb2YgZGlzdHJpYnV0aW9ucyBiZXR3ZWVuIGEgdHJhY3RhYmxlIGJhc2UgYW5kIGFuIHVubm9ybWFsaXplZCB0YXJnZXQuIFdoaWxlIEFJUyB5aWVsZHMgYW4gdW5iaWFzZWQgZXN0aW1hdG9yIGZvciBhbnkgcGF0aCwgZXhpc3RpbmcgbGl0ZXJhdHVyZSBoYXMgYmVlbiBsaW1pdGVkIHRvIHRoZSBnZW9tZXRyaWMgbWl4dHVyZSBvciBtb21lbnQtYXZlcmFnZWQgcGF0aHMgYXNzb2NpYXRlZCB3aXRoIHRoZSBleHBvbmVudGlhbCBmYW1pbHkgYW5kIEtMIGRpdmVyZ2VuY2UuIFdlIGV4cGxvcmUgQUlTIHVzaW5nIHEtcGF0aHMsIHdoaWNoIGluY2x1ZGUgdGhlIGdlb21ldHJpYyBwYXRoIGFzIGEgc3BlY2lhbCBjYXNlIGFuZCBhcmUgcmVsYXRlZCB0byB0aGUgaG9tb2dlbmVvdXMgcG93ZXIgbWVhbiwgZGVmb3JtZWQgZXhwb25lbnRpYWwgZmFtaWx5LCBhbmQgzrEtZGl2ZXJnZW5jZS59Cn0KCgoKQEluUHJvY2VlZGluZ3N7bmd1eWVuMjAyMGdhdXNzaWFuLAogIHRpdGxlPXtHYXVzc2lhbiBQcm9jZXNzIEJhbmRpdCBPcHRpbWl6YXRpb24gb2YgdGhlIFRoZXJtb2R5bmFtaWMgVmFyaWF0aW9uYWwgT2JqZWN0aXZlfSwKICBhdXRob3I9e05ndXllbiwgVnUgYW5kIE1hc3JhbmksIFZhZGVuIGFuZCBCcmVrZWxtYW5zLCBSb2IgYW5kIE9zYm9ybmUsIE1pY2hhZWwgYW5kIFdvb2QsIEZyYW5rfSwKICBzZXJpZXM9e0FkdmFuY2VzIGluIE5ldXJhbCBJbmZvcm1hdGlvbiBQcm9jZXNzaW5nIFN5c3RlbXMgKE5ldXJJUFMpfSwKICB5ZWFyPXsyMDIwfSwKICB1cmxfTGluayA9IHtodHRwczovL3Byb2NlZWRpbmdzLm5ldXJpcHMuY2MvcGFwZXIvMjAyMC9oYXNoLzNmMmRmZjc4NjJhNzBmOTdhNTlhMWZhMDJjM2VjMTEwLUFic3RyYWN0Lmh0bWx9LCAKICB1cmxfUGFwZXIgPSB7aHR0cHM6Ly9wcm9jZWVkaW5ncy5uZXVyaXBzLmNjL3BhcGVyLzIwMjAvZmlsZS8zZjJkZmY3ODYyYTcwZjk3YTU5YTFmYTAyYzNlYzExMC1QYXBlci5wZGZ9LCAKICB1cmxfQXJYaXY9e2h0dHBzOi8vYXJ4aXYub3JnL2Ficy8yMDEwLjE1NzUwfSwKICBzdXBwb3J0ID0ge0QzTX0sCiAgYWJzdHJhY3Q9e0FjaGlldmluZyB0aGUgZnVsbCBwcm9taXNlIG9mIHRoZSBUaGVybW9keW5hbWljIFZhcmlhdGlvbmFsIE9iamVjdGl2ZSAoVFZPKSwgYSByZWNlbnRseSBwcm9wb3NlZCB2YXJpYXRpb25hbCBsb3dlciBib3VuZCBvbiB0aGUgbG9nIGV2aWRlbmNlIGludm9sdmluZyBhIG9uZS1kaW1lbnNpb25hbCBSaWVtYW5uIGludGVncmFsIGFwcHJveGltYXRpb24sIHJlcXVpcmVzIGNob29zaW5nIGEgInNjaGVkdWxlIiBvZiBzb3J0ZWQgZGlzY3JldGl6YXRpb24gcG9pbnRzLiBUaGlzIHBhcGVyIGludHJvZHVjZXMgYSBiZXNwb2tlIEdhdXNzaWFuIHByb2Nlc3MgYmFuZGl0IG9wdGltaXphdGlvbiBtZXRob2QgZm9yIGF1dG9tYXRpY2FsbHkgY2hvb3NpbmcgdGhlc2UgcG9pbnRzLiBPdXIgYXBwcm9hY2ggbm90IG9ubHkgYXV0b21hdGVzIHRoZWlyIG9uZS10aW1lIHNlbGVjdGlvbiwgYnV0IGFsc28gZHluYW1pY2FsbHkgYWRhcHRzIHRoZWlyIHBvc2l0aW9ucyBvdmVyIHRoZSBjb3Vyc2Ugb2Ygb3B0aW1pemF0aW9uLCBsZWFkaW5nIHRvIGltcHJvdmVkIG1vZGVsIGxlYXJuaW5nIGFuZCBpbmZlcmVuY2UuIFdlIHByb3ZpZGUgdGhlb3JldGljYWwgZ3VhcmFudGVlcyB0aGF0IG91ciBiYW5kaXQgb3B0aW1pemF0aW9uIGNvbnZlcmdlcyB0byB0aGUgcmVncmV0LW1pbmltaXppbmcgY2hvaWNlIG9mIGludGVncmF0aW9uIHBvaW50cy4gRW1waXJpY2FsIHZhbGlkYXRpb24gb2Ygb3VyIGFsZ29yaXRobSBpcyBwcm92aWRlZCBpbiB0ZXJtcyBvZiBpbXByb3ZlZCBsZWFybmluZyBhbmQgaW5mZXJlbmNlIGluIFZhcmlhdGlvbmFsIEF1dG9lbmNvZGVycyBhbmQgU2lnbW9pZCBCZWxpZWYgTmV0d29ya3MufQp9CgoKCkB1bnB1Ymxpc2hlZHt5b28yMDIwZW5zZW1ibGUsCiAgICAgIHRpdGxlPXtFbnNlbWJsZSBTcXVhcmVkOiBBIE1ldGEgQXV0b01MIFN5c3RlbX0sIAogICAgICBhdXRob3I9e0phc29uIFlvbyBhbmQgVG9ueSBKb3NlcGggYW5kIER5bGFuIFl1bmcgYW5kIFMuIEFsaSBOYXNzZXJpIGFuZCBGcmFuayBXb29kfSwKICAgICAgeWVhcj17MjAyMH0sCiAgICAgIGVwcmludD17MjAxMi4wNTM5MH0sCiAgICAgIGFyY2hpdmVQcmVmaXg9e2FyWGl2fSwKICAgICAgcHJpbWFyeUNsYXNzPXtjcy5MR30sICAKICAgICAgdXJsX0FyWGl2PXtodHRwczovL2FyeGl2Lm9yZy9hYnMvMjAxMi4wNTM5MH0sCiAgICAgIHVybF9QYXBlcj17aHR0cHM6Ly9hcnhpdi5vcmcvcGRmLzIwMTIuMDUzOTAucGRmfSwKICAgICAgc3VwcG9ydCA9IHtEM019LAogICAgICBhYnN0cmFjdCA9IHtUaGUgY29udGludWluZyByaXNlIGluIHRoZSBudW1iZXIgb2YgcHJvYmxlbXMgYW1lbmFibGUgdG8gbWFjaGluZSBsZWFybmluZyBzb2x1dGlvbnMsIGNvdXBsZWQgd2l0aCBzaW11bHRhbmVvdXMgZ3Jvd3RoIGluIGJvdGggY29tcHV0aW5nIHBvd2VyIGFuZCB2YXJpZXR5IG9mIG1hY2hpbmUgbGVhcm5pbmcgdGVjaG5pcXVlcyBoYXMgbGVkIHRvIGFuIGV4cGxvc2lvbiBvZiBpbnRlcmVzdCBpbiBhdXRvbWF0ZWQgbWFjaGluZSBsZWFybmluZyAoQXV0b01MKS4gVGhpcyBwYXBlciBwcmVzZW50cyBFbnNlbWJsZSBTcXVhcmVkIChFbnNlbWJsZTIpLCBhICJtZXRhIiBBdXRvTUwgc3lzdGVtIHRoYXQgZW5zZW1ibGVzIGF0IHRoZSBsZXZlbCBvZiBBdXRvTUwgc3lzdGVtcy4gRW5zZW1ibGUyIGV4cGxvaXRzIHRoZSBkaXZlcnNpdHkgb2YgZXhpc3RpbmcsIGNvbXBldGluZyBBdXRvTUwgc3lzdGVtcyBieSBlbnNlbWJsaW5nIHRoZSB0b3AtcGVyZm9ybWluZyBtb2RlbHMgc2ltdWx0YW5lb3VzbHkgZ2VuZXJhdGVkIGJ5IGEgc2V0IG9mIHRoZW0uIE91ciB3b3JrIHNob3dzIHRoYXQgZGl2ZXJzaXR5IGluIEF1dG9NTCBzeXN0ZW1zIGlzIHN1ZmZpY2llbnQgdG8ganVzdGlmeSBlbnNlbWJsaW5nIGF0IHRoZSBBdXRvTUwgc3lzdGVtIGxldmVsLiBJbiBkZW1vbnN0cmF0aW5nIHRoaXMsIHdlIGFsc28gZXN0YWJsaXNoIGEgbmV3IHN0YXRlIG9mIHRoZSBhcnQgQXV0b01MIHJlc3VsdCBvbiB0aGUgT3Blbk1MIGNsYXNzaWZpY2F0aW9uIGNoYWxsZW5nZS59Cn0KCgoKQGFydGljbGV7UkFJLTIwLAogIGF1dGhvciAgPSB7VG9tIFJhaW5mb3J0aCBhbmQgQWRhbSBHb2xpbnNraSBhbmQgRnJhbmsgV29vZCBhbmQgU2hlaGVyeWFyIFphaWRpfSwKICB0aXRsZSAgID0ge1RhcmdldC1Bd2FyZSBCYXllc2lhbiBJbmZlcmVuY2U6IEhvdyB0byBCZWF0IE9wdGltYWwgQ29udmVudGlvbmFsIEVzdGltYXRvcnN9LAogIGpvdXJuYWwgPSB7Sm91cm5hbCBvZiBNYWNoaW5lIExlYXJuaW5nIFJlc2VhcmNofSwKICB5ZWFyICAgID0gezIwMjB9LAogIHZvbHVtZSAgPSB7MjF9LAogIG51bWJlciAgPSB7ODh9LAogIHBhZ2VzICAgPSB7MS01NH0sCiAgdXJsX0xpbmsgPSB7aHR0cDovL2ptbHIub3JnL3BhcGVycy92MjEvMTktMTAyLmh0bWx9LAogIHVybF9QYXBlciA9IHtodHRwczovL3d3dy5qbWxyLm9yZy9wYXBlcnMvdm9sdW1lMjEvMTktMTAyLzE5LTEwMi5wZGZ9Cn0KCgoKQEluUHJvY2VlZGluZ3N7TGUtMjAsIAogIHRpdGxlID0ge1JldmlzaXRpbmcgUmV3ZWlnaHRlZCBXYWtlLVNsZWVwIGZvciBNb2RlbHMgd2l0aCBTdG9jaGFzdGljIENvbnRyb2wgRmxvd30sIAogIGF1dGhvciA9IHtMZSwgVHVhbiBBbmggYW5kIEtvc2lvcmVrLCBBZGFtIFIuIGFuZCBTaWRkaGFydGgsIE4uIGFuZCBUZWgsIFllZSBXaHllIGFuZCBXb29kLCBGcmFua30sIAogIHBhZ2VzID0gezEwMzktLTEwNDl9LCAKICB5ZWFyID0gezIwMjB9LCAKICBlZGl0b3IgPSB7UnlhbiBQLiBBZGFtcyBhbmQgVmliaGF2IEdvZ2F0ZX0sIAogIHZvbHVtZSA9IHsxMTV9LCAKICBzZXJpZXMgPSB7UHJvY2VlZGluZ3Mgb2YgdGhlIDM1dGggY29uZmVyZW5jZSBvbiBVbmNlcnRhaW50eSBpbiBBcnRpZmljaWFsIEludGVsbGlnZW5jZSAoVUFJKX0sIAogIGFkZHJlc3MgPSB7VGVsIEF2aXYsIElzcmFlbH0sIAogIG1vbnRoID0gezIyLS0yNSBKdWx9LCAKICBwdWJsaXNoZXIgPSB7UE1MUn0sIAogIHVybF9MaW5rID0ge2h0dHA6Ly9wcm9jZWVkaW5ncy5tbHIucHJlc3MvdjExNS9sZTIwYS5odG1sfSwgCiAgdXJsX1BhcGVyID0ge2h0dHA6Ly9wcm9jZWVkaW5ncy5tbHIucHJlc3MvdjExNS9sZTIwYS9sZTIwYS5wZGZ9LCAKICB1cmxfQXJYaXY9e2h0dHBzOi8vYXJ4aXYub3JnL2Ficy8xODA1LjEwNDY5fSwKICBzdXBwb3J0ID0ge0QzTX0sCiAgYWJzdHJhY3QgPSB7U3RvY2hhc3RpYyBjb250cm9sLWZsb3cgbW9kZWxzIChTQ0ZNcykgYXJlIGEgY2xhc3Mgb2YgZ2VuZXJhdGl2ZSBtb2RlbHMgdGhhdCBpbnZvbHZlIGJyYW5jaGluZyBvbiBjaG9pY2VzIGZyb20gZGlzY3JldGUgcmFuZG9tIHZhcmlhYmxlcy4gQW1vcnRpemVkIGdyYWRpZW50LWJhc2VkIGxlYXJuaW5nIG9mIFNDRk1zIGlzIGNoYWxsZW5naW5nIGFzIG1vc3QgYXBwcm9hY2hlcyB0YXJnZXRpbmcgZGlzY3JldGUgdmFyaWFibGVzIHJlbHkgb24gdGhlaXIgY29udGludW91cyByZWxheGF0aW9uc+KAlHdoaWNoIGNhbiBiZSBpbnRyYWN0YWJsZSBpbiBTQ0ZNcywgYXMgYnJhbmNoaW5nIG9uIHJlbGF4YXRpb25zIHJlcXVpcmVzIGV2YWx1YXRpbmcgYWxsIChleHBvbmVudGlhbGx5IG1hbnkpIGJyYW5jaGluZyBwYXRocy4gVHJhY3RhYmxlIGFsdGVybmF0aXZlcyBtYWlubHkgY29tYmluZSBSRUlORk9SQ0Ugd2l0aCBjb21wbGV4IGNvbnRyb2wtdmFyaWF0ZSBzY2hlbWVzIHRvIGltcHJvdmUgdGhlIHZhcmlhbmNlIG9mIG5haXZlIGVzdGltYXRvcnMuIEhlcmUsIHdlIHJldmlzaXQgdGhlIHJld2VpZ2h0ZWQgd2FrZS1zbGVlcCAoUldTKSBbNV0gYWxnb3JpdGhtLCBhbmQgdGhyb3VnaCBleHRlbnNpdmUgZXZhbHVhdGlvbnMsIHNob3cgdGhhdCBpdCBvdXRwZXJmb3JtcyBjdXJyZW50IHN0YXRlLW9mLXRoZS1hcnQgbWV0aG9kcyBpbiBsZWFybmluZyBTQ0ZNcy4gRnVydGhlciwgaW4gY29udHJhc3QgdG8gdGhlIGltcG9ydGFuY2Ugd2VpZ2h0ZWQgYXV0b2VuY29kZXIsIHdlIG9ic2VydmUgdGhhdCBSV1MgbGVhcm5zIGJldHRlciBtb2RlbHMgYW5kIGluZmVyZW5jZSBuZXR3b3JrcyB3aXRoIGluY3JlYXNpbmcgbnVtYmVycyBvZiBwYXJ0aWNsZXMuIE91ciByZXN1bHRzIHN1Z2dlc3QgdGhhdCBSV1MgaXMgYSBjb21wZXRpdGl2ZSwgb2Z0ZW4gcHJlZmVyYWJsZSwgYWx0ZXJuYXRpdmUgZm9yIGxlYXJuaW5nIFNDRk1zLn0gCiAgfQoKCgpAdW5wdWJsaXNoZWR7TkFELTIwYSwKICB0aXRsZT17VW5jZXJ0YWludHkgaW4gTmV1cmFsIFByb2Nlc3Nlc30sIAogIGF1dGhvcj17U2FlaWQgTmFkZXJpcGFyaXppIGFuZCBLZW5ueSBDaGl1IGFuZCBCZW5qYW1pbiBCbG9lbS1SZWRkeSBhbmQgRnJhbmsgV29vZH0sCiAgam91cm5hbD17YXJYaXYgcHJlcHJpbnQgYXJYaXY6MTkwNi4wNTQ2Mn0sCiAgeWVhcj17MjAyMH0sCiAgZWlkID0ge2FyWGl2OjIwMTAuMDM3NTN9LAogIGFyY2hpdmVQcmVmaXggPSB7YXJYaXZ9LAogIGVwcmludCA9IHsyMDEwLjAzNzUzfSwKICB1cmxfQXJYaXY9e2h0dHBzOi8vYXJ4aXYub3JnL2Ficy8yMDEwLjAzNzUzfSwKICB1cmxfUGFwZXI9e2h0dHBzOi8vYXJ4aXYub3JnL3BkZi8yMDEwLjAzNzUzLnBkZn0sCiAgc3VwcG9ydCA9IHtEM00sRVRBTFVNSVN9LAogIGFic3RyYWN0PXtXZSBleHBsb3JlIHRoZSBlZmZlY3RzIG9mIGFyY2hpdGVjdHVyZSBhbmQgdHJhaW5pbmcgb2JqZWN0aXZlIGNob2ljZSBvbiBhbW9ydGl6ZWQgcG9zdGVyaW9yIHByZWRpY3RpdmUgaW5mZXJlbmNlIGluIHByb2JhYmlsaXN0aWMgY29uZGl0aW9uYWwgZ2VuZXJhdGl2ZSBtb2RlbHMuIFdlIGFpbSB0aGlzIHdvcmsgdG8gYmUgYSBjb3VudGVycG9pbnQgdG8gYSByZWNlbnQgdHJlbmQgaW4gdGhlIGxpdGVyYXR1cmUgdGhhdCBzdHJlc3NlcyBhY2hpZXZpbmcgZ29vZCBzYW1wbGVzIHdoZW4gdGhlIGFtb3VudCBvZiBjb25kaXRpb25pbmcgZGF0YSBpcyBsYXJnZS4gV2UgaW5zdGVhZCBmb2N1cyBvdXIgYXR0ZW50aW9uIG9uIHRoZSBjYXNlIHdoZXJlIHRoZSBhbW91bnQgb2YgY29uZGl0aW9uaW5nIGRhdGEgaXMgc21hbGwuIFdlIGhpZ2hsaWdodCBzcGVjaWZpYyBhcmNoaXRlY3R1cmUgYW5kIG9iamVjdGl2ZSBjaG9pY2VzIHRoYXQgd2UgZmluZCBsZWFkIHRvIHF1YWxpdGF0aXZlIGFuZCBxdWFudGl0YXRpdmUgaW1wcm92ZW1lbnQgdG8gcG9zdGVyaW9yIGluZmVyZW5jZSBpbiB0aGlzIGxvdyBkYXRhIHJlZ2ltZS4gU3BlY2lmaWNhbGx5IHdlIGV4cGxvcmUgdGhlIGVmZmVjdHMgb2YgY2hvaWNlcyBvZiBwb29saW5nIG9wZXJhdG9yIGFuZCB2YXJpYXRpb25hbCBmYW1pbHkgb24gcG9zdGVyaW9yIHF1YWxpdHkgaW4gbmV1cmFsIHByb2Nlc3Nlcy4gU3VwZXJpb3IgcG9zdGVyaW9yIHByZWRpY3RpdmUgc2FtcGxlcyBkcmF3biBmcm9tIG91ciBub3ZlbCBuZXVyYWwgcHJvY2VzcyBhcmNoaXRlY3R1cmVzIGFyZSBkZW1vbnN0cmF0ZWQgdmlhIGltYWdlIGNvbXBsZXRpb24vaW4tcGFpbnRpbmcgZXhwZXJpbWVudHMufQp9CgoKCkBpbnByb2NlZWRpbmdze1RFTi0yMCwKICB0aXRsZT17U2VtaS1zdXBlcnZpc2VkIFNlcXVlbnRpYWwgR2VuZXJhdGl2ZSBNb2RlbHN9LAogIGF1dGhvcj17VGVuZywgTWljaGFlbCBhbmQgTGUsIFR1YW4gQW5oIGFuZCBTY2liaW9yLCBBZGFtIGFuZCBXb29kLCBGcmFua30sCiAgYm9va3RpdGxlPXtDb25mZXJlbmNlIG9uIFVuY2VydGFpbnR5IGluIEFydGlmaWNpYWwgSW50ZWxsaWdlbmNlIChVQUkpfSwKICBlaWQgPSB7YXJYaXY6MjAwNy4wMDE1NX0sCiAgYXJjaGl2ZVByZWZpeCA9IHthclhpdn0sCiAgZXByaW50ID0gezIwMDcuMDAxNTV9LAogIHVybF9MaW5rID0ge2h0dHA6Ly93d3cuYXVhaS5vcmcvfnctYXVhaS91YWkyMDIwL2FjY2VwdGVkLnBocH0sCiAgdXJsX1BhcGVyPXtodHRwOi8vd3d3LmF1YWkub3JnL3VhaTIwMjAvcHJvY2VlZGluZ3MvMjcyX21haW5fcGFwZXIucGRmfSwKICB1cmxfQXJYaXYgPSB7aHR0cHM6Ly9hcnhpdi5vcmcvYWJzLzIwMDcuMDAxNTV9LAogIHN1cHBvcnQgPSB7RDNNfSwKICB5ZWFyPXsyMDIwfQp9CgoKCkBpbnByb2NlZWRpbmdze1dFSS0yMCwKICB0aXRsZT17U3RydWN0dXJlZCBDb25kaXRpb25hbCBDb250aW51b3VzIE5vcm1hbGl6aW5nIEZsb3dzIGZvciBFZmZpY2llbnQgQW1vcnRpemVkIEluZmVyZW5jZSBpbiBHcmFwaGljYWwgTW9kZWxzfSwKICBhdXRob3I9e1dlaWxiYWNoLCBDaHJpc3RpYW4gYW5kIEJlcm9ub3YsIEJveWFuIGFuZCBXb29kLCBGcmFuayBhbmQgSGFydmV5LCBXaWxsaWFtfSwKICBib29rdGl0bGU9e1Byb2NlZWRpbmdzIG9mIHRoZSBUd2VudHkgVGhpcmQgSW50ZXJuYXRpb25hbCBDb25mZXJlbmNlIG9uIEFydGlmaWNpYWwgSW50ZWxsaWdlbmNlIGFuZCBTdGF0aXN0aWNzIChBSVNUQVRTKX0sCiAgcGFnZXM9ezQ0NDEtLTQ0NTF9LAogIHllYXI9ezIwMjB9LAogIHVybF9MaW5rPXtodHRwOi8vcHJvY2VlZGluZ3MubWxyLnByZXNzL3YxMDgvd2VpbGJhY2gyMGEuaHRtbH0sCiAgdXJsX1BhcGVyPXtodHRwOi8vcHJvY2VlZGluZ3MubWxyLnByZXNzL3YxMDgvd2VpbGJhY2gyMGEvd2VpbGJhY2gyMGEucGRmfSwKICB1cmxfUG9zdGVyPXtodHRwczovL2dpdGh1Yi5jb20vcGxhaS1ncm91cC9iaWJsaW9ncmFwaHkvYmxvYi9tYXN0ZXIvcHJlc2VudGF0aW9uc19wb3N0ZXJzL1BST0JQUk9HMjAyMF9XRUkucGRmfSwKICBzdXBwb3J0ID0ge0QzTX0sCiAgYmliYmFzZV9ub3RlID0ge1BNTFIgMTA4OjQ0NDEtNDQ1MX0sCiAgYWJzdHJhY3QgPSB7V2UgZXhwbG9pdCBtaW5pbWFsbHkgZmFpdGhmdWwgaW52ZXJzaW9uIG9mIGdyYXBoaWNhbCBtb2RlbCBzdHJ1Y3R1cmVzIHRvIHNwZWNpZnkgc3BhcnNlIGNvbnRpbnVvdXMgbm9ybWFsaXppbmcgZmxvd3MgKENORnMpIGZvciBhbW9ydGl6ZWQgaW5mZXJlbmNlLiBXZSBmaW5kIHRoYXQgdGhlIHNwYXJzaXR5IG9mIHRoaXMgZmFjdG9yaXphdGlvbiBjYW4gYmUgZXhwbG9pdGVkIHRvIHJlZHVjZSB0aGUgbnVtYmVycyBvZiBwYXJhbWV0ZXJzIGluIHRoZSBuZXVyYWwgbmV0d29yaywgYWRhcHRpdmUgaW50ZWdyYXRpb24gc3RlcHMgb2YgdGhlIGZsb3csIGFuZCBjb25zZXF1ZW50bHkgRkxPUHMgYXQgYm90aCB0cmFpbmluZyBhbmQgaW5mZXJlbmNlIHRpbWUgd2l0aG91dCBkZWNyZWFzaW5nIHBlcmZvcm1hbmNlIGluIGNvbXBhcmlzb24gdG8gdW5jb25zdHJhaW5lZCBmbG93cy4gQnkgZXhwcmVzc2luZyB0aGUgc3RydWN0dXJlIGludmVyc2lvbiBhcyBhIGNvbXBpbGF0aW9uIHBhc3MgaW4gYSBwcm9iYWJpbGlzdGljIHByb2dyYW1taW5nIGxhbmd1YWdlLCB3ZSBhcmUgYWJsZSB0byBhcHBseSBpdCBpbiBhIG5vdmVsIHdheSB0byBtb2RlbHMgYXMgY29tcGxleCBhcyBjb252b2x1dGlvbmFsIG5ldXJhbCBuZXR3b3Jrcy4gRnVydGhlcm1vcmUsIHdlIGV4dGVuZCB0aGUgdHJhaW5pbmcgb2JqZWN0aXZlIGZvciBDTkZzIGluIHRoZSBjb250ZXh0IG9mIGluZmVyZW5jZSBhbW9ydGl6YXRpb24gdG8gdGhlIHN5bW1ldHJpYyBLdWxsYmFjay1MZWlibGVyIGRpdmVyZ2VuY2UsIGFuZCBkZW1vbnN0cmF0ZSBpdHMgdGhlb3JldGljYWwgYW5kIHByYWN0aWNhbCBhZHZhbnRhZ2VzLn0KfQoKCgpAaW5wcm9jZWVkaW5nc3tOQUQtMjIsCiAgdGl0bGUgPSAJIHsgQW1vcnRpemVkIFJlamVjdGlvbiBTYW1wbGluZyBpbiBVbml2ZXJzYWwgUHJvYmFiaWxpc3RpYyBQcm9ncmFtbWluZyB9LAogIGF1dGhvciA9ICAgICAgIHtOYWRlcmlwYXJpemksIFNhZWlkIGFuZCBTY2liaW9yLCBBZGFtIGFuZCBNdW5rLCBBbmRyZWFzIGFuZCBHaGFkaXJpLCBNZWhyZGFkIGFuZCBHdW5lcyBCYXlkaW4sIEF0aWxpbSBhbmQgR3JhbS1IYW5zZW4sIEJyYWRsZXkgSi4gYW5kIFNjaHJvZWRlciBEZSBXaXR0LCBDaHJpc3RpYW4gQS4gYW5kIFppbmtvdiwgUm9iZXJ0IGFuZCBUb3JyLCBQaGlsaXAgYW5kIFJhaW5mb3J0aCwgVG9tIGFuZCBXaHllIFRlaCwgWWVlIGFuZCBXb29kLCBGcmFua30sCiAgYm9va3RpdGxlID0gCSB7UHJvY2VlZGluZ3Mgb2YgVGhlIDI1dGggSW50ZXJuYXRpb25hbCBDb25mZXJlbmNlIG9uIEFydGlmaWNpYWwgSW50ZWxsaWdlbmNlIGFuZCBTdGF0aXN0aWNzfSwKICBwYWdlcyA9IAkgezgzOTItLTg0MTJ9LAogIHllYXIgPSAJIHsyMDIyfSwKICBlZGl0b3IgPSAJIHtDYW1wcy1WYWxscywgR3VzdGF1IGFuZCBSdWl6LCBGcmFuY2lzY28gSi4gUi4gYW5kIFZhbGVyYSwgSXNhYmVsfSwKICB2b2x1bWUgPSAJIHsxNTF9LAogIHNlcmllcyA9IAkge1Byb2NlZWRpbmdzIG9mIE1hY2hpbmUgTGVhcm5pbmcgUmVzZWFyY2h9LAogIG1vbnRoID0gCSB7MjgtLTMwIE1hcn0sCiAgcHVibGlzaGVyID0gICAge1BNTFJ9LAogIHBkZiA9IAkge2h0dHBzOi8vcHJvY2VlZGluZ3MubWxyLnByZXNzL3YxNTEvbmFkZXJpcGFyaXppMjJhL25hZGVyaXBhcml6aTIyYS5wZGZ9LAogIHVybCA9IAkge2h0dHBzOi8vcHJvY2VlZGluZ3MubWxyLnByZXNzL3YxNTEvbmFkZXJpcGFyaXppMjJhLmh0bWx9LAogIGFic3RyYWN0ID0gCSB7IE5haXZlIGFwcHJvYWNoZXMgdG8gYW1vcnRpemVkIGluZmVyZW5jZSBpbiBwcm9iYWJpbGlzdGljIHByb2dyYW1zIHdpdGggdW5ib3VuZGVkIGxvb3BzIGNhbiBwcm9kdWNlIGVzdGltYXRvcnMgd2l0aCBpbmZpbml0ZSB2YXJpYW5jZS4gVGhpcyBpcyBwYXJ0aWN1bGFybHkgdHJ1ZSBvZiBpbXBvcnRhbmNlIHNhbXBsaW5nIGluZmVyZW5jZSBpbiBwcm9ncmFtcyB0aGF0IGV4cGxpY2l0bHkgaW5jbHVkZSByZWplY3Rpb24gc2FtcGxpbmcgYXMgcGFydCBvZiB0aGUgdXNlci1wcm9ncmFtbWVkIGdlbmVyYXRpdmUgcHJvY2VkdXJlLiBJbiB0aGlzIHBhcGVyIHdlIGRldmVsb3AgYSBuZXcgYW5kIGVmZmljaWVudCBhbW9ydGl6ZWQgaW1wb3J0YW5jZSBzYW1wbGluZyBlc3RpbWF0b3IuIFdlIHByb3ZlIGZpbml0ZSB2YXJpYW5jZSBvZiBvdXIgZXN0aW1hdG9yIGFuZCBlbXBpcmljYWxseSBkZW1vbnN0cmF0ZSBvdXIgbWV0aG9k4oCZcyBjb3JyZWN0bmVzcyBhbmQgZWZmaWNpZW5jeSBjb21wYXJlZCB0byBleGlzdGluZyBhbHRlcm5hdGl2ZXMgb24gZ2VuZXJhdGl2ZSBwcm9ncmFtcyBjb250YWluaW5nIHJlamVjdGlvbiBzYW1wbGluZyBsb29wcyBhbmQgZGlzY3VzcyBob3cgdG8gaW1wbGVtZW50IG91ciBtZXRob2QgaW4gYSBnZW5lcmljIHByb2JhYmlsaXN0aWMgcHJvZ3JhbW1pbmcgZnJhbWV3b3JrLiB9Cn0KCgoKQGlucHJvY2VlZGluZ3N7QlJFLTIwLAogIGF1dGhvciA9IHt7QnJla2VsbWFuc30sIFJvYiBhbmQge01hc3Jhbml9LCBWYWRlbiBhbmQge1dvb2R9LCBGcmFuayBhbmQge1ZlciBTdGVlZ30sIEdyZWcgYW5kIHtHYWxzdHlhbn0sIEFyYW19LAogIHRpdGxlID0ge0FsbCBpbiB0aGUgRXhwb25lbnRpYWwgRmFtaWx5OiBCcmVnbWFuIER1YWxpdHkgaW4gVGhlcm1vZHluYW1pYyBWYXJpYXRpb25hbCBJbmZlcmVuY2V9LAogIGJvb2t0aXRsZT17VGhpcnR5LXNldmVudGggSW50ZXJuYXRpb25hbCBDb25mZXJlbmNlIG9uIE1hY2hpbmUgTGVhcm5pbmcgKElDTUwgMjAyMCl9LAogIGtleXdvcmRzID0ge0NvbXB1dGVyIFNjaWVuY2UgLSBNYWNoaW5lIExlYXJuaW5nLCBTdGF0aXN0aWNzIC0gTWFjaGluZSBMZWFybmluZ30sCiAgeWVhciA9IDIwMjAsCiAgbW9udGggPSBqdWwsCiAgZWlkID0ge2FyWGl2OjIwMDcuMDA2NDJ9LAogIGFyY2hpdmVQcmVmaXggPSB7YXJYaXZ9LAogIGVwcmludCA9IHsyMDA3LjAwNjQyfSwKICB1cmxfTGluayA9IHtodHRwczovL3Byb2NlZWRpbmdzLmljbWwuY2MvYm9vay8yMDIwL2hhc2gvMTIzMTFkMDVjOWFhNjc3NjU3MDM5ODQyMzk1MTEyMTJ9LAogIHVybF9QYXBlcj17aHR0cHM6Ly9wcm9jZWVkaW5ncy5pY21sLmNjL3N0YXRpYy9wYXBlcl9maWxlcy9pY21sLzIwMjAvMjgyNi1QYXBlci5wZGZ9LAogIHVybF9Bclhpdj17aHR0cHM6Ly9hcnhpdi5vcmcvYWJzLzIwMDcuMDA2NDJ9LAogIHN1cHBvcnQgPSB7RDNNfSwKICBhYnN0cmFjdD17VGhlIHJlY2VudGx5IHByb3Bvc2VkIFRoZXJtb2R5bmFtaWMgVmFyaWF0aW9uYWwgT2JqZWN0aXZlIChUVk8pIGxldmVyYWdlcyB0aGVybW9keW5hbWljIGludGVncmF0aW9uIHRvIHByb3ZpZGUgYSBmYW1pbHkgb2YgdmFyaWF0aW9uYWwgaW5mZXJlbmNlIG9iamVjdGl2ZXMsIHdoaWNoIGJvdGggdGlnaHRlbiBhbmQgZ2VuZXJhbGl6ZSB0aGUgdWJpcXVpdG91cyBFdmlkZW5jZSBMb3dlciBCb3VuZCAoRUxCTykuIEhvd2V2ZXIsIHRoZSB0aWdodG5lc3Mgb2YgVFZPIGJvdW5kcyB3YXMgbm90IHByZXZpb3VzbHkga25vd24sIGFuIGV4cGVuc2l2ZSBncmlkIHNlYXJjaCB3YXMgdXNlZCB0byBjaG9vc2UgYSAic2NoZWR1bGUiIG9mIGludGVybWVkaWF0ZSBkaXN0cmlidXRpb25zLCBhbmQgbW9kZWwgbGVhcm5pbmcgc3VmZmVyZWQgd2l0aCBvc3RlbnNpYmx5IHRpZ2h0ZXIgYm91bmRzLiBJbiB0aGlzIHdvcmssIHdlIHByb3Bvc2UgYW4gZXhwb25lbnRpYWwgZmFtaWx5IGludGVycHJldGF0aW9uIG9mIHRoZSBnZW9tZXRyaWMgbWl4dHVyZSBjdXJ2ZSB1bmRlcmx5aW5nIHRoZSBUVk8gYW5kIHZhcmlvdXMgcGF0aCBzYW1wbGluZyBtZXRob2RzLCB3aGljaCBhbGxvd3MgdXMgdG8gY2hhcmFjdGVyaXplIHRoZSBnYXAgaW4gVFZPIGxpa2VsaWhvb2QgYm91bmRzIGFzIGEgc3VtIG9mIEtMIGRpdmVyZ2VuY2VzLiBXZSBwcm9wb3NlIHRvIGNob29zZSBpbnRlcm1lZGlhdGUgZGlzdHJpYnV0aW9ucyB1c2luZyBlcXVhbCBzcGFjaW5nIGluIHRoZSBtb21lbnQgcGFyYW1ldGVycyBvZiBvdXIgZXhwb25lbnRpYWwgZmFtaWx5LCB3aGljaCBtYXRjaGVzIGdyaWQgc2VhcmNoIHBlcmZvcm1hbmNlIGFuZCBhbGxvd3MgdGhlIHNjaGVkdWxlIHRvIGFkYXB0aXZlbHkgdXBkYXRlIG92ZXIgdGhlIGNvdXJzZSBvZiB0cmFpbmluZy4gRmluYWxseSwgd2UgZGVyaXZlIGEgZG91Ymx5IHJlcGFyYW1ldGVyaXplZCBncmFkaWVudCBlc3RpbWF0b3Igd2hpY2ggaW1wcm92ZXMgbW9kZWwgbGVhcm5pbmcgYW5kIGFsbG93cyB0aGUgVFZPIHRvIGJlbmVmaXQgZnJvbSBtb3JlIHJlZmluZWQgYm91bmRzLiBUbyBmdXJ0aGVyIGNvbnRleHR1YWxpemUgb3VyIGNvbnRyaWJ1dGlvbnMsIHdlIHByb3ZpZGUgYSB1bmlmaWVkIGZyYW1ld29yayBmb3IgdW5kZXJzdGFuZGluZyB0aGVybW9keW5hbWljIGludGVncmF0aW9uIGFuZCB0aGUgVFZPIHVzaW5nIFRheWxvciBzZXJpZXMgcmVtYWluZGVycy59CiAgfQoKJUB1bnB1Ymxpc2hlZHtXT08tMjAsCiUgIGF1dGhvciA9IHt7V29vZH0sIEZyYW5rIGFuZCB7V2FycmluZ3Rvbn0sIEFuZHJldyBhbmQge05hZGVyaXBhcml6aX0sIFNhZWlkIGFuZCB7V2VpbGJhY2h9LCBDaHJpc3RpYW4gYW5kIHtNYXNyYW5pfSwgVmFkZW4gYW5kIHtIYXJ2ZXl9LCBXaWxsaWFtIGFuZCB7U2NpYmlvcn0sIEFkYW0gYW5kIHtCZXJvbm92fSwgQm95YW4gYW5kIHtOYXNzZXJpfSwgQWxpfSwKJSAgdGl0bGUgPSB7UGxhbm5pbmcgYXMgSW5mZXJlbmNlIGluIEVwaWRlbWlvbG9naWNhbCBNb2RlbHN9LAolICBqb3VybmFsID0ge2FyWGl2IGUtcHJpbnRzfSwKJSAga2V5d29yZHMgPSB7UXVhbnRpdGF0aXZlIEJpb2xvZ3kgLSBQb3B1bGF0aW9ucyBhbmQgRXZvbHV0aW9uLCBDb21wdXRlciBTY2llbmNlIC0gTWFjaGluZSBMZWFybmluZywgU3RhdGlzdGljcyAtIE1hY2hpbmUgTGVhcm5pbmd9LAolICB5ZWFyID0gezIwMjB9LAolICBlaWQgPSB7YXJYaXY6MjAwMy4xMzIyMX0sCiUgIGFyY2hpdmVQcmVmaXggPSB7YXJYaXZ9LAolICBlcHJpbnQgPSB7MjAwMy4xMzIyMX0sCiUgIHN1cHBvcnQgPSB7RDNNLENPVklELEVUQUxVTUlTfSwKJSAgdXJsX0FyWGl2PXtodHRwczovL2FyeGl2Lm9yZy9hYnMvMjAwMy4xMzIyMX0sCiUgIHVybF9QYXBlcj17aHR0cHM6Ly9hcnhpdi5vcmcvcGRmLzIwMDMuMTMyMjEucGRmfSwKJSAgYWJzdHJhY3Q9e0luIHRoaXMgd29yayB3ZSBkZW1vbnN0cmF0ZSBob3cgZXhpc3Rpbmcgc29mdHdhcmUgdG9vbHMgY2FuIGJlIHVzZWQgdG8gYXV0b21hdGUgcGFydHMgb2YgaW5mZWN0aW91cyBkaXNlYXNlLWNvbnRyb2wgcG9saWN5LW1ha2luZyB2aWEgcGVyZm9ybWluZyBpbmZlcmVuY2UgaW4gZXhpc3RpbmcgZXBpZGVtaW9sb2dpY2FsIGR5bmFtaWNzIG1vZGVscy4gVGhlIGtpbmQgb2YgaW5mZXJlbmNlIHRhc2tzIHVuZGVydGFrZW4gaW5jbHVkZSBjb21wdXRpbmcsIGZvciBwbGFubmluZyBwdXJwb3NlcywgdGhlIHBvc3RlcmlvciBkaXN0cmlidXRpb24gb3ZlciBwdXRhdGl2ZWx5IGNvbnRyb2xsYWJsZSwgdmlhIGRpcmVjdCBwb2xpY3ktbWFraW5nIGNob2ljZXMsIHNpbXVsYXRpb24gbW9kZWwgcGFyYW1ldGVycyB0aGF0IGdpdmUgcmlzZSB0byBhY2NlcHRhYmxlIGRpc2Vhc2UgcHJvZ3Jlc3Npb24gb3V0Y29tZXMuIE5laXRoZXIgdGhlIGZ1bGwgY2FwYWJpbGl0aWVzIG9mIHN1Y2ggaW5mZXJlbmNlIGF1dG9tYXRpb24gc29mdHdhcmUgdG9vbHMgbm9yIHRoZWlyIHV0aWxpdHkgZm9yIHBsYW5uaW5nIGlzIHdpZGVseSBkaXNzZW1pbmF0ZWQgYXQgdGhlIGN1cnJlbnQgdGltZS4gVGltZWx5IGdhaW5zIGluIHVuZGVyc3RhbmRpbmcgYWJvdXQgdGhlc2UgdG9vbHMgYW5kIGhvdyB0aGV5IGNhbiBiZSB1c2VkIG1heSBsZWFkIHRvIG1vcmUgZmluZS1ncmFpbmVkIGFuZCBsZXNzIGVjb25vbWljYWxseSBkYW1hZ2luZyBwb2xpY3kgcHJlc2NyaXB0aW9ucywgcGFydGljdWxhcmx5IGR1cmluZyB0aGUgY3VycmVudCBDT1ZJRC0xOSBwYW5kZW1pYy59CiV9CgoKCkBpbnByb2NlZWRpbmdze1dBUi0yMCwKICB0aXRsZT17Q29waW5nIFdpdGggU2ltdWxhdG9ycyBUaGF0IERvbuKAmXQgQWx3YXlzIFJldHVybn0sCiAgYXV0aG9yPXtXYXJyaW5ndG9uLCBBIGFuZCBOYWRlcmlwYXJpemksIFMgYW5kIFdvb2QsIEZ9LAogIGJvb2t0aXRsZT17VGhlIDIzcmQgSW50ZXJuYXRpb25hbCBDb25mZXJlbmNlIG9uIEFydGlmaWNpYWwgSW50ZWxsaWdlbmNlIGFuZCBTdGF0aXN0aWNzIChBSVNUQVRTKX0sCiAgYXJjaGl2ZXByZWZpeCA9IHthclhpdn0sCiAgZXByaW50ID0gezE5MDYuMDU0NjJ9LAogIHllYXI9ezIwMjB9LAogIHVybF9MaW5rID0ge2h0dHA6Ly9wcm9jZWVkaW5ncy5tbHIucHJlc3MvdjEwOC93YXJyaW5ndG9uMjBhLmh0bWx9LAogIHVybF9QYXBlciA9IHtodHRwOi8vcHJvY2VlZGluZ3MubWxyLnByZXNzL3YxMDgvd2FycmluZ3RvbjIwYS93YXJyaW5ndG9uMjBhLnBkZn0sCiAgdXJsX1Bvc3RlciA9IHtodHRwczovL2dpdGh1Yi5jb20vcGxhaS1ncm91cC9iaWJsaW9ncmFwaHkvYmxvYi9tYXN0ZXIvcHJlc2VudGF0aW9uc19wb3N0ZXJzL1dBUi0yMC5wZGZ9LAogIHVybF9BclhpdiA9IHtodHRwczovL2FyeGl2Lm9yZy9hYnMvMjAwMy4xMjkwOH0sCiAga2V5d29yZHMgPSB7c2ltdWxhdG9ycywgc21jLCBhdXRvcmVncmVzc2l2ZSBmbG93fSwKICBzdXBwb3J0ID0ge0QzTSxFVEFMVU1JU30sCiAgYmliYmFzZV9ub3RlPXtQTUxSIDEwODoxNzQ4LTE3NTh9LAogIGFic3RyYWN0ID0ge0RldGVybWluaXN0aWMgbW9kZWxzIGFyZSBhcHByb3hpbWF0aW9ucyBvZiByZWFsaXR5IHRoYXQgYXJlIGVhc3kgdG8gaW50ZXJwcmV0IGFuZCBvZnRlbiBlYXNpZXIgdG8gYnVpbGQgdGhhbiBzdG9jaGFzdGljIGFsdGVybmF0aXZlcy4gVW5mb3J0dW5hdGVseSwgYXMgbmF0dXJlIGlzIGNhcHJpY2lvdXMsIG9ic2VydmF0aW9uYWwgZGF0YSBjYW4gbmV2ZXIgYmUgZnVsbHkgZXhwbGFpbmVkIGJ5IGRldGVybWluaXN0aWMgbW9kZWxzIGluIHByYWN0aWNlLiBPYnNlcnZhdGlvbiBhbmQgcHJvY2VzcyBub2lzZSBuZWVkIHRvIGJlIGFkZGVkIHRvIGFkYXB0IGRldGVybWluaXN0aWMgbW9kZWxzIHRvIGJlaGF2ZSBzdG9jaGFzdGljYWxseSwgc3VjaCB0aGF0IHRoZXkgYXJlIGNhcGFibGUgb2YgZXhwbGFpbmluZyBhbmQgZXh0cmFwb2xhdGluZyBmcm9tIG5vaXN5IGRhdGEuIFdlIGludmVzdGlnYXRlIGFuZCBhZGRyZXNzIGNvbXB1dGF0aW9uYWwgaW5lZmZpY2llbmNpZXMgdGhhdCBhcmlzZSBmcm9tIGFkZGluZyBwcm9jZXNzIG5vaXNlIHRvIGRldGVybWluaXN0aWMgc2ltdWxhdG9ycyB0aGF0IGZhaWwgdG8gcmV0dXJuIGZvciBjZXJ0YWluIGlucHV0czsgYSBwcm9wZXJ0eSB3ZSBkZXNjcmliZSBhcyAiYnJpdHRsZS4iIFdlIHNob3cgaG93IHRvIHRyYWluIGEgY29uZGl0aW9uYWwgbm9ybWFsaXppbmcgZmxvdyB0byBwcm9wb3NlIHBlcnR1cmJhdGlvbnMgc3VjaCB0aGF0IHRoZSBzaW11bGF0b3Igc3VjY2VlZHMgd2l0aCBoaWdoIHByb2JhYmlsaXR5LCBpbmNyZWFzaW5nIGNvbXB1dGF0aW9uYWwgZWZmaWNpZW5jeS59CiAgfQoKCgpAdGVjaHJlcG9ydHtXT08tMTksCiAgdGl0bGU9e0hhc3R5LUEgR2VuZXJhdGl2ZSBNb2RlbCBDb21wbGllcn0sCiAgYXV0aG9yPXtXb29kLCBGcmFuayBhbmQgVGVuZywgTWljaGFlbCBhbmQgWmlua292LCBSb2J9LAogIHllYXI9ezIwMTl9LAogIGluc3RpdHV0aW9uPXtVbml2ZXJzaXR5IG9mIE94Zm9yZCBPeGZvcmQgVW5pdGVkIEtpbmdkb219LAogIHVybF9MaW5rPXtodHRwczovL2FwcHMuZHRpYy5taWwvc3RpL2NpdGF0aW9ucy9BRDEwNzI4Mzl9LAogIHVybF9QYXBlcj17aHR0cHM6Ly9hcHBzLmR0aWMubWlsL3N0aS9wZGZzL0FEMTA3MjgzOS5wZGZ9LAogIHN1cHBvcnQgPSB7RDNNfSwKICBhYnN0cmFjdCA9IHtUaGlzIHdvcmsgZGVzY3JpYmVzIG91ciBjb250cmlidXRpb24gb2YgcHJvb2Ygb2YgY29uY2VwdCBwcmltaXRpdmVzIHRvIHRoZSBEM00gcHJvZ3JhbSBhbmQgcmVzZWFyY2ggcHJvZ3Jlc3MgbWFkZSB0b3dhcmRzIGFuIGluaXRpYWwgdmVyc2lvbiBvZiBIYXN0eS4gQWx0aG91Z2ggd2Ugd2VyZSB1bmFibGUgdG8gY29tcGxldGUgdGhlIGluaXRpYWwgdmVyc2lvbiBvZiBIYXN0eSwgb3IgY29udHJpYnV0ZSB0byB0aGUgRDNNIHByaW1pdGl2ZSBsaWJyYXJ5IHRoZSB0eXBlcyBvZiBwcmltaXRpdmVzIHRoYXQgSGFzdHkgd2lsbCBlbmFibGUgd2UgZGlkIHRyYWluIGEgbnVtYmVyIG9mIEhpZ2hseSBRdWFsaWZpZWQgUGVyc29ubmVsIEhRUCBhbmQgaGF2ZSBpbnRlcmFjdGVkIHdpdGggdGhlIEF1dG9NTCwgcHJvYmFiaWxpc3RpYyBwcm9ncmFtbWluZyBsYW5ndWFnZXMsIG5ldXJhbCBuZXR3b3JraW5nLCBhbmQgb3RoZXIgY29tbXVuaXRpZXMgd2hpY2ggb3VyIHdvcmsgaXMgZXhwZWN0ZWQgdG8gaW1wYWN0Ln0KfQoKCgpAaW5wcm9jZWVkaW5nc3tXQVItMTlhLAogIHRpdGxlPXtDb3BpbmcgV2l0aCBTaW11bGF0b3JzIFRoYXQgRG9u4oCZdCBBbHdheXMgUmV0dXJufSwKICBhdXRob3I9e1dhcnJpbmd0b24sIEEgYW5kIE5hZGVyaXBhcml6aSwgUyBhbmQgV29vZCwgRn0sCiAgYm9va3RpdGxlPXsybmQgU3ltcG9zaXVtIG9uIEFkdmFuY2VzIGluIEFwcHJveGltYXRlIEJheWVzaWFuIEluZmVyZW5jZSAoQUFCSSl9LAogIHllYXI9ezIwMTl9LAogIHVybF9MaW5rPXtodHRwczovL29wZW5yZXZpZXcubmV0L2ZvcnVtP2lkPVNKZWNLeWhFS3Imbm90ZUlkPVNKZWNLeWhFS3J9LAogIHVybF9QYXBlcj17aHR0cHM6Ly9vcGVucmV2aWV3Lm5ldC9wZGY/aWQ9U0plY0t5aEVLcn0sCiAga2V5d29yZHMgPSB7c2ltdWxhdG9ycywgc21jLCBhdXRvcmVncmVzc2l2ZSBmbG93fSwKICBzdXBwb3J0ID0ge0QzTSxFVEFMVU1JU30sCiAgYWJzdHJhY3QgPSB7RGV0ZXJtaW5pc3RpYyBtb2RlbHMgYXJlIGFwcHJveGltYXRpb25zIG9mIHJlYWxpdHkgdGhhdCBhcmUgb2Z0ZW4gZWFzaWVyIHRvIGJ1aWxkIGFuZCBpbnRlcnByZXQgdGhhbiBzdG9jaGFzdGljIGFsdGVybmF0aXZlcy4gIApVbmZvcnR1bmF0ZWx5LCBhcyBuYXR1cmUgaXMgY2FwcmljaW91cywgb2JzZXJ2YXRpb25hbCBkYXRhIGNhbiBuZXZlciBiZSBmdWxseSBleHBsYWluZWQgYnkgZGV0ZXJtaW5pc3RpYyBtb2RlbHMgaW4gcHJhY3RpY2UuICAKT2JzZXJ2YXRpb24gYW5kIHByb2Nlc3Mgbm9pc2UgbmVlZCB0byBiZSBhZGRlZCB0byBhZGFwdCBkZXRlcm1pbmlzdGljIG1vZGVscyB0byBiZWhhdmUgc3RvY2hhc3RpY2FsbHksIHN1Y2ggdGhhdCB0aGV5IGFyZSBjYXBhYmxlIG9mIGV4cGxhaW5pbmcgYW5kIGV4dHJhcG9sYXRpbmcgZnJvbSBub2lzeSBkYXRhLgpBZGRpbmcgcHJvY2VzcyBub2lzZSB0byBkZXRlcm1pbmlzdGljIHNpbXVsYXRvcnMgY2FuIGluZHVjZSBhIGZhaWx1cmUgaW4gdGhlIHNpbXVsYXRvciByZXN1bHRpbmcgaW4gbm8gcmV0dXJuIHZhbHVlIGZvciBjZXJ0YWluIGlucHV0cyAtLSBhIHByb3BlcnR5IHdlIGRlc2NyaWJlIGFzIGBgYnJpdHRsZS4nJwpXZSBpbnZlc3RpZ2F0ZSBhbmQgYWRkcmVzcyB0aGUgd2FzdGVkIGNvbXB1dGF0aW9uIHRoYXQgYXJpc2VzIGZyb20gdGhlc2UgZmFpbHVyZXMsIGFuZCB0aGUgZWZmZWN0IG9mIHN1Y2ggZmFpbHVyZXMgb24gZG93bnN0cmVhbSBpbmZlcmVuY2UgdGFza3MuCldlIHNob3cgdGhhdCBwZXJmb3JtaW5nIGluZmVyZW5jZSBpbiB0aGlzIHNwYWNlIGNhbiBiZSB2aWV3ZWQgYXMgcmVqZWN0aW9uIHNhbXBsaW5nLCBhbmQgdHJhaW4gYSBjb25kaXRpb25hbCBub3JtYWxpemluZyBmbG93IGFzIGEgcHJvcG9zYWwgb3ZlciBub2lzZSB2YWx1ZXMgc3VjaCB0aGF0IHRoZXJlIGlzIGEgbG93IHByb2JhYmlsaXR5IHRoYXQgdGhlIHNpbXVsYXRvciBjcmFzaGVzLCBpbmNyZWFzaW5nIGNvbXB1dGF0aW9uYWwgZWZmaWNpZW5jeSBhbmQgaW5mZXJlbmNlIGZpZGVsaXR5IGZvciBhIGZpeGVkIHNhbXBsZSBidWRnZXQgd2hlbiB1c2VkIGFzIHRoZSBwcm9wb3NhbCBpbiBhbiBhcHByb3hpbWF0ZSBpbmZlcmVuY2UgYWxnb3JpdGhtLn0KfQoKCgpAaW5wcm9jZWVkaW5nc3tIQVItMTksCiAgdGl0bGU9e05lYXItT3B0aW1hbCBHbGltcHNlIFNlcXVlbmNlcyBmb3IgSW1wcm92ZWQgSGFyZCBBdHRlbnRpb24gTmV1cmFsIE5ldHdvcmsgVHJhaW5pbmd9LAogIGF1dGhvcj17SGFydmV5LCBXaWxsaWFtIGFuZCBUZW5nLCBNaWNoYWVsIGFuZCBXb29kLCBGcmFua30sCiAgYm9va3RpdGxlPXtOZXVySVBTIFdvcmtzaG9wIG9uIEJheWVzaWFuIERlZXAgTGVhcm5pbmd9LAogIHllYXI9ezIwMTl9LAogIHN1cHBvcnQgPSB7RDNNLEx3TEx9LAogIGFyY2hpdmVwcmVmaXggPSB7YXJYaXZ9LAogIGVwcmludCA9IHsxOTA2LjA1NDYyfSwKICB1cmxfUGFwZXI9e2h0dHA6Ly9iYXllc2lhbmRlZXBsZWFybmluZy5vcmcvMjAxOS9wYXBlcnMvMzgucGRmfSwKICB1cmxfQXJYaXY9e2h0dHBzOi8vYXJ4aXYub3JnL2Ficy8xOTA2LjA1NDYyfSwKICB1cmxfUG9zdGVyPXtodHRwczovL2dpdGh1Yi5jb20vcGxhaS1ncm91cC9iaWJsaW9ncmFwaHkvYmxvYi9tYXN0ZXIvcHJlc2VudGF0aW9uc19wb3N0ZXJzL0hBUi0xOS5wZGZ9LAogIGFic3RyYWN0ID0ge1dlIGludHJvZHVjZSB0aGUgdXNlIG9mIEJheWVzaWFuIG9wdGltYWwgZXhwZXJpbWVudGFsIGRlc2lnbiB0ZWNobmlxdWVzIGZvciBnZW5lcmF0aW5nIGdsaW1wc2Ugc2VxdWVuY2VzIHRvIHVzZSBpbiBzZW1pLXN1cGVydmlzZWQgdHJhaW5pbmcgb2YgaGFyZCBhdHRlbnRpb24gbmV0d29ya3MuIEhhcmQgYXR0ZW50aW9uIGhvbGRzIHRoZSBwcm9taXNlIG9mIGdyZWF0ZXIgZW5lcmd5IGVmZmljaWVuY3kgYW5kIHN1cGVyaW9yIGluZmVyZW5jZSBwZXJmb3JtYW5jZS4gRW1wbG95aW5nIHN1Y2ggbmV0d29ya3MgZm9yIGltYWdlIGNsYXNzaWZpY2F0aW9uIHVzdWFsbHkgaW52b2x2ZXMgY2hvb3NpbmcgYSBzZXF1ZW5jZSBvZiBnbGltcHNlIGxvY2F0aW9ucyBmcm9tIGEgc3RvY2hhc3RpYyBwb2xpY3kuIEFzIHRoZSBvdXRwdXRzIG9mIG9ic2VydmF0aW9ucyBhcmUgdHlwaWNhbGx5IG5vbi1kaWZmZXJlbnRpYWJsZSB3aXRoIHJlc3BlY3QgdG8gdGhlaXIgZ2xpbXBzZSBsb2NhdGlvbnMsIHVuc3VwZXJ2aXNlZCBncmFkaWVudCBsZWFybmluZyBvZiBzdWNoIGEgcG9saWN5IHJlcXVpcmVzIFJFSU5GT1JDRS1zdHlsZSB1cGRhdGVzLiBBbHNvLCB0aGUgb25seSByZXdhcmQgc2lnbmFsIGlzIHRoZSBmaW5hbCBjbGFzc2lmaWNhdGlvbiBhY2N1cmFjeS4gRm9yIHRoZXNlIHJlYXNvbnMgaGFyZCBhdHRlbnRpb24gbmV0d29ya3MsIGRlc3BpdGUgdGhlaXIgcHJvbWlzZSwgaGF2ZSBub3QgYWNoaWV2ZWQgdGhlIHdpZGUgYWRvcHRpb24gdGhhdCBzb2Z0IGF0dGVudGlvbiBuZXR3b3JrcyBoYXZlIGFuZCwgaW4gbWFueSBwcmFjdGljYWwgc2V0dGluZ3MsIGFyZSBkaWZmaWN1bHQgdG8gdHJhaW4uIFdlIGZpbmQgdGhhdCBvdXIgbWV0aG9kIGZvciBzZW1pLXN1cGVydmlzZWQgdHJhaW5pbmcgbWFrZXMgaXQgZWFzaWVyIGFuZCBmYXN0ZXIgdG8gdHJhaW4gaGFyZCBhdHRlbnRpb24gbmV0d29ya3MgYW5kIGNvcnJlc3BvbmRpbmdseSBjb3VsZCBtYWtlIHRoZW0gcHJhY3RpY2FsIHRvIGNvbnNpZGVyIGluIHNpdHVhdGlvbnMgd2hlcmUgdGhleSB3ZXJlIG5vdCBiZWZvcmUufSwKfQoKCgpAaW5wcm9jZWVkaW5nc3tIQVItMjAsCiAgdGl0bGU9e0F0dGVudGlvbiBmb3IgSW5mZXJlbmNlIENvbXBpbGF0aW9ufSwKICBhdXRob3I9e0hhcnZleSwgVyBhbmQgTXVuaywgQSBhbmQgQmF5ZGluLCBBRyBhbmQgQmVyZ2hvbG0sIEEgYW5kIFdvb2QsIEZ9LAogIGJvb2t0aXRsZT17VGhlIHNlY29uZCBJbnRlcm5hdGlvbmFsIENvbmZlcmVuY2Ugb24gUHJvYmFiaWxpc3RpYyBQcm9ncmFtbWluZyAoUFJPQlBST0cpfSwKICB5ZWFyPXsyMDIwfSwKICBhcmNoaXZlcHJlZml4ID0ge2FyWGl2fSwKICBlcHJpbnQgPSB7MTkxMC4xMTk2MX0sCiAgc3VwcG9ydCA9IHtEM00sTHdMTH0sCiAgdXJsX1BhcGVyPXtodHRwczovL2FyeGl2Lm9yZy9wZGYvMTkxMC4xMTk2MS5wZGZ9LAogIHVybF9Bclhpdj17aHR0cHM6Ly9hcnhpdi5vcmcvYWJzLzE5MTAuMTE5NjF9LAogIHVybF9Qb3N0ZXI9e2h0dHBzOi8vZ2l0aHViLmNvbS9wbGFpLWdyb3VwL2JpYmxpb2dyYXBoeS9ibG9iL21hc3Rlci9wcmVzZW50YXRpb25zX3Bvc3RlcnMvUFJPQlBST0cyMDIwX0hBUi5wZGZ9LAogIGFic3RyYWN0ID0ge1dlIHByZXNlbnQgYSBuZXcgYXBwcm9hY2ggdG8gYXV0b21hdGljIGFtb3J0aXplZCBpbmZlcmVuY2UgaW4gdW5pdmVyc2FsIHByb2JhYmlsaXN0aWMgcHJvZ3JhbXMgd2hpY2ggaW1wcm92ZXMgcGVyZm9ybWFuY2UgY29tcGFyZWQgdG8gY3VycmVudCBtZXRob2RzLiBPdXIgYXBwcm9hY2ggaXMgYSB2YXJpYXRpb24gb2YgaW5mZXJlbmNlIGNvbXBpbGF0aW9uIChJQykgd2hpY2ggbGV2ZXJhZ2VzIGRlZXAgbmV1cmFsIG5ldHdvcmtzIHRvIGFwcHJveGltYXRlIGEgcG9zdGVyaW9yIGRpc3RyaWJ1dGlvbiBvdmVyIGxhdGVudCB2YXJpYWJsZXMgaW4gYSBwcm9iYWJpbGlzdGljIHByb2dyYW0uIEEgY2hhbGxlbmdlIHdpdGggZXhpc3RpbmcgSUMgbmV0d29yayBhcmNoaXRlY3R1cmVzIGlzIHRoYXQgdGhleSBjYW4gZmFpbCB0byBtb2RlbCBsb25nLXJhbmdlIGRlcGVuZGVuY2llcyBiZXR3ZWVuIGxhdGVudCB2YXJpYWJsZXMuIFRvIGFkZHJlc3MgdGhpcywgd2UgaW50cm9kdWNlIGFuIGF0dGVudGlvbiBtZWNoYW5pc20gdGhhdCBhdHRlbmRzIHRvIHRoZSBtb3N0IHNhbGllbnQgdmFyaWFibGVzIHByZXZpb3VzbHkgc2FtcGxlZCBpbiB0aGUgZXhlY3V0aW9uIG9mIGEgcHJvYmFiaWxpc3RpYyBwcm9ncmFtLiBXZSBkZW1vbnN0cmF0ZSB0aGF0IHRoZSBhZGRpdGlvbiBvZiBhdHRlbnRpb24gYWxsb3dzIHRoZSBwcm9wb3NhbCBkaXN0cmlidXRpb25zIHRvIGJldHRlciBtYXRjaCB0aGUgdHJ1ZSBwb3N0ZXJpb3IsIGVuaGFuY2luZyBpbmZlcmVuY2UgYWJvdXQgbGF0ZW50IHZhcmlhYmxlcyBpbiBzaW11bGF0b3JzLn0sCn0KCgoKQGlucHJvY2VlZGluZ3N7TVVOLTIwLAogIHRpdGxlPXtEZWVwIHByb2JhYmlsaXN0aWMgc3Vycm9nYXRlIG5ldHdvcmtzIGZvciB1bml2ZXJzYWwgc2ltdWxhdG9yIGFwcHJveGltYXRpb259LAogIGF1dGhvcj17TXVuaywgQW5kcmVhcyBhbmQgxZpjaWJpb3IsIEFkYW0gYW5kIEJheWRpbiwgQUcgYW5kIFN0ZXdhcnQsIEEgYW5kIEZlcm5sdW5kLCBBIGFuZCBQb3Vyc2FydGlwLCBBIGFuZCBXb29kLCBGcmFua30sCiAgYm9va3RpdGxlPXtUaGUgc2Vjb25kIEludGVybmF0aW9uYWwgQ29uZmVyZW5jZSBvbiBQcm9iYWJpbGlzdGljIFByb2dyYW1taW5nIChQUk9CUFJPRyl9LAogIHllYXI9ezIwMjB9LAogIGFyY2hpdmVwcmVmaXggPSB7YXJYaXZ9LAogIGVwcmludCA9IHsxOTEwLjExOTUwfSwKICBzdXBwb3J0ID0ge0QzTSxFVEFMVU1JU30sCiAgdXJsX1BhcGVyPXtodHRwczovL2FyeGl2Lm9yZy9wZGYvMTkxMC4xMTk1MC5wZGZ9LAogIHVybF9Bclhpdj17aHR0cHM6Ly9hcnhpdi5vcmcvYWJzLzE5MTAuMTE5NTB9LAogIHVybF9Qb3N0ZXI9e2h0dHBzOi8vZ2l0aHViLmNvbS9wbGFpLWdyb3VwL2JpYmxpb2dyYXBoeS9ibG9iL21hc3Rlci9wcmVzZW50YXRpb25zX3Bvc3RlcnMvUFJPQlBST0cyMDIwX01VTi5wZGZ9LAogIGFic3RyYWN0ID0ge1dlIHByZXNlbnQgYSBmcmFtZXdvcmsgZm9yIGF1dG9tYXRpY2FsbHkgc3RydWN0dXJpbmcgYW5kIHRyYWluaW5nIGZhc3QsIGFwcHJveGltYXRlLCBkZWVwIG5ldXJhbCBzdXJyb2dhdGVzIG9mIGV4aXN0aW5nIHN0b2NoYXN0aWMgc2ltdWxhdG9ycy4gVW5saWtlIHRyYWRpdGlvbmFsIGFwcHJvYWNoZXMgdG8gc3Vycm9nYXRlIG1vZGVsaW5nLCBvdXIgc3Vycm9nYXRlcyByZXRhaW4gdGhlIGludGVycHJldGFibGUgc3RydWN0dXJlIG9mIHRoZSByZWZlcmVuY2Ugc2ltdWxhdG9ycy4gVGhlIHBhcnRpY3VsYXIgd2F5IHdlIGFjaGlldmUgdGhpcyBhbGxvd3MgdXMgdG8gcmVwbGFjZSB0aGUgcmVmZXJlbmNlIHNpbXVsYXRvciB3aXRoIHRoZSBzdXJyb2dhdGUgd2hlbiB1bmRlcnRha2luZyBhbW9ydGl6ZWQgaW5mZXJlbmNlIGluIHRoZSBwcm9iYWJpbGlzdGljIHByb2dyYW1taW5nIHNlbnNlLiBUaGUgZmlkZWxpdHkgYW5kIHNwZWVkIG9mIG91ciBzdXJyb2dhdGVzIGFsbG93IGZvciBub3Qgb25seSBmYXN0ZXIgImZvcndhcmQiIHN0b2NoYXN0aWMgc2ltdWxhdGlvbiBidXQgYWxzbyBmb3IgYWNjdXJhdGUgYW5kIHN1YnN0YW50aWFsbHkgZmFzdGVyIGluZmVyZW5jZS4gV2Ugc3VwcG9ydCB0aGVzZSBjbGFpbXMgdmlhIGV4cGVyaW1lbnRzIHRoYXQgaW52b2x2ZSBhIGNvbW1lcmNpYWwgY29tcG9zaXRlLW1hdGVyaWFscyBjdXJpbmcgc2ltdWxhdG9yLiBFbXBsb3lpbmcgb3VyIHN1cnJvZ2F0ZSBtb2RlbGluZyB0ZWNobmlxdWUgbWFrZXMgaW5mZXJlbmNlIGFuIG9yZGVyIG9mIG1hZ25pdHVkZSBmYXN0ZXIsIG9wZW5pbmcgdXAgdGhlIHBvc3NpYmlsaXR5IG9mIGRvaW5nIHNpbXVsYXRvci1iYXNlZCwgbm9uLWludmFzaXZlLCBqdXN0LWluLXRpbWUgcGFydHMgcXVhbGl0eSB0ZXN0aW5nOyBpbiB0aGlzIGNhc2UgaW5mZXJyaW5nIHNhZmV0eS1jcml0aWNhbCBsYXRlbnQgaW50ZXJuYWwgdGVtcGVyYXR1cmUgcHJvZmlsZXMgb2YgY29tcG9zaXRlIG1hdGVyaWFscyB1bmRlcmdvaW5nIGN1cmluZyBmcm9tIHN1cmZhY2UgdGVtcGVyYXR1cmUgcHJvZmlsZSBtZWFzdXJlbWVudHMufSwKfQoKCgpAaW5wcm9jZWVkaW5nc3tXRUktMTksCiAgdGl0bGU9e0VmZmljaWVudCBJbmZlcmVuY2UgQW1vcnRpemF0aW9uIGluIEdyYXBoaWNhbCBNb2RlbHMgdXNpbmcgU3RydWN0dXJlZCBDb250aW51b3VzIENvbmRpdGlvbmFsIE5vcm1hbGl6aW5nIEZsb3dzfSwKICBhdXRob3I9e1dlaWxiYWNoLCBDaHJpc3RpYW4gYW5kIEJlcm9ub3YsIEJveWFuIGFuZCBIYXJ2ZXksIFdpbGxpYW0gYW5kIFdvb2QsIEZyYW5rfSwKICBib29rdGl0bGU9ezJuZCBTeW1wb3NpdW0gb24gQWR2YW5jZXMgaW4gQXBwcm94aW1hdGUgQmF5ZXNpYW4gSW5mZXJlbmNlIChBQUJJKX0sCiAgc3VwcG9ydCA9IHtEM019LAogIHVybF9MaW5rPXtodHRwczovL29wZW5yZXZpZXcubmV0L2ZvcnVtP2lkPUJKbGhZa25ORlN9LAogIHVybF9QYXBlcj17aHR0cHM6Ly9vcGVucmV2aWV3Lm5ldC9wZGY/aWQ9QkpsaFlrbk5GU30sCiAgYWJzdHJhY3QgPSB7V2UgaW50cm9kdWNlIGEgbW9yZSBlZmZpY2llbnQgbmV1cmFsIGFyY2hpdGVjdHVyZSBmb3IgYW1vcnRpemVkIGluZmVyZW5jZSwgd2hpY2ggY29tYmluZXMgY29udGludW91cyBhbmQgY29uZGl0aW9uYWwgbm9ybWFsaXppbmcgZmxvd3MgdXNpbmcgYSBwcmluY2lwbGVkIGNob2ljZSBvZiBzdHJ1Y3R1cmUuIE91ciBncmFkaWVudCBmbG93IGRlcml2ZXMgaXRzIHNwYXJzaXR5IHBhdHRlcm4gZnJvbSB0aGUgbWluaW1hbGx5IGZhaXRoZnVsIGludmVyc2Ugb2YgaXRzIHVuZGVybHlpbmcgZ3JhcGhpY2FsIG1vZGVsLiBXZSBmaW5kIHRoYXQgdGhpcyBmYWN0b3JpemF0aW9uIHJlZHVjZXMgdGhlIG5lY2Vzc2FyeSBudW1iZXJzIGJvdGggb2YgcGFyYW1ldGVycyBpbiB0aGUgbmV1cmFsIG5ldHdvcmsgYW5kIG9mIGFkYXB0aXZlIGludGVncmF0aW9uIHN0ZXBzIGluIHRoZSBPREUgc29sdmVyLiBDb25zZXF1ZW50bHksIHRoZSB0aHJvdWdocHV0IGF0IHRyYWluaW5nIHRpbWUgYW5kIGluZmVyZW5jZSB0aW1lIGlzIGluY3JlYXNlZCwgd2l0aG91dCBkZWNyZWFzaW5nIHBlcmZvcm1hbmNlIGluIGNvbXBhcmlzb24gdG8gdW5jb25zdHJhaW5lZCBmbG93cy4gQnkgZXhwcmVzc2luZyB0aGUgc3RydWN0dXJhbCBpbnZlcnNpb24gYW5kIHRoZSBmbG93IGNvbnN0cnVjdGlvbiBhcyBjb21waWxhdGlvbiBwYXNzZXMgb2YgYSBwcm9iYWJpbGlzdGljIHByb2dyYW1taW5nIGxhbmd1YWdlLCB3ZSBkZW1vbnN0cmF0ZSB0aGVpciBhcHBsaWNhYmlsaXR5IHRvIHRoZSBzdG9jaGFzdGljIGludmVyc2lvbiBvZiByZWFsaXN0aWMgbW9kZWxzIHN1Y2ggYXMgY29udm9sdXRpb25hbCBuZXVyYWwgbmV0d29ya3MgKENOTikufSwKICB5ZWFyPXsyMDE5fQp9CgoKCkBpbnByb2NlZWRpbmdze0JBVC0yMCwKICBhdXRob3IgPSB7e0JhdGVuaX0sIFBleW1hbiBhbmQge0dveWFsfSwgUmFnaGF2IGFuZCB7TWFzcmFuaX0sIFZhZGVuIGFuZCB7V29vZH0sIEZyYW5rIGFuZCB7U2lnYWx9LCBMZW9uaWR9LAogIHRpdGxlID0ge0ltcHJvdmVkIEZldy1TaG90IFZpc3VhbCBDbGFzc2lmaWNhdGlvbn0sCiAgYm9va3RpdGxlID0ge0NvbmZlcmVuY2Ugb24gQ29tcHV0ZXIgVmlzaW9uIGFuZCBQYXR0ZXJuIFJlY29nbml0aW9uIChDVlBSKX0sCiAga2V5d29yZHMgPSB7THdMTCwgQ29tcHV0ZXIgU2NpZW5jZSAtIENvbXB1dGVyIFZpc2lvbiBhbmQgUGF0dGVybiBSZWNvZ25pdGlvbn0sCiAgeWVhciA9IHsyMDIwfSwKICBlaWQgPSB7YXJYaXY6MTkxMi4wMzQzMn0sCiAgYXJjaGl2ZVByZWZpeCA9IHthclhpdn0sCiAgZXByaW50ID0gezE5MTIuMDM0MzJ9LAogIHN1cHBvcnQgPSB7RDNNLEx3TEx9LAogIHVybF9MaW5rID0ge2h0dHBzOi8vb3BlbmFjY2Vzcy50aGVjdmYuY29tL2NvbnRlbnRfQ1ZQUl8yMDIwL2h0bWwvQmF0ZW5pX0ltcHJvdmVkX0Zldy1TaG90X1Zpc3VhbF9DbGFzc2lmaWNhdGlvbl9DVlBSXzIwMjBfcGFwZXIuaHRtbH0sCiAgdXJsX1BhcGVyPXtodHRwOi8vb3BlbmFjY2Vzcy50aGVjdmYuY29tL2NvbnRlbnRfQ1ZQUl8yMDIwL3BhcGVycy9CYXRlbmlfSW1wcm92ZWRfRmV3LVNob3RfVmlzdWFsX0NsYXNzaWZpY2F0aW9uX0NWUFJfMjAyMF9wYXBlci5wZGZ9LAogIHVybF9Bclhpdj17aHR0cHM6Ly9hcnhpdi5vcmcvYWJzLzE5MTIuMDM0MzJ9LAogIGFic3RyYWN0PXtGZXctc2hvdCBsZWFybmluZyBpcyBhIGZ1bmRhbWVudGFsIHRhc2sgaW4gY29tcHV0ZXIgdmlzaW9uIHRoYXQgY2FycmllcyB0aGUgcHJvbWlzZSBvZiBhbGxldmlhdGluZyB0aGUgbmVlZCBmb3IgZXhoYXVzdGl2ZWx5IGxhYmVsZWQgZGF0YS4gTW9zdCBmZXctc2hvdCBsZWFybmluZyBhcHByb2FjaGVzIHRvIGRhdGUgaGF2ZSBmb2N1c2VkIG9uIHByb2dyZXNzaXZlbHkgbW9yZSBjb21wbGV4IG5ldXJhbCBmZWF0dXJlIGV4dHJhY3RvcnMgYW5kIGNsYXNzaWZpZXIgYWRhcHRhdGlvbiBzdHJhdGVnaWVzLCBhcyB3ZWxsIGFzIHRoZSByZWZpbmVtZW50IG9mIHRoZSB0YXNrIGRlZmluaXRpb24gaXRzZWxmLiBJbiB0aGlzIHBhcGVyLCB3ZSBleHBsb3JlIHRoZSBoeXBvdGhlc2lzIHRoYXQgYSBzaW1wbGUgY2xhc3MtY292YXJpYW5jZS1iYXNlZCBkaXN0YW5jZSBtZXRyaWMsIG5hbWVseSB0aGUgTWFoYWxhbm9iaXMgZGlzdGFuY2UsIGFkb3B0ZWQgaW50byBhIHN0YXRlIG9mIHRoZSBhcnQgZmV3LXNob3QgbGVhcm5pbmcgYXBwcm9hY2ggKENOQVBTKSBjYW4sIGluIGFuZCBvZiBpdHNlbGYsIGxlYWQgdG8gYSBzaWduaWZpY2FudCBwZXJmb3JtYW5jZSBpbXByb3ZlbWVudC4gV2UgYWxzbyBkaXNjb3ZlciB0aGF0IGl0IGlzIHBvc3NpYmxlIHRvIGxlYXJuIGFkYXB0aXZlIGZlYXR1cmUgZXh0cmFjdG9ycyB0aGF0IGFsbG93IHVzZWZ1bCBlc3RpbWF0aW9uIG9mIHRoZSBoaWdoIGRpbWVuc2lvbmFsIGZlYXR1cmUgY292YXJpYW5jZXMgcmVxdWlyZWQgYnkgdGhpcyBtZXRyaWMgZnJvbSBzdXJwcmlzaW5nbHkgZmV3IHNhbXBsZXMuIFRoZSByZXN1bHQgb2Ygb3VyIHdvcmsgaXMgYSBuZXcgIlNpbXBsZSBDTkFQUyIgYXJjaGl0ZWN0dXJlIHdoaWNoIGhhcyB1cCB0byA5LjIlIGZld2VyIHRyYWluYWJsZSBwYXJhbWV0ZXJzIHRoYW4gQ05BUFMgYW5kIHBlcmZvcm1zIHVwIHRvIDYuMSUgYmV0dGVyIHRoYW4gc3RhdGUgb2YgdGhlIGFydCBvbiB0aGUgc3RhbmRhcmQgZmV3LXNob3QgaW1hZ2UgY2xhc3NpZmljYXRpb24gYmVuY2htYXJrIGRhdGFzZXQufQp9CgolQGlucHJvY2VlZGluZ3N7V0FOLTE5LAolICB0aXRsZT17U2FmZXIgRW5kLXRvLUVuZCBBdXRvbm9tb3VzIERyaXZpbmcgdmlhIENvbmRpdGlvbmFsIEltaXRhdGlvbiBMZWFybmluZyBhbmQgQ29tbWFuZCBBdWdtZW50YXRpb259LAolICBhdXRob3I9e1dhbmcsIFIgYW5kIFNjaWJpb3IsIEEgYW5kIFdvb2QgRn0sCiUgIGJvb2t0aXRsZT17TmV1cklQUyBzZWxmLWRyaXZpbmcgY2FyIHdvcmtzaG9wfSwKJSAgeWVhcj17MjAxOX0sCiUgIGFyY2hpdmVwcmVmaXggPSB7YXJYaXZ9LAolICBlcHJpbnQgPSB7MTkwOS4wOTcyMX0sCiUgIHN1cHBvcnQgPSB7RDNNfSwKJSAgdXJsX1BhcGVyID0ge2h0dHBzOi8vYXJ4aXYub3JnL3BkZi8xOTA5LjA5NzIxLnBkZn0sCiUgIHVybF9Bclhpdj17aHR0cHM6Ly9hcnhpdi5vcmcvYWJzLzE5MDkuMDk3MjF9LAolICBhYnN0cmFjdD17SW1pdGF0aW9uIGxlYXJuaW5nIGlzIGEgcHJvbWlzaW5nIGFwcHJvYWNoIHRvIGVuZC10by1lbmQgdHJhaW5pbmcgb2YgYXV0b25vbW91cyB2ZWhpY2xlIGNvbnRyb2xsZXJzLiBUeXBpY2FsbHkgdGhlIGRyaXZpbmcgcHJvY2VzcyB3aXRoIHN1Y2ggYXBwcm9hY2hlcyBpcyBlbnRpcmVseSBhdXRvbWF0aWMgYW5kIGJsYWNrLWJveCwgYWx0aG91Z2ggaW4gcHJhY3RpY2UgaXQgaXMgZGVzaXJhYmxlIHRvIGNvbnRyb2wgdGhlIHZlaGljbGUgdGhyb3VnaCBoaWdoLWxldmVsIGNvbW1hbmRzLCBzdWNoIGFzIHRlbGxpbmcgaXQgd2hpY2ggd2F5IHRvIGdvIGF0IGFuIGludGVyc2VjdGlvbi4gSW4gZXhpc3Rpbmcgd29yayB0aGlzIGhhcyBiZWVuIGFjY29tcGxpc2hlZCBieSB0aGUgYXBwbGljYXRpb24gb2YgYSBicmFuY2hlZCBuZXVyYWwgYXJjaGl0ZWN0dXJlLCBzaW5jZSBkaXJlY3RseSBwcm92aWRpbmcgdGhlIGNvbW1hbmQgYXMgYW4gYWRkaXRpb25hbCBpbnB1dCB0byB0aGUgY29udHJvbGxlciBvZnRlbiByZXN1bHRzIGluIHRoZSBjb21tYW5kIGJlaW5nIGlnbm9yZWQuIEluIHRoaXMgd29yayB3ZSBvdmVyY29tZSB0aGlzIGxpbWl0YXRpb24gYnkgbGVhcm5pbmcgYSBkaXNlbnRhbmdsZWQgcHJvYmFiaWxpc3RpYyBsYXRlbnQgdmFyaWFibGUgbW9kZWwgdGhhdCBnZW5lcmF0ZXMgdGhlIHN0ZWVyaW5nIGNvbW1hbmRzLiBXZSBhY2hpZXZlIGZhaXRoZnVsIGNvbW1hbmQtY29uZGl0aW9uYWwgZ2VuZXJhdGlvbiB3aXRob3V0IHVzaW5nIGEgYnJhbmNoZWQgYXJjaGl0ZWN0dXJlIGFuZCBkZW1vbnN0cmF0ZSBpbXByb3ZlZCBzdGFiaWxpdHkgb2YgdGhlIGNvbnRyb2xsZXIsIGFwcGx5aW5nIG9ubHkgYSB2YXJpYXRpb25hbCBvYmplY3RpdmUgd2l0aG91dCBhbnkgZG9tYWluLXNwZWNpZmljIGFkanVzdG1lbnRzLiBPbiB0b3Agb2YgdGhhdCwgd2UgZXh0ZW5kIG91ciBtb2RlbCB3aXRoIGFuIGFkZGl0aW9uYWwgbGF0ZW50IHZhcmlhYmxlIGFuZCBhdWdtZW50IHRoZSBkYXRhc2V0IHRvIHRyYWluIGEgY29udHJvbGxlciB0aGF0IGlzIHJvYnVzdCB0byB1bnNhZmUgY29tbWFuZHMsIHN1Y2ggYXMgYXNraW5nIGl0IHRvIHR1cm4gaW50byBhIHdhbGwuIFRoZSBtYWluIGNvbnRyaWJ1dGlvbiBvZiB0aGlzIHdvcmsgaXMgYSByZWNpcGUgZm9yIGJ1aWxkaW5nIGNvbnRyb2xsYWJsZSBpbWl0YXRpb24gZHJpdmluZyBhZ2VudHMgdGhhdCBpbXByb3ZlcyB1cG9uIG11bHRpcGxlIGFzcGVjdHMgb2YgdGhlIGN1cnJlbnQgc3RhdGUgb2YgdGhlIGFydCByZWxhdGluZyB0byByb2J1c3RuZXNzIGFuZCBpbnRlcnByZXRhYmlsaXR5Ln0KJX0KCgoKQGlucHJvY2VlZGluZ3N7Q0FNLTE5LAogIHRpdGxlPXtTcGFyc2UgVmFyaWF0aW9uYWwgSW5mZXJlbmNlOiBCYXllc2lhbiBDb3Jlc2V0cyBmcm9tIFNjcmF0Y2h9LAogIGF1dGhvcj17Q2FtcGJlbGwsIFRyZXZvciBhbmQgQmVyb25vdiwgQm95YW59LAogIGJvb2t0aXRsZT17Q29uZmVyZW5jZSBvbiBOZXVyYWwgSW5mb3JtYXRpb24gUHJvY2Vzc2luZyBTeXN0ZW1zIChOZXVySVBTKX0sCiAgcGFnZXM9ezExNDU3LS0xMTQ2OH0sCiAgeWVhcj17MjAxOX0sCiAgZWlkID0ge2FyWGl2OjE5MDYuMDMzMjl9LAogIGFyY2hpdmVQcmVmaXggPSB7YXJYaXZ9LAogIGVwcmludCA9IHsxOTA2LjAzMzI5fSwKICBzdXBwb3J0ID0ge0QzTX0sCiAgdXJsX0xpbms9e2h0dHA6Ly9wYXBlcnMubmlwcy5jYy9wYXBlci85MzIyLXNwYXJzZS12YXJpYXRpb25hbC1pbmZlcmVuY2UtYmF5ZXNpYW4tY29yZXNldHMtZnJvbS1zY3JhdGNofSwKICB1cmxfUGFwZXI9e2h0dHA6Ly9wYXBlcnMubmlwcy5jYy9wYXBlci85MzIyLXNwYXJzZS12YXJpYXRpb25hbC1pbmZlcmVuY2UtYmF5ZXNpYW4tY29yZXNldHMtZnJvbS1zY3JhdGNoLnBkZn0sCiAgdXJsX1Bvc3Rlcj17aHR0cHM6Ly9naXRodWIuY29tL3BsYWktZ3JvdXAvYmlibGlvZ3JhcGh5L3Jhdy9tYXN0ZXIvcHJlc2VudGF0aW9uc19wb3N0ZXJzL0NBTS0xOS5wZGZ9LAogIGJpYmJhc2Vfbm90ZT17MXN0IHByaXplLCBTdHVkZW50IHBvc3RlciBjb21wZXRpdGlvbiwgQUlDYW4gKEFubnVhbCBNZWV0aW5nLCBQYW4tQ2FuYWRpYW4gQUkgU3RyYXRlZ3ksIENhbmFkaWFuIEluc3RpdHV0ZSBmb3IgQWR2YW5jZWQgUmVzZWFyY2gpLiBWYW5jb3V2ZXIsIENhbmFkYSwgRGVjLiA5LCAyMDE5fSwKICAgIGFic3RyYWN0PXtUaGUgcHJvbGlmZXJhdGlvbiBvZiBhdXRvbWF0ZWQgaW5mZXJlbmNlIGFsZ29yaXRobXMgaW4gQmF5ZXNpYW4gc3RhdGlzdGljcyBoYXMgcHJvdmlkZWQgcHJhY3RpdGlvbmVycyBuZXdmb3VuZCBhY2Nlc3MgdG8gZmFzdCwgcmVwcm9kdWNpYmxlIGRhdGEgYW5hbHlzaXMgYW5kIHBvd2VyZnVsIHN0YXRpc3RpY2FsIG1vZGVscy4gRGVzaWduaW5nIGF1dG9tYXRlZCBtZXRob2RzIHRoYXQgYXJlIGFsc28gYm90aCBjb21wdXRhdGlvbmFsbHkgc2NhbGFibGUgYW5kIHRoZW9yZXRpY2FsbHkgc291bmQsIGhvd2V2ZXIsIHJlbWFpbnMgYSBzaWduaWZpY2FudCBjaGFsbGVuZ2UuIFJlY2VudCB3b3JrIG9uIEJheWVzaWFuIGNvcmVzZXRzIHRha2VzIHRoZSBhcHByb2FjaCBvZiBjb21wcmVzc2luZyB0aGUgZGF0YXNldCBiZWZvcmUgcnVubmluZyBhIHN0YW5kYXJkIGluZmVyZW5jZSBhbGdvcml0aG0sIHByb3ZpZGluZyBib3RoIHNjYWxhYmlsaXR5IGFuZCBndWFyYW50ZWVzIG9uIHBvc3RlcmlvciBhcHByb3hpbWF0aW9uIGVycm9yLiBCdXQgdGhlIGF1dG9tYXRpb24gb2YgcGFzdCBjb3Jlc2V0IG1ldGhvZHMgaXMgbGltaXRlZCBiZWNhdXNlIHRoZXkgZGVwZW5kIG9uIHRoZSBhdmFpbGFiaWxpdHkgb2YgYSByZWFzb25hYmxlIGNvYXJzZSBwb3N0ZXJpb3IgYXBwcm94aW1hdGlvbiwgd2hpY2ggaXMgZGlmZmljdWx0IHRvIHNwZWNpZnkgaW4gcHJhY3RpY2UuIEluIHRoZSBwcmVzZW50IHdvcmsgd2UgcmVtb3ZlIHRoaXMgcmVxdWlyZW1lbnQgYnkgZm9ybXVsYXRpbmcgY29yZXNldCBjb25zdHJ1Y3Rpb24gYXMgc3BhcnNpdHktY29uc3RyYWluZWQgdmFyaWF0aW9uYWwgaW5mZXJlbmNlIHdpdGhpbiBhbiBleHBvbmVudGlhbCBmYW1pbHkuIFRoaXMgcGVyc3BlY3RpdmUgbGVhZHMgdG8gYSBub3ZlbCBjb25zdHJ1Y3Rpb24gdmlhIGdyZWVkeSBvcHRpbWl6YXRpb24sIGFuZCBhbHNvIHByb3ZpZGVzIGEgdW5pZnlpbmcgaW5mb3JtYXRpb24tZ2VvbWV0cmljIHZpZXcgb2YgcHJlc2VudCBhbmQgcGFzdCBtZXRob2RzLiBUaGUgcHJvcG9zZWQgUmllbWFubmlhbiBjb3Jlc2V0IGNvbnN0cnVjdGlvbiBhbGdvcml0aG0gaXMgZnVsbHkgYXV0b21hdGVkLCByZXF1aXJpbmcgbm8gcHJvYmxlbS1zcGVjaWZpYyBpbnB1dHMgYXNpZGUgZnJvbSB0aGUgcHJvYmFiaWxpc3RpYyBtb2RlbCBhbmQgZGF0YXNldC4gSW4gYWRkaXRpb24gdG8gYmVpbmcgc2lnbmlmaWNhbnRseSBlYXNpZXIgdG8gdXNlIHRoYW4gcGFzdCBtZXRob2RzLCBleHBlcmltZW50cyBkZW1vbnN0cmF0ZSB0aGF0IHBhc3QgY29yZXNldCBjb25zdHJ1Y3Rpb25zIGFyZSBmdW5kYW1lbnRhbGx5IGxpbWl0ZWQgYnkgdGhlIGZpeGVkIGNvYXJzZSBwb3N0ZXJpb3IgYXBwcm94aW1hdGlvbjsgaW4gY29udHJhc3QsIHRoZSBwcm9wb3NlZCBhbGdvcml0aG0gaXMgYWJsZSB0byBjb250aW51YWxseSBpbXByb3ZlIHRoZSBjb3Jlc2V0LCBwcm92aWRpbmcgc3RhdGUtb2YtdGhlLWFydCBCYXllc2lhbiBkYXRhc2V0IHN1bW1hcml6YXRpb24gd2l0aCBvcmRlcnMtb2YtbWFnbml0dWRlIHJlZHVjdGlvbiBpbiBLTCBkaXZlcmdlbmNlIHRvIHRoZSBleGFjdCBwb3N0ZXJpb3IufQp9CgoKCkBpbnByb2NlZWRpbmdze0dSQS0xOSwKICB0aXRsZT17RWZmaWNpZW50IEJheWVzaWFuIEluZmVyZW5jZSBmb3IgTmVzdGVkIFNpbXVsYXRvcnN9LAogIGF1dGhvcj17R3JhbS1IYW5zZW4sIEIgYW5kIFNjaHJvZWRlciBkZSBXaXR0LCBDIGFuZCBaaW5rb3YsIFIgYW5kIE5hZGVyaXBhcml6aSwgUyBhbmQgU2NpYmlvciwgQSBhbmQgTXVuaywgQSBhbmQgV29vZCwgRiBhbmQgR2hhZGlyaSwgTSBhbmQgVG9yciwgUCBhbmQgV2h5ZSBUZWgsIFkgYW5kIEd1bmVzIEJheWRpbiwgQSBhbmQgUmFpbmZvcnRoLCBUfSwKICBib29rdGl0bGU9ezJuZCBTeW1wb3NpdW0gb24gQWR2YW5jZXMgaW4gQXBwcm94aW1hdGUgQmF5ZXNpYW4gSW5mZXJlbmNlIChBQUJJKX0sCiAgeWVhcj17MjAxOX0sCiAgc3VwcG9ydCA9IHtEM019LAogIHVybF9MaW5rPXtodHRwczovL29wZW5yZXZpZXcubmV0L2ZvcnVtP2lkPXJKZU1jeTJFdEh9LAogIHVybF9QYXBlcj17aHR0cHM6Ly9vcGVucmV2aWV3Lm5ldC9wZGY/aWQ9ckplTWN5MkV0SH0sCiAgYWJzdGFjdD17V2UgaW50cm9kdWNlIHR3byBhcHByb2FjaGVzIGZvciBjb25kdWN0aW5nIGVmZmljaWVudCBCYXllc2lhbiBpbmZlcmVuY2UgaW4gc3RvY2hhc3RpYyBzaW11bGF0b3JzIGNvbnRhaW5pbmcgbmVzdGVkIHN0b2NoYXN0aWMgc3ViLXByb2NlZHVyZXMsIGkuZS4sIGludGVybmFsIHByb2NlZHVyZXMgZm9yIHdoaWNoIHRoZSBkZW5zaXR5IGNhbm5vdCBiZSBjYWxjdWxhdGVkIGRpcmVjdGx5IHN1Y2ggYXMgcmVqZWN0aW9uIHNhbXBsaW5nIGxvb3BzLiBUaGUgcmVzdWx0aW5nIGNsYXNzIG9mIHNpbXVsYXRvcnMgYXJlIHVzZWQgZXh0ZW5zaXZlbHkgdGhyb3VnaG91dCB0aGUgc2NpZW5jZXMgYW5kIGNhbiBiZSBpbnRlcnByZXRlZCBhcyBwcm9iYWJpbGlzdGljIGdlbmVyYXRpdmUgbW9kZWxzLiBIb3dldmVyLCBkcmF3aW5nIGluZmVyZW5jZXMgZnJvbSB0aGVtIHBvc2VzIGEgc3Vic3RhbnRpYWwgY2hhbGxlbmdlIGR1ZSB0byB0aGUgaW5hYmlsaXR5IHRvIGV2YWx1YXRlIGV2ZW4gdGhlaXIgdW5ub3JtYWxpc2VkIGRlbnNpdHksIHByZXZlbnRpbmcgdGhlIHVzZSBvZiBtYW55IHN0YW5kYXJkIGluZmVyZW5jZSBwcm9jZWR1cmVzIGxpa2UgTWFya292IENoYWluIE1vbnRlIENhcmxvIChNQ01DKS4gVG8gYWRkcmVzcyB0aGlzLCB3ZSBpbnRyb2R1Y2UgaW5mZXJlbmNlIGFsZ29yaXRobXMgYmFzZWQgb24gYSB0d28tc3RlcCBhcHByb2FjaCB0aGF0IGZpcnN0IGFwcHJveGltYXRlcyB0aGUgY29uZGl0aW9uYWwgZGVuc2l0aWVzIG9mIHRoZSBpbmRpdmlkdWFsIHN1Yi1wcm9jZWR1cmVzLCBiZWZvcmUgdXNpbmcgdGhlc2UgYXBwcm94aW1hdGlvbnMgdG8gcnVuIE1DTUMgbWV0aG9kcyBvbiB0aGUgZnVsbCBwcm9ncmFtLiBCZWNhdXNlIHRoZSBzdWItcHJvY2VkdXJlcyBjYW4gYmUgZGVhbHQgd2l0aCBzZXBhcmF0ZWx5IGFuZCBhcmUgbG93ZXItZGltZW5zaW9uYWwgdGhhbiB0aGF0IG9mIHRoZSBvdmVyYWxsIHByb2JsZW0sIHRoaXMgdHdvLXN0ZXAgcHJvY2VzcyBhbGxvd3MgdGhlbSB0byBiZSBpc29sYXRlZCBhbmQgdGh1cyBiZSB0cmFjdGFibHkgZGVhbHQgd2l0aCwgd2l0aG91dCBwbGFjaW5nIHJlc3RyaWN0aW9ucyBvbiB0aGUgb3ZlcmFsbCBkaW1lbnNpb25hbGl0eSBvZiB0aGUgcHJvYmxlbS4gV2UgZGVtb25zdHJhdGUgdGhlIHV0aWxpdHkgb2Ygb3VyIGFwcHJvYWNoIG9uIGEgc2ltcGxlLCBhcnRpZmljaWFsbHkgY29uc3RydWN0ZWQgc2ltdWxhdG9yLn0KfQoKCgpAdW5wdWJsaXNoZWR7VEVOLTE5LAogIHRpdGxlPXtJbWl0YXRpb24gTGVhcm5pbmcgb2YgRmFjdG9yZWQgTXVsdGktYWdlbnQgUmVhY3RpdmUgTW9kZWxzfSwKICBhdXRob3I9e1RlbmcsIE1pY2hhZWwgYW5kIExlLCBUdWFuIEFuaCBhbmQgU2NpYmlvciwgQWRhbSBhbmQgV29vZCwgRnJhbmt9LAogIGFyY2hpdmVwcmVmaXggPSB7YXJYaXZ9LAogIGVwcmludCA9IHsxOTAzLjA0NzE0fSwKICB5ZWFyPXsyMDE5fSwKICB1cmxfUGFwZXI9e2h0dHBzOi8vYXJ4aXYub3JnL3BkZi8xOTAzLjA0NzE0LnBkZn0sCiAgdXJsX0FyWGl2PXtodHRwczovL2FyeGl2Lm9yZy9hYnMvMTkwMy4wNDcxNH0sCiAgc3VwcG9ydCA9IHtEM019LAogIGFic3RyYWN0PXtXZSBhcHBseSByZWNlbnQgYWR2YW5jZXMgaW4gZGVlcCBnZW5lcmF0aXZlIG1vZGVsaW5nIHRvIHRoZSB0YXNrIG9mIGltaXRhdGlvbiBsZWFybmluZyBmcm9tIGJpb2xvZ2ljYWwgYWdlbnRzLiBTcGVjaWZpY2FsbHksIHdlIGFwcGx5IHZhcmlhdGlvbnMgb2YgdGhlIHZhcmlhdGlvbmFsIHJlY3VycmVudCBuZXVyYWwgbmV0d29yayBtb2RlbCB0byBhIG11bHRpLWFnZW50IHNldHRpbmcgd2hlcmUgd2UgbGVhcm4gcG9saWNpZXMgb2YgaW5kaXZpZHVhbCB1bmNvb3JkaW5hdGVkIGFnZW50cyBhY3RpbmcgYmFzZWQgb24gdGhlaXIgcGVyY2VwdHVhbCBpbnB1dHMgYW5kIHRoZWlyIGhpZGRlbiBiZWxpZWYgc3RhdGUuIFdlIGxlYXJuIHN0b2NoYXN0aWMgcG9saWNpZXMgZm9yIHRoZXNlIGFnZW50cyBkaXJlY3RseSBmcm9tIG9ic2VydmF0aW9uYWwgZGF0YSwgd2l0aG91dCBjb25zdHJ1Y3RpbmcgYSByZXdhcmQgZnVuY3Rpb24uIEFuIGluZmVyZW5jZSBuZXR3b3JrIGxlYXJuZWQgam9pbnRseSB3aXRoIHRoZSBwb2xpY3kgYWxsb3dzIGZvciBlZmZpY2llbnQgaW5mZXJlbmNlIG92ZXIgdGhlIGFnZW50J3MgYmVsaWVmIHN0YXRlIGdpdmVuIGEgc2VxdWVuY2Ugb2YgaXRzIGN1cnJlbnQgcGVyY2VwdHVhbCBpbnB1dHMgYW5kIHRoZSBwcmlvciBhY3Rpb25zIGl0IHBlcmZvcm1lZCwgd2hpY2ggbGV0cyB1cyBleHRyYXBvbGF0ZSBvYnNlcnZlZCBzZXF1ZW5jZXMgb2YgYmVoYXZpb3IgaW50byB0aGUgZnV0dXJlIHdoaWxlIG1haW50YWluaW5nIHVuY2VydGFpbnR5IGVzdGltYXRlcyBvdmVyIGZ1dHVyZSB0cmFqZWN0b3JpZXMuIFdlIHRlc3Qgb3VyIGFwcHJvYWNoIG9uIGEgZGF0YXNldCBvZiBmbGllcyBpbnRlcmFjdGluZyBpbiBhIDJEIGVudmlyb25tZW50LCB3aGVyZSB3ZSBkZW1vbnN0cmF0ZSBiZXR0ZXIgcHJlZGljdGl2ZSBwZXJmb3JtYW5jZSB0aGFuIGV4aXN0aW5nIGFwcHJvYWNoZXMgd2hpY2ggbGVhcm4gZGV0ZXJtaW5pc3RpYyBwb2xpY2llcyB3aXRoIHJlY3VycmVudCBuZXVyYWwgbmV0d29ya3MuIFdlIGZ1cnRoZXIgc2hvdyB0aGF0IHRoZSB1bmNlcnRhaW50eSBlc3RpbWF0ZXMgb3ZlciBmdXR1cmUgdHJhamVjdG9yaWVzIHdlIG9idGFpbiBhcmUgd2VsbCBjYWxpYnJhdGVkLCB3aGljaCBtYWtlcyB0aGVtIHVzZWZ1bCBmb3IgYSB2YXJpZXR5IG9mIGRvd25zdHJlYW0gcHJvY2Vzc2luZyB0YXNrcy59LAp9CgoKCkBpbnByb2NlZWRpbmdze01BUy0xOSwKICB0aXRsZT17VGhlIFRoZXJtb2R5bmFtaWMgVmFyaWF0aW9uYWwgT2JqZWN0aXZlfSwKICBhdXRob3I9e01hc3JhbmksIFZhZGVuIGFuZCBMZSwgVHVhbiBBbmggYW5kIFdvb2QsIEZyYW5rfSwKICBib29rdGl0bGU9e1RoaXJ0eS10aGlyZCBDb25mZXJlbmNlIG9uIE5ldXJhbCBJbmZvcm1hdGlvbiBQcm9jZXNzaW5nIFN5c3RlbXMgKE5ldXJJUFMpfSwKICBhcmNoaXZlcHJlZml4ID0ge2FyWGl2fSwKICBlcHJpbnQgPSB7MTkwNy4wMDAzMX0sCiAgdXJsX1BhcGVyPXtodHRwczovL2FyeGl2Lm9yZy9wZGYvMTkwNy4wMDAzMS5wZGZ9LAogIHVybF9Bclhpdj17aHR0cHM6Ly9hcnhpdi5vcmcvYWJzLzE5MDcuMDAwMzF9LAogIHVybF9Qb3N0ZXI9e2h0dHBzOi8vZ2l0aHViLmNvbS9wbGFpLWdyb3VwL2JpYmxpb2dyYXBoeS9ibG9iL21hc3Rlci9wcmVzZW50YXRpb25zX3Bvc3RlcnMvbmV1cmlwc190dm9fcG9zdGVyLnBkZn0sCiAgc3VwcG9ydCA9IHtEM019LAogIGFic3RyYWN0PXtXZSBpbnRyb2R1Y2UgdGhlIHRoZXJtb2R5bmFtaWMgdmFyaWF0aW9uYWwgb2JqZWN0aXZlIChUVk8pIGZvciBsZWFybmluZyBpbiBib3RoIGNvbnRpbnVvdXMgYW5kIGRpc2NyZXRlIGRlZXAgZ2VuZXJhdGl2ZSBtb2RlbHMuIFRoZSBUVk8gYXJpc2VzIGZyb20gYSBrZXkgY29ubmVjdGlvbiBiZXR3ZWVuIHZhcmlhdGlvbmFsIGluZmVyZW5jZSBhbmQgdGhlcm1vZHluYW1pYyBpbnRlZ3JhdGlvbiB0aGF0IHJlc3VsdHMgaW4gYSB0aWdodGVyIGxvd2VyIGJvdW5kIHRvIHRoZSBsb2cgbWFyZ2luYWwgbGlrZWxpaG9vZCB0aGFuIHRoZSBzdGFuZGFyZCB2YXJpYXRpb25hbCB2YXJpYXRpb25hbCBldmlkZW5jZSBsb3dlciBib3VuZCAoRUxCTykgd2hpbGUgcmVtYWluaW5nIGFzIGJyb2FkbHkgYXBwbGljYWJsZS4gV2UgcHJvdmlkZSBhIGNvbXB1dGF0aW9uYWxseSBlZmZpY2llbnQgZ3JhZGllbnQgZXN0aW1hdG9yIGZvciB0aGUgVFZPIHRoYXQgYXBwbGllcyB0byBjb250aW51b3VzLCBkaXNjcmV0ZSwgYW5kIG5vbi1yZXBhcmFtZXRlcml6YWJsZSBkaXN0cmlidXRpb25zIGFuZCBzaG93IHRoYXQgdGhlIG9iamVjdGl2ZSBmdW5jdGlvbnMgdXNlZCBpbiB2YXJpYXRpb25hbCBpbmZlcmVuY2UsIHZhcmlhdGlvbmFsIGF1dG9lbmNvZGVycywgd2FrZSBzbGVlcCwgYW5kIGluZmVyZW5jZSBjb21waWxhdGlvbiBhcmUgYWxsIHNwZWNpYWwgY2FzZXMgb2YgdGhlIFRWTy4gV2UgdXNlIHRoZSBUVk8gdG8gbGVhcm4gYm90aCBkaXNjcmV0ZSBhbmQgY29udGludW91cyBkZWVwIGdlbmVyYXRpdmUgbW9kZWxzIGFuZCBlbXBpcmljYWxseSBkZW1vbnN0cmF0ZSBzdGF0ZSBvZiB0aGUgYXJ0IG1vZGVsIGFuZCBpbmZlcmVuY2UgbmV0d29yayBsZWFybmluZy59LAogIHllYXI9ezIwMTl9Cn0KCgoKCkBpbnByb2NlZWRpbmdze0JBWS0xOSwKICB0aXRsZT17RXRhbHVtaXM6IEJyaW5naW5nIFByb2JhYmlsaXN0aWMgUHJvZ3JhbW1pbmcgdG8gU2NpZW50aWZpYyBTaW11bGF0b3JzIGF0IFNjYWxlfSwKICBhdXRob3I9e0JheWRpbiwgQXR7XGl9bHtcaX1tIEd7XCJ1fW5le1xje3N9fSBhbmQgU2hhbywgTGVpIGFuZCBCaGltamksIFdhaGlkIGFuZCBIZWlucmljaCwgTHVrYXMgYW5kIE1lYWRvd3MsIExhd3JlbmNlIGFuZCBMaXUsIEppYWxpbiBhbmQgTXVuaywgQW5kcmVhcyBhbmQgTmFkZXJpcGFyaXppLCBTYWVpZCBhbmQgR3JhbS1IYW5zZW4sIEJyYWRsZXkgYW5kIExvdXBwZSwgR2lsbGVzIGFuZCBvdGhlcnN9LAogIGJvb2t0aXRsZT17dGhlIEludGVybmF0aW9uYWwgQ29uZmVyZW5jZSBmb3IgSGlnaCBQZXJmb3JtYW5jZSBDb21wdXRpbmcsIE5ldHdvcmtpbmcsIFN0b3JhZ2UgYW5kIEFuYWx5c2lzIChTQyDigJkxOSl9LAogIGFyY2hpdmVwcmVmaXggPSB7YXJYaXZ9LAogIGVwcmludCA9IHsxOTA3LjAzMzgyfSwKICBzdXBwb3J0ID0ge0QzTSxFVEFMVU1JU30sCiAgdXJsX1BhcGVyPXtodHRwczovL2FyeGl2Lm9yZy9wZGYvMTkwNy4wMzM4Mi5wZGZ9LAogIHVybF9Bclhpdj17aHR0cHM6Ly9hcnhpdi5vcmcvYWJzLzE5MDcuMDMzODJ9LAogIGFic3RyYWN0PXtQcm9iYWJpbGlzdGljIHByb2dyYW1taW5nIGxhbmd1YWdlcyAoUFBMcykgYXJlIHJlY2VpdmluZyB3aWRlc3ByZWFkIGF0dGVudGlvbiBmb3IgcGVyZm9ybWluZyBCYXllc2lhbiBpbmZlcmVuY2UgaW4gY29tcGxleCBnZW5lcmF0aXZlIG1vZGVscy4gSG93ZXZlciwgYXBwbGljYXRpb25zIHRvIHNjaWVuY2UgcmVtYWluIGxpbWl0ZWQgYmVjYXVzZSBvZiB0aGUgaW1wcmFjdGljYWJpbGl0eSBvZiByZXdyaXRpbmcgY29tcGxleCBzY2llbnRpZmljIHNpbXVsYXRvcnMgaW4gYSBQUEwsIHRoZSBjb21wdXRhdGlvbmFsIGNvc3Qgb2YgaW5mZXJlbmNlLCBhbmQgdGhlIGxhY2sgb2Ygc2NhbGFibGUgaW1wbGVtZW50YXRpb25zLiBUbyBhZGRyZXNzIHRoZXNlLCB3ZSBwcmVzZW50IGEgbm92ZWwgUFBMIGZyYW1ld29yayB0aGF0IGNvdXBsZXMgZGlyZWN0bHkgdG8gZXhpc3Rpbmcgc2NpZW50aWZpYyBzaW11bGF0b3JzIHRocm91Z2ggYSBjcm9zcy1wbGF0Zm9ybSBwcm9iYWJpbGlzdGljIGV4ZWN1dGlvbiBwcm90b2NvbCBhbmQgcHJvdmlkZXMgTWFya292IGNoYWluIE1vbnRlIENhcmxvIChNQ01DKSBhbmQgZGVlcC1sZWFybmluZy1iYXNlZCBpbmZlcmVuY2UgY29tcGlsYXRpb24gKElDKSBlbmdpbmVzIGZvciB0cmFjdGFibGUgaW5mZXJlbmNlLiBUbyBndWlkZSBJQyBpbmZlcmVuY2UsIHdlIHBlcmZvcm0gZGlzdHJpYnV0ZWQgdHJhaW5pbmcgb2YgYSBkeW5hbWljIDNEQ05OLS1MU1RNIGFyY2hpdGVjdHVyZSB3aXRoIGEgUHlUb3JjaC1NUEktYmFzZWQgZnJhbWV3b3JrIG9uIDEsMDI0IDMyLWNvcmUgQ1BVIG5vZGVzIG9mIHRoZSBDb3JpIHN1cGVyY29tcHV0ZXIgd2l0aCBhIGdsb2JhbCBtaW5pYmF0Y2ggc2l6ZSBvZiAxMjhrOiBhY2hpZXZpbmcgYSBwZXJmb3JtYW5jZSBvZiA0NTAgVGZsb3AvcyB0aHJvdWdoIGVuaGFuY2VtZW50cyB0byBQeVRvcmNoLiBXZSBkZW1vbnN0cmF0ZSBhIExhcmdlIEhhZHJvbiBDb2xsaWRlciAoTEhDKSB1c2UtY2FzZSB3aXRoIHRoZSBDKysgU2hlcnBhIHNpbXVsYXRvciBhbmQgYWNoaWV2ZSB0aGUgbGFyZ2VzdC1zY2FsZSBwb3N0ZXJpb3IgaW5mZXJlbmNlIGluIGEgVHVyaW5nLWNvbXBsZXRlIFBQTC59LAogIHllYXI9ezIwMTl9LAogIGRvaT17MTAuMTE0NS8zMjk1NTAwLjMzNTYxODB9Cn0KCgoKQGlucHJvY2VlZGluZ3N7V0FSLTE5LAogIHRpdGxlPXtUaGUgVmlydHVhbCBQYXRjaCBDbGFtcDogSW1wdXRpbmcgQy4gZWxlZ2FucyBNZW1icmFuZSBQb3RlbnRpYWxzIGZyb20gQ2FsY2l1bSBJbWFnaW5nfSwKICBhdXRob3I9e1dhcnJpbmd0b24sIEFuZHJldyBhbmQgU3BlbmNlciwgQXJ0aHVyIGFuZCBXb29kLCBGcmFua30sCiAgYm9va3RpdGxlPXtOZXVySVBTIDIwMTkgV29ya3Nob3AgTmV1cm8gQUl9LAogIGFyY2hpdmVwcmVmaXggPSB7YXJYaXZ9LAogIGVwcmludCA9IHsxOTA3LjExMDc1fSwKICBzdXBwb3J0ID0ge0QzTX0sCiAgdXJsX1BhcGVyPXtodHRwczovL2FyeGl2Lm9yZy9wZGYvMTkwNy4xMTA3NS5wZGZ9LAogIHVybF9Bclhpdj17aHR0cHM6Ly9hcnhpdi5vcmcvYWJzLzE5MDcuMTEwNzV9LAogIHVybF9Qb3N0ZXI9e2h0dHBzOi8vZ2l0aHViLmNvbS9wbGFpLWdyb3VwL2JpYmxpb2dyYXBoeS9ibG9iL21hc3Rlci9wcmVzZW50YXRpb25zX3Bvc3RlcnMvV0FSLTE5LnBkZn0sCiAgYWJzdHJhY3Q9e1dlIGRldmVsb3AgYSBzdG9jaGFzdGljIHdob2xlLWJyYWluIGFuZCBib2R5IHNpbXVsYXRvciBvZiB0aGUgbmVtYXRvZGUgcm91bmR3b3JtIENhZW5vcmhhYmRpdGlzIGVsZWdhbnMgKEMuIGVsZWdhbnMpIGFuZCBzaG93IHRoYXQgaXQgaXMgc3VmZmljaWVudGx5IHJlZ3VsYXJpemluZyB0byBhbGxvdyBpbXB1dGF0aW9uIG9mIGxhdGVudCBtZW1icmFuZSBwb3RlbnRpYWxzIGZyb20gcGFydGlhbCBjYWxjaXVtIGZsdW9yZXNjZW5jZSBpbWFnaW5nIG9ic2VydmF0aW9ucy4gVGhpcyBpcyB0aGUgZmlyc3QgYXR0ZW1wdCB3ZSBrbm93IG9mIHRvICJjb21wbGV0ZSB0aGUgY2lyY2xlLCIgd2hlcmUgYW4gYW5hdG9taWNhbGx5IGdyb3VuZGVkIHdob2xlLWNvbm5lY3RvbWUgc2ltdWxhdG9yIGlzIHVzZWQgdG8gaW1wdXRlIGEgdGltZS12YXJ5aW5nICJicmFpbiIgc3RhdGUgYXQgc2luZ2xlLWNlbGwgZmlkZWxpdHkgZnJvbSBjb3ZhcmlhdGVzIHRoYXQgYXJlIG1lYXN1cmFibGUgaW4gcHJhY3RpY2UuIFRoZSBzZXF1ZW50aWFsIE1vbnRlIENhcmxvIChTTUMpIG1ldGhvZCB3ZSBlbXBsb3kgbm90IG9ubHkgZW5hYmxlcyBpbXB1dGF0aW9uIG9mIHNhaWQgbGF0ZW50IHN0YXRlcyBidXQgYWxzbyBwcmVzZW50cyBhIHN0cmF0ZWd5IGZvciBsZWFybmluZyBzaW11bGF0b3IgcGFyYW1ldGVycyB2aWEgdmFyaWF0aW9uYWwgb3B0aW1pemF0aW9uIG9mIHRoZSBub2lzeSBtb2RlbCBldmlkZW5jZSBhcHByb3hpbWF0aW9uIHByb3ZpZGVkIGJ5IFNNQy4gT3VyIGltcHV0YXRpb24gYW5kIHBhcmFtZXRlciBlc3RpbWF0aW9uIGV4cGVyaW1lbnRzIHdlcmUgY29uZHVjdGVkIG9uIGRpc3RyaWJ1dGVkIHN5c3RlbXMgdXNpbmcgbm92ZWwgaW1wbGVtZW50YXRpb25zIG9mIHRoZSBhZm9yZW1lbnRpb25lZCB0ZWNobmlxdWVzIGFwcGxpZWQgdG8gc3ludGhldGljIGRhdGEgb2YgZGltZW5zaW9uIGFuZCB0eXBlIHJlcHJlc2VudGF0aXZlIG9mIHRoYXQgd2hpY2ggYXJlIG1lYXN1cmVkIGluIGxhYm9yYXRvcmllcyBjdXJyZW50bHkufSwKICB5ZWFyPXsyMDE5fQp9CgoKCkBpbnByb2NlZWRpbmdze0dPTC0xOSwKICB0aXRsZT17QW1vcnRpemVkIE1vbnRlIENhcmxvIEludGVncmF0aW9ufSwKICBhdXRob3I9e0dvbGl7XCdufXNraSwgQWRhbSBhbmQgV29vZCwgRnJhbmsgYW5kIFJhaW5mb3J0aCwgVG9tfSwKICBib29rdGl0bGU9e1Byb2NlZWRpbmdzIG9mIHRoZSBJbnRlcm5hdGlvbmFsIENvbmZlcmVuY2Ugb24gTWFjaGluZSBMZWFybmluZyAoSUNNTCl9LAogIHllYXI9ezIwMTl9LAogIGFyY2hpdmVwcmVmaXggPSB7YXJYaXZ9LAogIGVwcmludCA9IHsxOTA3LjA4MDgyfSwKICB1cmxfUGFwZXI9e2h0dHBzOi8vYXJ4aXYub3JnL3BkZi8xOTA3LjA4MDgyLnBkZn0sCiAgdXJsX0FyWGl2PXtodHRwczovL2FyeGl2Lm9yZy9hYnMvMTkwNy4wODA4Mn0sCiAgdXJsX1ByZXNlbnRhdGlvbj17aHR0cHM6Ly9pY21sLmNjL0NvbmZlcmVuY2VzLzIwMTkvU2NoZWR1bGVNdWx0aXRyYWNrP2V2ZW50PTQ3MDJ9LAogIHN1cHBvcnQgPSB7RDNNfSwKICBhYnN0cmFjdD17Q3VycmVudCBhcHByb2FjaGVzIHRvIGFtb3J0aXppbmcgQmF5ZXNpYW4gaW5mZXJlbmNlIGZvY3VzIHNvbGVseSBvbiBhcHByb3hpbWF0aW5nIHRoZSBwb3N0ZXJpb3IgZGlzdHJpYnV0aW9uLiBUeXBpY2FsbHksIHRoaXMgYXBwcm94aW1hdGlvbiBpcywgaW4gdHVybiwgdXNlZCB0byBjYWxjdWxhdGUgZXhwZWN0YXRpb25zIGZvciBvbmUgb3IgbW9yZSB0YXJnZXQgZnVuY3Rpb25zIC0gYSBjb21wdXRhdGlvbmFsIHBpcGVsaW5lIHdoaWNoIGlzIGluZWZmaWNpZW50IHdoZW4gdGhlIHRhcmdldCBmdW5jdGlvbihzKSBhcmUga25vd24gdXBmcm9udC4gSW4gdGhpcyBwYXBlciwgd2UgYWRkcmVzcyB0aGlzIGluZWZmaWNpZW5jeSBieSBpbnRyb2R1Y2luZyBBTUNJLCBhIG1ldGhvZCBmb3IgYW1vcnRpemluZyBNb250ZSBDYXJsbyBpbnRlZ3JhdGlvbiBkaXJlY3RseS4gQU1DSSBvcGVyYXRlcyBzaW1pbGFybHkgdG8gYW1vcnRpemVkIGluZmVyZW5jZSBidXQgcHJvZHVjZXMgdGhyZWUgZGlzdGluY3QgYW1vcnRpemVkIHByb3Bvc2FscywgZWFjaCB0YWlsb3JlZCB0byBhIGRpZmZlcmVudCBjb21wb25lbnQgb2YgdGhlIG92ZXJhbGwgZXhwZWN0YXRpb24gY2FsY3VsYXRpb24uIEF0IHJ1bnRpbWUsIHNhbXBsZXMgYXJlIHByb2R1Y2VkIHNlcGFyYXRlbHkgZnJvbSBlYWNoIGFtb3J0aXplZCBwcm9wb3NhbCwgYmVmb3JlIGJlaW5nIGNvbWJpbmVkIHRvIGFuIG92ZXJhbGwgZXN0aW1hdGUgb2YgdGhlIGV4cGVjdGF0aW9uLiBXZSBzaG93IHRoYXQgd2hpbGUgZXhpc3RpbmcgYXBwcm9hY2hlcyBhcmUgZnVuZGFtZW50YWxseSBsaW1pdGVkIGluIHRoZSBsZXZlbCBvZiBhY2N1cmFjeSB0aGV5IGNhbiBhY2hpZXZlLCBBTUNJIGNhbiB0aGVvcmV0aWNhbGx5IHByb2R1Y2UgYXJiaXRyYXJpbHkgc21hbGwgZXJyb3JzIGZvciBhbnkgaW50ZWdyYWJsZSB0YXJnZXQgZnVuY3Rpb24gdXNpbmcgb25seSBhIHNpbmdsZSBzYW1wbGUgZnJvbSBlYWNoIHByb3Bvc2FsIGF0IHJ1bnRpbWUuIFdlIGZ1cnRoZXIgc2hvdyB0aGF0IGl0IGlzIGFibGUgdG8gZW1waXJpY2FsbHkgb3V0cGVyZm9ybSB0aGUgdGhlb3JldGljYWxseSBvcHRpbWFsIHNlbGYtbm9ybWFsaXplZCBpbXBvcnRhbmNlIHNhbXBsZXIgb24gYSBudW1iZXIgb2YgZXhhbXBsZSBwcm9ibGVtcy4gRnVydGhlcm1vcmUsIEFNQ0kgYWxsb3dzIG5vdCBvbmx5IGZvciBhbW9ydGl6aW5nIG92ZXIgZGF0YXNldHMgYnV0IGFsc28gYW1vcnRpemluZyBvdmVyIHRhcmdldCBmdW5jdGlvbnMufQp9CgoKCgpAaW5wcm9jZWVkaW5nc3taSE8tMTksCiAgdGl0bGU9e3tMRi1QUEx9OiBBIExvdy1MZXZlbCBGaXJzdCBPcmRlciBQcm9iYWJpbGlzdGljIFByb2dyYW1taW5nIExhbmd1YWdlIGZvciBOb24tRGlmZmVyZW50aWFibGUgTW9kZWxzfSwKICBhdXRob3I9e1pob3UsIFl1YW4gYW5kIEdyYW0tSGFuc2VuLCBCcmFkbGV5IEogYW5kIEtvaG4sIFRvYmlhcyBhbmQgUmFpbmZvcnRoLCBUb20gYW5kIFlhbmcsIEhvbmdzZW9rIGFuZCBXb29kLCBGcmFua30sCiAgYm9va3RpdGxlPXtQcm9jZWVkaW5ncyBvZiB0aGUgVHdlbnRpZXRoIEludGVybmF0aW9uYWwgQ29uZmVyZW5jZSBvbiBBcnRpZmljaWFsIEludGVsbGlnZW5jZSBhbmQgU3RhdGlzdGljcyAoQUlTVEFUUyl9LAogIHllYXI9ezIwMTl9LAogIGFyY2hpdmVwcmVmaXggPSB7YXJYaXZ9LAogIGVwcmludCA9IHsxOTAzLjAyNDgyfSwKICBzdXBwb3J0ID0ge0QzTX0sCiAgdXJsX1BhcGVyPXtodHRwczovL2FyeGl2Lm9yZy9wZGYvMTkwMy4wMjQ4Mi5wZGZ9LAogIHVybF9Bclhpdj17aHR0cHM6Ly9hcnhpdi5vcmcvYWJzLzE5MDMuMDI0ODJ9LAogIGFic3RyYWN0PXtXZSBkZXZlbG9wIGEgbmV3IExvdy1sZXZlbCwgRmlyc3Qtb3JkZXIgUHJvYmFiaWxpc3RpYyBQcm9ncmFtbWluZyBMYW5ndWFnZSAoTEYtUFBMKSBzdWl0ZWQgZm9yIG1vZGVscyBjb250YWluaW5nIGEgbWl4IG9mIGNvbnRpbnVvdXMsIGRpc2NyZXRlLCBhbmQvb3IgcGllY2V3aXNlLWNvbnRpbnVvdXMgdmFyaWFibGVzLiBUaGUga2V5IHN1Y2Nlc3Mgb2YgdGhpcyBsYW5ndWFnZSBhbmQgaXRzIGNvbXBpbGF0aW9uIHNjaGVtZSBpcyBpbiBpdHMgYWJpbGl0eSB0byBhdXRvbWF0aWNhbGx5IGRpc3Rpbmd1aXNoIHBhcmFtZXRlcnMgdGhlIGRlbnNpdHkgZnVuY3Rpb24gaXMgZGlzY29udGludW91cyB3aXRoIHJlc3BlY3QgdG8sIHdoaWxlIGZ1cnRoZXIgcHJvdmlkaW5nIHJ1bnRpbWUgY2hlY2tzIGZvciBib3VuZGFyeSBjcm9zc2luZ3MuIFRoaXMgZW5hYmxlcyB0aGUgaW50cm9kdWN0aW9uIG9mIG5ldyBpbmZlcmVuY2UgZW5naW5lcyB0aGF0IGFyZSBhYmxlIHRvIGV4cGxvaXQgZ3JhZGllbnQgaW5mb3JtYXRpb24sIHdoaWxlIHJlbWFpbmluZyBlZmZpY2llbnQgZm9yIG1vZGVscyB3aGljaCBhcmUgbm90IGV2ZXJ5d2hlcmUgZGlmZmVyZW50aWFibGUuIFdlIGRlbW9uc3RyYXRlIHRoaXMgYWJpbGl0eSBieSBpbmNvcnBvcmF0aW5nIGEgZGlzY29udGludW91cyBIYW1pbHRvbmlhbiBNb250ZSBDYXJsbyAoREhNQykgaW5mZXJlbmNlIGVuZ2luZSB0aGF0IGlzIGFibGUgdG8gZGVsaXZlciBhdXRvbWF0ZWQgYW5kIGVmZmljaWVudCBpbmZlcmVuY2UgZm9yIG5vbi1kaWZmZXJlbnRpYWJsZSBtb2RlbHMuIE91ciBzeXN0ZW0gaXMgYmFja2VkIHVwIGJ5IGEgbWF0aGVtYXRpY2FsIGZvcm1hbGlzbSB0aGF0IGVuc3VyZXMgdGhhdCBhbnkgbW9kZWwgZXhwcmVzc2VkIGluIHRoaXMgbGFuZ3VhZ2UgaGFzIGEgZGVuc2l0eSB3aXRoIG1lYXN1cmUgemVybyBkaXNjb250aW51aXRpZXMgdG8gbWFpbnRhaW4gdGhlIHZhbGlkaXR5IG9mIHRoZSBpbmZlcmVuY2UgZW5naW5lLn0KfQoKCgpAaW5wcm9jZWVkaW5nc3tURU4tMTgsCiAgdGl0bGU9e0JheWVzaWFuIERpc3RyaWJ1dGVkIFN0b2NoYXN0aWMgR3JhZGllbnQgRGVzY2VudH0sCiAgYXV0aG9yPXtUZW5nLCBNaWNoYWVsIGFuZCBXb29kLCBGcmFua30sCiAgYm9va3RpdGxlPXtBZHZhbmNlcyBpbiBOZXVyYWwgSW5mb3JtYXRpb24gUHJvY2Vzc2luZyBTeXN0ZW1zIDMxfSwKICBwYWdlcz17NjM3OC0tNjM4OH0sCiAgeWVhcj17MjAxOH0sCiAgdXJsX0xpbms9e2h0dHBzOi8vcGFwZXJzLm5pcHMuY2MvcGFwZXIvNzg3NC1iYXllc2lhbi1kaXN0cmlidXRlZC1zdG9jaGFzdGljLWdyYWRpZW50LWRlc2NlbnR9LAogIHVybF9QYXBlcj17aHR0cHM6Ly9wYXBlcnMubmlwcy5jYy9wYXBlci83ODc0LWJheWVzaWFuLWRpc3RyaWJ1dGVkLXN0b2NoYXN0aWMtZ3JhZGllbnQtZGVzY2VudC5wZGZ9LAogIGFic3RyYWN0PXtXZSBpbnRyb2R1Y2UgQmF5ZXNpYW4gZGlzdHJpYnV0ZWQgc3RvY2hhc3RpYyBncmFkaWVudCBkZXNjZW50IChCRFNHRCksIGEgaGlnaC10aHJvdWdocHV0IGFsZ29yaXRobSBmb3IgdHJhaW5pbmcgZGVlcCBuZXVyYWwgbmV0d29ya3Mgb24gcGFyYWxsZWwgY2x1c3RlcnMuIFRoaXMgYWxnb3JpdGhtIHVzZXMgYW1vcnRpemVkIGluZmVyZW5jZSBpbiBhIGRlZXAgZ2VuZXJhdGl2ZSBtb2RlbCB0byBwZXJmb3JtIGpvaW50IHBvc3RlcmlvciBwcmVkaWN0aXZlIGluZmVyZW5jZSBvZiBtaW5pLWJhdGNoIGdyYWRpZW50IGNvbXB1dGF0aW9uIHRpbWVzIGluIGEgY29tcHV0ZSBjbHVzdGVyIHNwZWNpZmljIG1hbm5lci4gU3BlY2lmaWNhbGx5LCBvdXIgYWxnb3JpdGhtIG1pdGlnYXRlcyB0aGUgc3RyYWdnbGVyIGVmZmVjdCBpbiBzeW5jaHJvbm91cywgZ3JhZGllbnQtYmFzZWQgb3B0aW1pemF0aW9uIGJ5IGNob29zaW5nIGFuIG9wdGltYWwgY3V0b2ZmIGJleW9uZCB3aGljaCBtaW5pLWJhdGNoIGdyYWRpZW50IG1lc3NhZ2VzIGZyb20gc2xvdyB3b3JrZXJzIGFyZSBpZ25vcmVkLiBJbiBvdXIgZXhwZXJpbWVudHMsIHdlIHNob3cgdGhhdCBlYWdlcmx5IGRpc2NhcmRpbmcgdGhlIG1pbmktYmF0Y2ggZ3JhZGllbnQgY29tcHV0YXRpb25zIG9mIHN0cmFnZ2xlcnMgbm90IG9ubHkgaW5jcmVhc2VzIHRocm91Z2hwdXQgYnV0IGFjdHVhbGx5IGluY3JlYXNlcyB0aGUgb3ZlcmFsbCByYXRlIG9mIGNvbnZlcmdlbmNlIGFzIGEgZnVuY3Rpb24gb2Ygd2FsbC1jbG9jayB0aW1lIGJ5IHZpcnR1ZSBvZiBlbGltaW5hdGluZyBpZGxlbmVzcy4gVGhlIHByaW5jaXBhbCBub3ZlbCBjb250cmlidXRpb24gYW5kIGZpbmRpbmcgb2YgdGhpcyB3b3JrIGdvZXMgYmV5b25kIHRoaXMgYnkgZGVtb25zdHJhdGluZyB0aGF0IHVzaW5nIHRoZSBwcmVkaWN0ZWQgcnVuLXRpbWVzIGZyb20gYSBnZW5lcmF0aXZlIG1vZGVsIG9mIGNsdXN0ZXIgd29ya2VyIHBlcmZvcm1hbmNlIGltcHJvdmVzIHN1YnN0YW50aWFsbHkgb3ZlciB0aGUgc3RhdGljLWN1dG9mZiBwcmlvciBhcnQsIGxlYWRpbmcgdG8gcmVkdWNlZCBkZWVwIG5ldXJhbCBuZXQgdHJhaW5pbmcgdGltZXMgb24gbGFyZ2UgY29tcHV0ZXIgY2x1c3RlcnMufQp9CgoKCkBpbnByb2NlZWRpbmdze1dFQi0xOCwKICB0aXRsZT17RmFpdGhmdWwgaW52ZXJzaW9uIG9mIGdlbmVyYXRpdmUgbW9kZWxzIGZvciBlZmZlY3RpdmUgYW1vcnRpemVkIGluZmVyZW5jZX0sCiAgYXV0aG9yPXtXZWJiLCBTdGVmYW4gYW5kIEdvbGluc2tpLCBBZGFtIGFuZCBaaW5rb3YsIFJvYiBhbmQgTmFyYXlhbmFzd2FteSwgU2lkZGhhcnRoIGFuZCBSYWluZm9ydGgsIFRvbSBhbmQgVGVoLCBZZWUgV2h5ZSBhbmQgV29vZCwgRnJhbmt9LAogIGJvb2t0aXRsZT17QWR2YW5jZXMgaW4gTmV1cmFsIEluZm9ybWF0aW9uIFByb2Nlc3NpbmcgU3lzdGVtcyAzMX0sCiAgcGFnZXM9ezMwNzAtLTMwODB9LAogIHllYXI9ezIwMTh9LAogIGFyY2hpdmVwcmVmaXggPSB7YXJYaXZ9LAogIGVwcmludCA9IHsxNzEyLjAwMjg3fSwKICB1cmxfUGFwZXI9e2h0dHBzOi8vYXJ4aXYub3JnL3BkZi8xNzEyLjAwMjg3LnBkZn0sCiAgdXJsX0FyWGl2PXtodHRwczovL2FyeGl2Lm9yZy9hYnMvMTcxMi4wMDI4N30sCiAgYWJzdHJhY3Q9e0luZmVyZW5jZSBhbW9ydGl6YXRpb24gbWV0aG9kcyBzaGFyZSBpbmZvcm1hdGlvbiBhY3Jvc3MgbXVsdGlwbGUgcG9zdGVyaW9yLWluZmVyZW5jZSBwcm9ibGVtcywgYWxsb3dpbmcgZWFjaCB0byBiZSBjYXJyaWVkIG91dCBtb3JlIGVmZmljaWVudGx5LiBHZW5lcmFsbHksIHRoZXkgcmVxdWlyZSB0aGUgaW52ZXJzaW9uIG9mIHRoZSBkZXBlbmRlbmN5IHN0cnVjdHVyZSBpbiB0aGUgZ2VuZXJhdGl2ZSBtb2RlbCwgYXMgdGhlIG1vZGVsbGVyIG11c3QgbGVhcm4gYSBtYXBwaW5nIGZyb20gb2JzZXJ2YXRpb25zIHRvIGRpc3RyaWJ1dGlvbnMgYXBwcm94aW1hdGluZyB0aGUgcG9zdGVyaW9yLiBQcmV2aW91cyBhcHByb2FjaGVzIGhhdmUgaW52b2x2ZWQgaW52ZXJ0aW5nIHRoZSBkZXBlbmRlbmN5IHN0cnVjdHVyZSBpbiBhIGhldXJpc3RpYyB3YXkgdGhhdCBmYWlscyB0byBjYXB0dXJlIHRoZXNlIGRlcGVuZGVuY2llcyBjb3JyZWN0bHksIHRoZXJlYnkgbGltaXRpbmcgdGhlIGFjaGlldmFibGUgYWNjdXJhY3kgb2YgdGhlIHJlc3VsdGluZyBhcHByb3hpbWF0aW9ucy4gV2UgaW50cm9kdWNlIGFuIGFsZ29yaXRobSBmb3IgZmFpdGhmdWxseSwgYW5kIG1pbmltYWxseSwgaW52ZXJ0aW5nIHRoZSBncmFwaGljYWwgbW9kZWwgc3RydWN0dXJlIG9mIGFueSBnZW5lcmF0aXZlIG1vZGVsLiBTdWNoIGludmVyc2VzIGhhdmUgdHdvIGNydWNpYWwgcHJvcGVydGllczogKGEpIHRoZXkgZG8gbm90IGVuY29kZSBhbnkgaW5kZXBlbmRlbmNlIGFzc2VydGlvbnMgdGhhdCBhcmUgYWJzZW50IGZyb20gdGhlIG1vZGVsIGFuZDsgKGIpIHRoZXkgYXJlIGxvY2FsIG1heGltYSBmb3IgdGhlIG51bWJlciBvZiB0cnVlIGluZGVwZW5kZW5jaWVzIGVuY29kZWQuIFdlIHByb3ZlIHRoZSBjb3JyZWN0bmVzcyBvZiBvdXIgYXBwcm9hY2ggYW5kIGVtcGlyaWNhbGx5IHNob3cgdGhhdCB0aGUgcmVzdWx0aW5nIG1pbmltYWxseSBmYWl0aGZ1bCBpbnZlcnNlcyBsZWFkIHRvIGJldHRlciBpbmZlcmVuY2UgYW1vcnRpemF0aW9uIHRoYW4gZXhpc3RpbmcgaGV1cmlzdGljIGFwcHJvYWNoZXMufQp9CgoKCgpAaW5wcm9jZWVkaW5nc3tSQUktMThhLAogIHRpdGxlPXtPbiBOZXN0aW5nIE1vbnRlIENhcmxvIEVzdGltYXRvcnN9LAogIGF1dGhvcj17UmFpbmZvcnRoLCBUb20gYW5kIENvcm5pc2gsIFJvYmVydCBhbmQgWWFuZywgSG9uZ3Nlb2sgYW5kIFdhcnJpbmd0b24sIEFuZHJldyBhbmQgV29vZCwgRnJhbmt9LAogIGJvb2t0aXRsZT17VGhpcnR5LWZpZnRoIEludGVybmF0aW9uYWwgQ29uZmVyZW5jZSBvbiBNYWNoaW5lIExlYXJuaW5nIChJQ01MKX0sCiAgeWVhcj17MjAxOH0sCiAgYXJjaGl2ZXByZWZpeCA9IHthclhpdn0sCiAgZXByaW50ID0gezE3MDkuMDYxODF9LAogIHVybF9QYXBlcj17aHR0cHM6Ly9hcnhpdi5vcmcvcGRmLzE3MDkuMDYxODEucGRmfSwKICB1cmxfQXJYaXY9e2h0dHBzOi8vYXJ4aXYub3JnL2Ficy8xNzA5LjA2MTgxfSwKICBhYnN0cmFjdD17TWFueSBwcm9ibGVtcyBpbiBtYWNoaW5lIGxlYXJuaW5nIGFuZCBzdGF0aXN0aWNzIGludm9sdmUgbmVzdGVkIGV4cGVjdGF0aW9ucyBhbmQgdGh1cyBkbyBub3QgcGVybWl0IGNvbnZlbnRpb25hbCBNb250ZSBDYXJsbyAoTUMpIGVzdGltYXRpb24uIEZvciBzdWNoIHByb2JsZW1zLCBvbmUgbXVzdCBuZXN0IGVzdGltYXRvcnMsIHN1Y2ggdGhhdCB0ZXJtcyBpbiBhbiBvdXRlciBlc3RpbWF0b3IgdGhlbXNlbHZlcyBpbnZvbHZlIGNhbGN1bGF0aW9uIG9mIGEgc2VwYXJhdGUsIG5lc3RlZCwgZXN0aW1hdGlvbi4gV2UgaW52ZXN0aWdhdGUgdGhlIHN0YXRpc3RpY2FsIGltcGxpY2F0aW9ucyBvZiBuZXN0aW5nIE1DIGVzdGltYXRvcnMsIGluY2x1ZGluZyBjYXNlcyBvZiBtdWx0aXBsZSBsZXZlbHMgb2YgbmVzdGluZywgYW5kIGVzdGFibGlzaCB0aGUgY29uZGl0aW9ucyB1bmRlciB3aGljaCB0aGV5IGNvbnZlcmdlLiBXZSBkZXJpdmUgY29ycmVzcG9uZGluZyByYXRlcyBvZiBjb252ZXJnZW5jZSBhbmQgcHJvdmlkZSBlbXBpcmljYWwgZXZpZGVuY2UgdGhhdCB0aGVzZSByYXRlcyBhcmUgb2JzZXJ2ZWQgaW4gcHJhY3RpY2UuIFdlIGZ1cnRoZXIgZXN0YWJsaXNoIGEgbnVtYmVyIG9mIHBpdGZhbGxzIHRoYXQgY2FuIGFyaXNlIGZyb20gbmFpdmUgbmVzdGluZyBvZiBNQyBlc3RpbWF0b3JzLCBwcm92aWRlIGd1aWRlbGluZXMgYWJvdXQgaG93IHRoZXNlIGNhbiBiZSBhdm9pZGVkLCBhbmQgbGF5IG91dCBub3ZlbCBtZXRob2RzIGZvciByZWZvcm11bGF0aW5nIGNlcnRhaW4gY2xhc3NlcyBvZiBuZXN0ZWQgZXhwZWN0YXRpb24gcHJvYmxlbXMgaW50byBzaW5nbGUgZXhwZWN0YXRpb25zLCBsZWFkaW5nIHRvIGltcHJvdmVkIGNvbnZlcmdlbmNlIHJhdGVzLiBXZSBkZW1vbnN0cmF0ZSB0aGUgYXBwbGljYWJpbGl0eSBvZiBvdXIgd29yayBieSB1c2luZyBvdXIgcmVzdWx0cyB0byBkZXZlbG9wIGEgbmV3IGVzdGltYXRvciBmb3IgZGlzY3JldGUgQmF5ZXNpYW4gZXhwZXJpbWVudGFsIGRlc2lnbiBwcm9ibGVtcyBhbmQgZGVyaXZlIGVycm9yIGJvdW5kcyBmb3IgYSBjbGFzcyBvZiB2YXJpYXRpb25hbCBvYmplY3RpdmVzLn0KfQoKCgpAaW5wcm9jZWVkaW5nc3tSQUktMThiLAogIHRpdGxlPXtUaWdodGVyIHZhcmlhdGlvbmFsIGJvdW5kcyBhcmUgbm90IG5lY2Vzc2FyaWx5IGJldHRlcn0sCiAgYXV0aG9yPXtSYWluZm9ydGgsIFRvbSBhbmQgS29zaW9yZWssIEFkYW0gUiBhbmQgTGUsIFR1YW4gQW5oIGFuZCBNYWRkaXNvbiwgQ2hyaXMgSiBhbmQgSWdsLCBNYXhpbWlsaWFuIGFuZCBXb29kLCBGcmFuayBhbmQgVGVoLCBZZWUgV2h5ZX0sCiAgYm9va3RpdGxlPXtUaGlydHktZmlmdGggSW50ZXJuYXRpb25hbCBDb25mZXJlbmNlIG9uIE1hY2hpbmUgTGVhcm5pbmcgKElDTUwpfSwKICB5ZWFyPXsyMDE4fSwKICBhcmNoaXZlcHJlZml4ID0ge2FyWGl2fSwKICBlcHJpbnQgPSB7MTgwMi4wNDUzN30sCiAgdXJsX0xpbms9e2h0dHBzOi8vYXJ4aXYub3JnL2Ficy8xODAyLjA0NTM3fSwKICB1cmxfUGFwZXI9e2h0dHBzOi8vYXJ4aXYub3JnL3BkZi8xODAyLjA0NTM3LnBkZn0sCiAgYWJzdHJhY3Q9e1dlIHByb3ZpZGUgdGhlb3JldGljYWwgYW5kIGVtcGlyaWNhbCBldmlkZW5jZSB0aGF0IHVzaW5nIHRpZ2h0ZXIgZXZpZGVuY2UgbG93ZXIgYm91bmRzIChFTEJPcykgY2FuIGJlIGRldHJpbWVudGFsIHRvIHRoZSBwcm9jZXNzIG9mIGxlYXJuaW5nIGFuIGluZmVyZW5jZSBuZXR3b3JrIGJ5IHJlZHVjaW5nIHRoZSBzaWduYWwtdG8tbm9pc2UgcmF0aW8gb2YgdGhlIGdyYWRpZW50IGVzdGltYXRvci4gT3VyIHJlc3VsdHMgY2FsbCBpbnRvIHF1ZXN0aW9uIGNvbW1vbiBpbXBsaWNpdCBhc3N1bXB0aW9ucyB0aGF0IHRpZ2h0ZXIgRUxCT3MgYXJlIGJldHRlciB2YXJpYXRpb25hbCBvYmplY3RpdmVzIGZvciBzaW11bHRhbmVvdXMgbW9kZWwgbGVhcm5pbmcgYW5kIGluZmVyZW5jZSBhbW9ydGl6YXRpb24gc2NoZW1lcy4gQmFzZWQgb24gb3VyIGluc2lnaHRzLCB3ZSBpbnRyb2R1Y2UgdGhyZWUgbmV3IGFsZ29yaXRobXM6IHRoZSBwYXJ0aWFsbHkgaW1wb3J0YW5jZSB3ZWlnaHRlZCBhdXRvLWVuY29kZXIgKFBJV0FFKSwgdGhlIG11bHRpcGx5IGltcG9ydGFuY2Ugd2VpZ2h0ZWQgYXV0by1lbmNvZGVyIChNSVdBRSksIGFuZCB0aGUgY29tYmluYXRpb24gaW1wb3J0YW5jZSB3ZWlnaHRlZCBhdXRvLWVuY29kZXIgKENJV0FFKSwgZWFjaCBvZiB3aGljaCBpbmNsdWRlcyB0aGUgc3RhbmRhcmQgaW1wb3J0YW5jZSB3ZWlnaHRlZCBhdXRvLWVuY29kZXIgKElXQUUpIGFzIGEgc3BlY2lhbCBjYXNlLiBXZSBzaG93IHRoYXQgZWFjaCBjYW4gZGVsaXZlciBpbXByb3ZlbWVudHMgb3ZlciBJV0FFLCBldmVuIHdoZW4gcGVyZm9ybWFuY2UgaXMgbWVhc3VyZWQgYnkgdGhlIElXQUUgdGFyZ2V0IGl0c2VsZi4gRnVydGhlcm1vcmUsIG91ciByZXN1bHRzIHN1Z2dlc3QgdGhhdCBQSVdBRSBtYXkgYmUgYWJsZSB0byBkZWxpdmVyIHNpbXVsdGFuZW91cyBpbXByb3ZlbWVudHMgaW4gdGhlIHRyYWluaW5nIG9mIGJvdGggdGhlIGluZmVyZW5jZSBhbmQgZ2VuZXJhdGl2ZSBuZXR3b3Jrcy59Cn0KCgoKQGlucHJvY2VlZGluZ3N7SUdMLTE4LAogIHRpdGxlPXtEZWVwIFZhcmlhdGlvbmFsIFJlaW5mb3JjZW1lbnQgTGVhcm5pbmcgZm9yIFBPTURQc30sCiAgYXV0aG9yPXtJZ2wsIE1heGltaWxpYW4gYW5kIFppbnRncmFmLCBMdWlzYSBhbmQgTGUsIFR1YW4gQW5oIGFuZCBXb29kLCBGcmFuayBhbmQgV2hpdGVzb24sIFNoaW1vbn0sCiAgYm9va3RpdGxlPXtUaGlydHktZmlmdGggSW50ZXJuYXRpb25hbCBDb25mZXJlbmNlIG9uIE1hY2hpbmUgTGVhcm5pbmcgKElDTUwpfSwKICB5ZWFyPXsyMDE4fSwKICBhcmNoaXZlcHJlZml4ID0ge2FyWGl2fSwKICBlcHJpbnQgPSB7MTgwNi4wMjQyNn0sCiAgdXJsX0xpbms9e2h0dHBzOi8vYXJ4aXYub3JnL2Ficy8xODA2LjAyNDI2fSwKICB1cmxfUGFwZXI9e2h0dHBzOi8vYXJ4aXYub3JnL3BkZi8xODA2LjAyNDI2LnBkZn0sCiAgYWJzdHJhY3Q9e01hbnkgcmVhbC13b3JsZCBzZXF1ZW50aWFsIGRlY2lzaW9uIG1ha2luZyBwcm9ibGVtcyBhcmUgcGFydGlhbGx5IG9ic2VydmFibGUgYnkgbmF0dXJlLCBhbmQgdGhlIGVudmlyb25tZW50IG1vZGVsIGlzIHR5cGljYWxseSB1bmtub3duLiBDb25zZXF1ZW50bHksIHRoZXJlIGlzIGdyZWF0IG5lZWQgZm9yIHJlaW5mb3JjZW1lbnQgbGVhcm5pbmcgbWV0aG9kcyB0aGF0IGNhbiB0YWNrbGUgc3VjaCBwcm9ibGVtcyBnaXZlbiBvbmx5IGEgc3RyZWFtIG9mIGluY29tcGxldGUgYW5kIG5vaXN5IG9ic2VydmF0aW9ucy4gSW4gdGhpcyBwYXBlciwgd2UgcHJvcG9zZSBkZWVwIHZhcmlhdGlvbmFsIHJlaW5mb3JjZW1lbnQgbGVhcm5pbmcgKERWUkwpLCB3aGljaCBpbnRyb2R1Y2VzIGFuIGluZHVjdGl2ZSBiaWFzIHRoYXQgYWxsb3dzIGFuIGFnZW50IHRvIGxlYXJuIGEgZ2VuZXJhdGl2ZSBtb2RlbCBvZiB0aGUgZW52aXJvbm1lbnQgYW5kIHBlcmZvcm0gaW5mZXJlbmNlIGluIHRoYXQgbW9kZWwgdG8gZWZmZWN0aXZlbHkgYWdncmVnYXRlIHRoZSBhdmFpbGFibGUgaW5mb3JtYXRpb24uIFdlIGRldmVsb3AgYW4gbi1zdGVwIGFwcHJveGltYXRpb24gdG8gdGhlIGV2aWRlbmNlIGxvd2VyIGJvdW5kIChFTEJPKSwgYWxsb3dpbmcgdGhlIG1vZGVsIHRvIGJlIHRyYWluZWQgam9pbnRseSB3aXRoIHRoZSBwb2xpY3kuIFRoaXMgZW5zdXJlcyB0aGF0IHRoZSBsYXRlbnQgc3RhdGUgcmVwcmVzZW50YXRpb24gaXMgc3VpdGFibGUgZm9yIHRoZSBjb250cm9sIHRhc2suIEluIGV4cGVyaW1lbnRzIG9uIE1vdW50YWluIEhpa2UgYW5kIGZsaWNrZXJpbmcgQXRhcmkgd2Ugc2hvdyB0aGF0IG91ciBtZXRob2Qgb3V0cGVyZm9ybXMgcHJldmlvdXMgYXBwcm9hY2hlcyByZWx5aW5nIG9uIHJlY3VycmVudCBuZXVyYWwgbmV0d29ya3MgdG8gZW5jb2RlIHRoZSBwYXN0Ln0KfQoKCgpAdW5wdWJsaXNoZWR7TUVFLTE4LAogIHRpdGxlPXtBbiBpbnRyb2R1Y3Rpb24gdG8gcHJvYmFiaWxpc3RpYyBwcm9ncmFtbWluZ30sCiAgYXV0aG9yPXt2YW4gZGUgTWVlbnQsIEphbi1XaWxsZW0gYW5kIFBhaWdlLCBCcm9va3MgYW5kIFlhbmcsIEhvbmdzZW9rIGFuZCBXb29kLCBGcmFua30sCiAgam91cm5hbD17YXJYaXYgcHJlcHJpbnR9LAogIGFyY2hpdmVwcmVmaXggPSB7YXJYaXZ9LAogIGVwcmludCA9IHsxODA5LjEwNzU2fSwKICB5ZWFyPXsyMDE4fSwKICB1cmxfTGluaz17aHR0cHM6Ly9hcnhpdi5vcmcvYWJzLzE4MDkuMTA3NTZ9LAogIHVybF9QYXBlcj17aHR0cHM6Ly9hcnhpdi5vcmcvcGRmLzE4MDkuMTA3NTYucGRmfSwKICBhYnN0cmFjdD17VGhpcyBkb2N1bWVudCBpcyBkZXNpZ25lZCB0byBiZSBhIGZpcnN0LXllYXIgZ3JhZHVhdGUtbGV2ZWwgaW50cm9kdWN0aW9uIHRvIHByb2JhYmlsaXN0aWMgcHJvZ3JhbW1pbmcuIEl0IG5vdCBvbmx5IHByb3ZpZGVzIGEgdGhvcm91Z2ggYmFja2dyb3VuZCBmb3IgYW55b25lIHdpc2hpbmcgdG8gdXNlIGEgcHJvYmFiaWxpc3RpYyBwcm9ncmFtbWluZyBzeXN0ZW0sIGJ1dCBhbHNvIGludHJvZHVjZXMgdGhlIHRlY2huaXF1ZXMgbmVlZGVkIHRvIGRlc2lnbiBhbmQgYnVpbGQgdGhlc2Ugc3lzdGVtcy4gSXQgaXMgYWltZWQgYXQgcGVvcGxlIHdobyBoYXZlIGFuIHVuZGVyZ3JhZHVhdGUtbGV2ZWwgdW5kZXJzdGFuZGluZyBvZiBlaXRoZXIgb3IsIGlkZWFsbHksIGJvdGggcHJvYmFiaWxpc3RpYyBtYWNoaW5lIGxlYXJuaW5nIGFuZCBwcm9ncmFtbWluZyBsYW5ndWFnZXMuXFwKICBXZSBzdGFydCB3aXRoIGEgZGlzY3Vzc2lvbiBvZiBtb2RlbC1iYXNlZCByZWFzb25pbmcgYW5kIGV4cGxhaW4gd2h5IGNvbmRpdGlvbmluZyBhcyBhIGZvdW5kYXRpb25hbCBjb21wdXRhdGlvbiBpcyBjZW50cmFsIHRvIHRoZSBmaWVsZHMgb2YgcHJvYmFiaWxpc3RpYyBtYWNoaW5lIGxlYXJuaW5nIGFuZCBhcnRpZmljaWFsIGludGVsbGlnZW5jZS4gV2UgdGhlbiBpbnRyb2R1Y2UgYSBzaW1wbGUgZmlyc3Qtb3JkZXIgcHJvYmFiaWxpc3RpYyBwcm9ncmFtbWluZyBsYW5ndWFnZSAoUFBMKSB3aG9zZSBwcm9ncmFtcyBkZWZpbmUgc3RhdGljLWNvbXB1dGF0aW9uLWdyYXBoLCBmaW5pdGUtdmFyaWFibGUtY2FyZGluYWxpdHkgbW9kZWxzLiBJbiB0aGUgY29udGV4dCBvZiB0aGlzIHJlc3RyaWN0ZWQgUFBMIHdlIGludHJvZHVjZSBmdW5kYW1lbnRhbCBpbmZlcmVuY2UgYWxnb3JpdGhtcyBhbmQgZGVzY3JpYmUgaG93IHRoZXkgY2FuIGJlIGltcGxlbWVudGVkIGluIHRoZSBjb250ZXh0IG9mIG1vZGVscyBkZW5vdGVkIGJ5IHByb2JhYmlsaXN0aWMgcHJvZ3JhbXMuXFwKICBJbiB0aGUgc2Vjb25kIHBhcnQgb2YgdGhpcyBkb2N1bWVudCwgd2UgaW50cm9kdWNlIGEgaGlnaGVyLW9yZGVyIHByb2JhYmlsaXN0aWMgcHJvZ3JhbW1pbmcgbGFuZ3VhZ2UsIHdpdGggYSBmdW5jdGlvbmFsaXR5IGFuYWxvZ291cyB0byB0aGF0IG9mIGVzdGFibGlzaGVkIHByb2dyYW1taW5nIGxhbmd1YWdlcy4gVGhpcyBhZmZvcmRzIHRoZSBvcHBvcnR1bml0eSB0byBkZWZpbmUgbW9kZWxzIHdpdGggZHluYW1pYyBjb21wdXRhdGlvbiBncmFwaHMsIGF0IHRoZSBjb3N0IG9mIHJlcXVpcmluZyBpbmZlcmVuY2UgbWV0aG9kcyB0aGF0IGdlbmVyYXRlIHNhbXBsZXMgYnkgcmVwZWF0ZWRseSBleGVjdXRpbmcgdGhlIHByb2dyYW0uIEZvdW5kYXRpb25hbCBpbmZlcmVuY2UgYWxnb3JpdGhtcyBmb3IgdGhpcyBraW5kIG9mIHByb2JhYmlsaXN0aWMgcHJvZ3JhbW1pbmcgbGFuZ3VhZ2UgYXJlIGV4cGxhaW5lZCBpbiB0aGUgY29udGV4dCBvZiBhbiBpbnRlcmZhY2UgYmV0d2VlbiBwcm9ncmFtIGV4ZWN1dGlvbnMgYW5kIGFuIGluZmVyZW5jZSBjb250cm9sbGVyLlxcCiAgVGhpcyBkb2N1bWVudCBjbG9zZXMgd2l0aCBhIGNoYXB0ZXIgb24gYWR2YW5jZWQgdG9waWNzIHdoaWNoIHdlIGJlbGlldmUgdG8gYmUsIGF0IHRoZSB0aW1lIG9mIHdyaXRpbmcsIGludGVyZXN0aW5nIGRpcmVjdGlvbnMgZm9yIHByb2JhYmlsaXN0aWMgcHJvZ3JhbW1pbmcgcmVzZWFyY2g7IGRpcmVjdGlvbnMgdGhhdCBwb2ludCB0b3dhcmRzIGEgdGlnaHQgaW50ZWdyYXRpb24gd2l0aCBkZWVwIG5ldXJhbCBuZXR3b3JrIHJlc2VhcmNoIGFuZCB0aGUgZGV2ZWxvcG1lbnQgb2Ygc3lzdGVtcyBmb3IgbmV4dC1nZW5lcmF0aW9uIGFydGlmaWNpYWwgaW50ZWxsaWdlbmNlIGFwcGxpY2F0aW9ucy59Cn0KCgoKQGlucHJvY2VlZGluZ3N7QkFZLTE5YSwKICB0aXRsZT17RWZmaWNpZW50IFByb2JhYmlsaXN0aWMgSW5mZXJlbmNlIGluIHRoZSBRdWVzdCBmb3IgUGh5c2ljcyBCZXlvbmQgdGhlIFN0YW5kYXJkIE1vZGVsfSwKICBhdXRob3I9e0JheWRpbiwgQXRpbGltIEd1bmVzIGFuZCBIZWlucmljaCwgTHVrYXMgYW5kIEJoaW1qaSwgV2FoaWQgYW5kIEdyYW0tSGFuc2VuLCBCcmFkbGV5IGFuZCBMb3VwcGUsIEdpbGxlcyBhbmQgU2hhbywgTGVpIGFuZCBDcmFubWVyLCBLeWxlIGFuZCBXb29kLCBGcmFuayBhbmQgb3RoZXJzfSwKICBib29rdGl0bGU9e1RoaXJ0eS1zZWNvbmQgQ29uZmVyZW5jZSBvbiBOZXVyYWwgSW5mb3JtYXRpb24gUHJvY2Vzc2luZyBTeXN0ZW1zIChOZXVySVBTKX0sCiAgYXJjaGl2ZXByZWZpeCA9IHthclhpdn0sCiAgZXByaW50ID0gezE4MDcuMDc3MDZ9LAogIHllYXI9ezIwMTl9LAogIHVybF9MaW5rPXtodHRwczovL3BhcGVycy5uaXBzLmNjL3BhcGVyLzg3ODUtZWZmaWNpZW50LXByb2JhYmlsaXN0aWMtaW5mZXJlbmNlLWluLXRoZS1xdWVzdC1mb3ItcGh5c2ljcy1iZXlvbmQtdGhlLXN0YW5kYXJkLW1vZGVsfSwKICB1cmxfTGluaz17aHR0cHM6Ly9hcnhpdi5vcmcvYWJzLzE4MDcuMDc3MDZ9LAogIHVybF9QYXBlcj17aHR0cHM6Ly9wYXBlcnMubmlwcy5jYy9wYXBlci84Nzg1LWVmZmljaWVudC1wcm9iYWJpbGlzdGljLWluZmVyZW5jZS1pbi10aGUtcXVlc3QtZm9yLXBoeXNpY3MtYmV5b25kLXRoZS1zdGFuZGFyZC1tb2RlbC5wZGZ9LAogIHVybF9QYXBlcj17aHR0cHM6Ly9hcnhpdi5vcmcvcGRmLzE4MDcuMDc3MDYucGRmfSwKICBhYnN0cmFjdD17V2UgcHJlc2VudCBhIG5vdmVsIHByb2JhYmlsaXN0aWMgcHJvZ3JhbW1pbmcgZnJhbWV3b3JrIHRoYXQgY291cGxlcyBkaXJlY3RseSB0byBleGlzdGluZyBsYXJnZS1zY2FsZSBzaW11bGF0b3JzIHRocm91Z2ggYSBjcm9zcy1wbGF0Zm9ybSBwcm9iYWJpbGlzdGljIGV4ZWN1dGlvbiBwcm90b2NvbCwgd2hpY2ggYWxsb3dzIGdlbmVyYWwtcHVycG9zZSBpbmZlcmVuY2UgZW5naW5lcyB0byByZWNvcmQgYW5kIGNvbnRyb2wgcmFuZG9tIG51bWJlciBkcmF3cyB3aXRoaW4gc2ltdWxhdG9ycyBpbiBhIGxhbmd1YWdlLWFnbm9zdGljIHdheS4gVGhlIGV4ZWN1dGlvbiBvZiBleGlzdGluZyBzaW11bGF0b3JzIGFzIHByb2JhYmlsaXN0aWMgcHJvZ3JhbXMgZW5hYmxlcyBoaWdobHkgaW50ZXJwcmV0YWJsZSBwb3N0ZXJpb3IgaW5mZXJlbmNlIGluIHRoZSBzdHJ1Y3R1cmVkIG1vZGVsIGRlZmluZWQgYnkgdGhlIHNpbXVsYXRvciBjb2RlIGJhc2UuIFdlIGRlbW9uc3RyYXRlIHRoZSB0ZWNobmlxdWUgaW4gcGFydGljbGUgcGh5c2ljcywgb24gYSBzY2llbnRpZmljYWxseSBhY2N1cmF0ZSBzaW11bGF0aW9uIG9mIHRoZSB0YXUgbGVwdG9uIGRlY2F5LCB3aGljaCBpcyBhIGtleSBpbmdyZWRpZW50IGluIGVzdGFibGlzaGluZyB0aGUgcHJvcGVydGllcyBvZiB0aGUgSGlnZ3MgYm9zb24uIEluZmVyZW5jZSBlZmZpY2llbmN5IGlzIGFjaGlldmVkIHZpYSBpbmZlcmVuY2UgY29tcGlsYXRpb24gd2hlcmUgYSBkZWVwIHJlY3VycmVudCBuZXVyYWwgbmV0d29yayBpcyB0cmFpbmVkIHRvIHBhcmFtZXRlcml6ZSBwcm9wb3NhbCBkaXN0cmlidXRpb25zIGFuZCBjb250cm9sIHRoZSBzdG9jaGFzdGljIHNpbXVsYXRvciBpbiBhIHNlcXVlbnRpYWwgaW1wb3J0YW5jZSBzYW1wbGluZyBzY2hlbWUsIGF0IGEgZnJhY3Rpb24gb2YgdGhlIGNvbXB1dGF0aW9uYWwgY29zdCBvZiBhIE1hcmtvdiBjaGFpbiBNb250ZSBDYXJsbyBiYXNlbGluZS59Cn0KCgoKCkBpbnByb2NlZWRpbmdze1JBSS0xOGMsCiAgdGl0bGU9e0luZmVyZW5jZSB0cmVlczogQWRhcHRpdmUgaW5mZXJlbmNlIHdpdGggZXhwbG9yYXRpb259LAogIGF1dGhvcj17UmFpbmZvcnRoLCBUb20gYW5kIFpob3UsIFl1YW4gYW5kIEx1LCBYaWFveXUgYW5kIFRlaCwgWWVlIFdoeWUgYW5kIFdvb2QsIEZyYW5rIGFuZCBZYW5nLCBIb25nc2VvayBhbmQgdmFuIGRlIE1lZW50LCBKYW4tV2lsbGVtfSwKICBib29rdGl0bGU9ezFzdCBTeW1wb3NpdW0gb24gQWR2YW5jZXMgaW4gQXBwcm94aW1hdGUgQmF5ZXNpYW4gSW5mZXJlbmNlfSwKICBhcmNoaXZlcHJlZml4ID0ge2FyWGl2fSwKICBlcHJpbnQgPSB7MTgwNi4wOTU1MH0sCiAgeWVhcj17MjAxOH0sCiAgdXJsX0xpbms9e2h0dHBzOi8vYXJ4aXYub3JnL2Ficy8xODA2LjA5NTUwfSwKICB1cmxfUGFwZXI9e2h0dHBzOi8vYXJ4aXYub3JnL3BkZi8xODA2LjA5NTUwLnBkZn0sCiAgdXJsX1ByZXNlbnRhdGlvbj17aHR0cDovL3d3dy5hcHByb3hpbWF0ZWluZmVyZW5jZS5vcmcvMjAxOC9zY2hlZHVsZS9SYWluZm9ydGgyMDE4LnBkZn0sCiAgYWJzdHJhY3Q9e1dlIGludHJvZHVjZSBpbmZlcmVuY2UgdHJlZXMgKElUcyksIGEgbmV3IGNsYXNzIG9mIGluZmVyZW5jZSBtZXRob2RzIHRoYXQgYnVpbGQgb24gaWRlYXMgZnJvbSBNb250ZSBDYXJsbyB0cmVlIHNlYXJjaCB0byBwZXJmb3JtIGFkYXB0aXZlIHNhbXBsaW5nIGluIGEgbWFubmVyIHRoYXQgYmFsYW5jZXMgZXhwbG9yYXRpb24gd2l0aCBleHBsb2l0YXRpb24sIGVuc3VyZXMgY29uc2lzdGVuY3ksIGFuZCBhbGxldmlhdGVzIHBhdGhvbG9naWVzIGluIGV4aXN0aW5nIGFkYXB0aXZlIG1ldGhvZHMuIElUcyBhZGFwdGl2ZWx5IHNhbXBsZSBmcm9tIGhpZXJhcmNoaWNhbCBwYXJ0aXRpb25zIG9mIHRoZSBwYXJhbWV0ZXIgc3BhY2UsIHdoaWxlIHNpbXVsdGFuZW91c2x5IGxlYXJuaW5nIHRoZXNlIHBhcnRpdGlvbnMgaW4gYW4gb25saW5lIG1hbm5lci4gVGhpcyBlbmFibGVzIElUcyB0byBub3Qgb25seSBpZGVudGlmeSByZWdpb25zIG9mIGhpZ2ggcG9zdGVyaW9yIG1hc3MsIGJ1dCBhbHNvIG1haW50YWluIHVuY2VydGFpbnR5IGVzdGltYXRlcyB0byB0cmFjayByZWdpb25zIHdoZXJlIHNpZ25pZmljYW50IHBvc3RlcmlvciBtYXNzIG1heSBoYXZlIGJlZW4gbWlzc2VkLiBJVHMgY2FuIGJlIGJhc2VkIG9uIGFueSBpbmZlcmVuY2UgbWV0aG9kIHRoYXQgcHJvdmlkZXMgYSBjb25zaXN0ZW50IGVzdGltYXRlIG9mIHRoZSBtYXJnaW5hbCBsaWtlbGlob29kLiBUaGV5IGFyZSBwYXJ0aWN1bGFybHkgZWZmZWN0aXZlIHdoZW4gY29tYmluZWQgd2l0aCBzZXF1ZW50aWFsIE1vbnRlIENhcmxvLCB3aGVyZSB0aGV5IGNhcHR1cmUgbG9uZy1yYW5nZSBkZXBlbmRlbmNpZXMgYW5kIHlpZWxkIGltcHJvdmVtZW50cyBiZXlvbmQgcHJvcG9zYWwgYWRhcHRhdGlvbiBhbG9uZS59Cn0KCgoKQHVucHVibGlzaGVke0NPUi0xOCwKICB0aXRsZT17VG93YXJkcyBhIFRlc3RhYmxlIE5vdGlvbiBvZiBHZW5lcmFsaXphdGlvbiBmb3IgR2VuZXJhdGl2ZSBBZHZlcnNhcmlhbCBOZXR3b3Jrc30sCiAgYXV0aG9yPXtDb3JuaXNoLCBSb2JlcnQgYW5kIFlhbmcsIEhvbmdzZW9rIGFuZCBXb29kLCBGcmFua30sCiAgeWVhcj17MjAxOH0sCiAgfQoKCgpAaW5wcm9jZWVkaW5nc3tCQVktMThhLAogIHRpdGxlPXtPbmxpbmUgbGVhcm5pbmcgcmF0ZSBhZGFwdGF0aW9uIHdpdGggaHlwZXJncmFkaWVudCBkZXNjZW50fSwKICBhdXRob3I9e0JheWRpbiwgQXRpbGltIEd1bmVzIGFuZCBDb3JuaXNoLCBSb2JlcnQgYW5kIFJ1YmlvLCBEYXZpZCBNYXJ0aW5leiBhbmQgU2NobWlkdCwgTWFyayBhbmQgV29vZCwgRnJhbmt9LAogIGJvb2t0aXRsZT17U2l4dGggSW50ZXJuYXRpb25hbCBDb25mZXJlbmNlIG9uIExlYXJuaW5nIFJlcHJlc2VudGF0aW9ucyAoSUNMUiAyMDE4KX0sCiAgYXJjaGl2ZXByZWZpeCA9IHthclhpdn0sCiAgZXByaW50ID0gezE3MDMuMDQ3ODJ9LAogIHllYXI9ezIwMTh9LAogIHVybF9MaW5rPXtodHRwczovL2FyeGl2Lm9yZy9hYnMvMTcwMy4wNDc4Mn0sCiAgdXJsX1BhcGVyPXtodHRwczovL2FyeGl2Lm9yZy9wZGYvMTcwMy4wNDc4Mi5wZGZ9LAogIHVybF9MaW5rPXtodHRwczovL2ljbHIuY2MvQ29uZmVyZW5jZXMvMjAxOC9TY2hlZHVsZT9zaG93RXZlbnQ9MTR9LAogIHVybF9QYXBlcj17aHR0cHM6Ly9vcGVucmV2aWV3Lm5ldC9wZGY/aWQ9Qmtyc0F6V0FifSwKICBhYnN0cmFjdD17V2UgaW50cm9kdWNlIGEgZ2VuZXJhbCBtZXRob2QgZm9yIGltcHJvdmluZyB0aGUgY29udmVyZ2VuY2UgcmF0ZSBvZiBncmFkaWVudC1iYXNlZCBvcHRpbWl6ZXJzIHRoYXQgaXMgZWFzeSB0byBpbXBsZW1lbnQgYW5kIHdvcmtzIHdlbGwgaW4gcHJhY3RpY2UuICBXZSBkZW1vbnN0cmF0ZSB0aGUgZWZmZWN0aXZlbmVzcyBvZiB0aGUgbWV0aG9kIGluIGEgcmFuZ2Ugb2Ygb3B0aW1pemF0aW9uIHByb2JsZW1zIGJ5IGFwcGx5aW5nIGl0IHRvIHN0b2NoYXN0aWMgZ3JhZGllbnQgZGVzY2VudCwgc3RvY2hhc3RpYyBncmFkaWVudCBkZXNjZW50IHdpdGggTmVzdGVyb3YgbW9tZW50dW0sIGFuZCBBZGFtLCBzaG93aW5nIHRoYXQgaXQgc2lnbmlmaWNhbnRseSByZWR1Y2VzIHRoZSBuZWVkIGZvciB0aGUgbWFudWFsIHR1bmluZyBvZiB0aGUgaW5pdGlhbCBsZWFybmluZyByYXRlIGZvciB0aGVzZSBjb21tb25seSB1c2VkIGFsZ29yaXRobXMuICBPdXIgbWV0aG9kIHdvcmtzIGJ5IGR5bmFtaWNhbGx5IHVwZGF0aW5nIHRoZSBsZWFybmluZyByYXRlIGR1cmluZyBvcHRpbWl6YXRpb24gdXNpbmcgdGhlIGdyYWRpZW50IHdpdGggcmVzcGVjdCB0byB0aGUgbGVhcm5pbmcgcmF0ZSBvZiB0aGUgdXBkYXRlIHJ1bGUgaXRzZWxmLiAgQ29tcHV0aW5nIHRoaXMgImh5cGVyZ3JhZGllbnQiIG5lZWRzIGxpdHRsZSBhZGRpdGlvbmFsIGNvbXB1dGF0aW9uLCByZXF1aXJlcyBvbmx5IG9uZSBleHRyYSBjb3B5IG9mIHRoZSBvcmlnaW5hbCBncmFkaWVudCB0byBiZSBzdG9yZWQgaW4gbWVtb3J5LCBhbmQgcmVsaWVzIHVwb24gbm90aGluZyBtb3JlIHRoYW4gd2hhdCBpcyBwcm92aWRlZCBieSByZXZlcnNlLW1vZGUgYXV0b21hdGljIGRpZmZlcmVudGlhdGlvbi59Cn0KCg==\">\n            <i class=\"fa fa-download fa-fw\"></i> Download BibTeX\n          </a>\n        </li>\n        <li>\n          <a href=\"//bibbase.org/rss?bib=https://raw.githubusercontent.com/plai-group/bibliography/master/group_publications.bib\">\n            <i class=\"fa fa-rss fa-fw\"></i> RSS Feed\n          </a>\n          </li>\n      </ul>\n      </li>\n\n      \n\n\n      \n    </ul>\n\n\n    <div class=\"alert alert-success bibbase_msg\" id=\"bibbase_msg_embed\"\n         style=\"display: none;\">\n\n      Excellent! Next you can\n      <a href=\"/network/register?next=/network/newSiteFromTemplate%3Fbiburl=https://raw.githubusercontent.com/plai-group/bibliography/master/group_publications.bib\"\n      >create a new website with this list</a>, or\n      embed it in an existing web page by copying &amp; pasting\n      any of the following snippets.\n\n      <div style=\"text-align: left; margin-top: 1em;\">\n        <strong>JavaScript</strong>\n        <span class=\"comment recommended\">(easiest)</span>\n        <div class=\"well well-small\">\n          <code>\n            &lt;script src=\"https://bibbase.org/show?bib=https://raw.githubusercontent.com/plai-group/bibliography/master/group_publications.bib&amp;jsonp=1&amp;theme=dividers&amp;group0=year&amp;group1=type&amp;folding=0&amp;jsonp=1\"&gt;&lt;/script&gt;\n          </code>\n        </div>\n\n        <strong>PHP</strong>\n        <div class=\"well well-small\">\n          <code>\n            &lt;?php\n            $contents = file_get_contents(\"https://bibbase.org/show?bib=https://raw.githubusercontent.com/plai-group/bibliography/master/group_publications.bib&amp;jsonp=1&amp;theme=dividers&amp;group0=year&amp;group1=type&amp;folding=0\");\n            print_r($contents);\n            ?&gt;\n          </code>\n        </div>\n\n        <strong>iFrame</strong>\n        <span class=\"comment\">(not recommended)</span>\n        <div class=\"well well-small\">\n          <code>\n            &lt;iframe src=\"https://bibbase.org/show?bib=https://raw.githubusercontent.com/plai-group/bibliography/master/group_publications.bib&amp;jsonp=1&amp;theme=dividers&amp;group0=year&amp;group1=type&amp;folding=0\"&gt;&lt;/iframe&gt;\n          </code>\n        </div>\n\n        <p>\n          For more details see the <a href=\"//bibbase.org/help\">documention</a>.\n        </p>\n      </div>\n    </div>\n\n    <div class=\"alert alert-success bibbase_msg\" id=\"bibbase_msg_preview\"\n         style=\"display: none;\">\n\n      This is a preview! To use this list on your own web site\n      or create a new web site from it,\n      <a href=\"/network/register?next=/network/newAccountWithFile%3FfileId=\"\n      >create a free account</a>. The file will be added\n      and you will be able to edit it in the File Manager.\n      We will show you instructions once you've created your account.\n    </div>\n\n    <div class=\"alert alert-warning bibbase_msg\" id=\"bibbase_msg_mendeley1\"\n         style=\"display: none;\">\n\n      <p>To the site owner:</p>\n\n      <p><strong>Action required!</strong> Mendeley is changing its\n        API. In order to keep using Mendeley with BibBase past April\n        14th, you need to:\n        <ol>\n          <li>renew the authorization for BibBase on Mendeley, and</li>\n          <li>update the BibBase URL\n            in your page the same way you did when you initially set up\n            this page.\n          </li>\n        </ol>\n      </p>\n\n      <p>\n        <a href=\"http://bibbase.org/cgi-bin/mendeley2/get.py\">\n          <i class=\"fa fa-angle-double-right\"></i>\n          Fix it now</a>\n      </p>\n    </div>\n\n  </div>\n\n\n  <div id=\"bibbase_body\">\n    \n  \n  <div class=\"bibbase_group_whole\" id=\"group_2024\">\n    <div class=\"bibbase_group\"\n      onclick=\"toggleGroup('group_2024')\"\n      onkeypress=\"toggleGroup('group_2024')\"\n      tabindex=\"0\">\n      <i class=\"fa fa-angle-down bibbase_group_head_icon\"></i>&nbsp;\n      <span>2024</span>\n      <span class=\"bibbase_group_count\">\n        \n        (2)\n        \n      </span>\n    </div>\n    <div class=\"bibbase_group_body\">\n      \n  \n  <div class=\"bibbase_group_whole\" id=\"group_inproceedings\">\n    <div class=\"bibbase_group\"\n      onclick=\"toggleGroup('group_inproceedings')\"\n      onkeypress=\"toggleGroup('group_inproceedings')\"\n      tabindex=\"0\">\n      <i class=\"fa fa-angle-down bibbase_group_head_icon\"></i>&nbsp;\n      <span>inproceedings</span>\n      <span class=\"bibbase_group_count\">\n        \n        (1)\n        \n      </span>\n    </div>\n    <div class=\"bibbase_group_body\">\n      \n  \n  <div class=\"bibbase_paper\" id=\"niedoba-lavington-liu-lioutas-sefas-liang-green-dabiri-etal-adiffusionmodelofjointinteractivenavigation-2024\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  <a href=\"https://proceedings.neurips.cc/paper_files/paper/2023/file/aeeddfbab4e99763ebac9221732c80dd-Paper-Conference.pdf\"\n     onclick=\"return trackOutboundLink('publications', 'click', 'niedoba-lavington-liu-lioutas-sefas-liang-green-dabiri-etal-adiffusionmodelofjointinteractivenavigation-2024', 'https://proceedings.neurips.cc/paper_files/paper/2023/file/aeeddfbab4e99763ebac9221732c80dd-Paper-Conference.pdf', event);\">\n    A Diffusion-Model of Joint Interactive Navigation.\n  </a>\n  \n  \n  \n</span>\n\n  <span class=\"bibbase_paper_author\">\n  Niedoba, M.; Lavington, J.; Liu, Y.; Lioutas, V.; Sefas, J.; Liang, X.; Green, D.; Dabiri, S.; Zwartsenberg, B.; Scibior, A.;  and <a class=\"bibbase author link\" href=\"https://plai.cs.ubc.ca/publications/\">Wood, F.</a>\n</span>\n\n  \n\n</span>\n\n  In <i>Advances in Neural Information Processing Systems</i>,  2024. \n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n  <a href=\"https://proceedings.neurips.cc/paper_files/paper/2023/hash/aeeddfbab4e99763ebac9221732c80dd-Abstract-Conference.html\"\n     onclick=\"log_download('niedoba-lavington-liu-lioutas-sefas-liang-green-dabiri-etal-adiffusionmodelofjointinteractivenavigation-2024', 'https://proceedings.neurips.cc/paper_files/paper/2023/hash/aeeddfbab4e99763ebac9221732c80dd-Abstract-Conference.html', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"A Diffusion-Model of Joint Interactive Navigation [link]\"\n       title=\" paper\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> paper</span></a>\n  &nbsp;\n  \n  <a href=\"https://proceedings.neurips.cc/paper_files/paper/2023/file/aeeddfbab4e99763ebac9221732c80dd-Paper-Conference.pdf\"\n     onclick=\"log_download('niedoba-lavington-liu-lioutas-sefas-liang-green-dabiri-etal-adiffusionmodelofjointinteractivenavigation-2024', 'https://proceedings.neurips.cc/paper_files/paper/2023/file/aeeddfbab4e99763ebac9221732c80dd-Paper-Conference.pdf', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/pdf.svg\"\n\t     alt=\"A Diffusion-Model of Joint Interactive Navigation [pdf]\"\n       title=\" pdf\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> pdf</span></a>\n  &nbsp;\n  \n\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/niedoba-lavington-liu-lioutas-sefas-liang-green-dabiri-etal-adiffusionmodelofjointinteractivenavigation-2024\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n  &nbsp;\n  <a class=\"bibbase_abstract_link bibbase link\"\n     href=\"#\"\n     onclick=\"showAbstract(event); return false;\">\n    abstract <i class=\"fa fa-caret-down\"></i></a>\n  \n\n  \n  &nbsp;\n  <span class=\"bibbase_stats_paper\" style=\"color: #777;\">\n    <span>4 downloads</span>\n  </span>\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('niedoba-lavington-liu-lioutas-sefas-liang-green-dabiri-etal-adiffusionmodelofjointinteractivenavigation-2024')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@InProceedings{,\n\ttitle={A Diffusion-Model of Joint Interactive Navigation},\n\tauthor={Niedoba, Matthew and Lavington, Jonathan and Liu, Yunpeng and Lioutas, Vasileios and Sefas, Justice and Liang, Xiaoxuan and Green, Dylan and Dabiri, Setareh and Zwartsenberg, Berend and Scibior, Adam and Wood, Frank},\n\tbooktitle={Advances in Neural Information Processing Systems},\n\tyear={2024},\n\turl_Paper={https://proceedings.neurips.cc/paper_files/paper/2023/hash/aeeddfbab4e99763ebac9221732c80dd-Abstract-Conference.html},\n\turl_pdf={https://proceedings.neurips.cc/paper_files/paper/2023/file/aeeddfbab4e99763ebac9221732c80dd-Paper-Conference.pdf},\n\tabstract={Simulation of autonomous vehicle systems requires that simulated traffic participants exhibit diverse and realistic behaviors. The use of prerecorded real-world traffic scenarios in simulation ensures realism but the rarity of safety critical events makes large scale collection of driving scenarios expensive. In this paper, we present DJINN -- a diffusion based method of generating traffic scenarios. Our approach jointly diffuses the trajectories of all agents, conditioned on a flexible set of state observations from the past, present, or future. On popular trajectory forecasting datasets, we report state of the art performance on joint trajectory metrics. In addition, we demonstrate how DJINN flexibly enables direct test-time sampling from a variety of valuable conditional distributions including goal-based sampling, behavior-class sampling, and scenario editing.},\n}\n\n\n\n</pre>\n</div>\n\n\n<div class=\"well well-small bibbase\" data-type=\"abstract\"\n     style=\"display:none\">\n  Simulation of autonomous vehicle systems requires that simulated traffic participants exhibit diverse and realistic behaviors. The use of prerecorded real-world traffic scenarios in simulation ensures realism but the rarity of safety critical events makes large scale collection of driving scenarios expensive. In this paper, we present DJINN – a diffusion based method of generating traffic scenarios. Our approach jointly diffuses the trajectories of all agents, conditioned on a flexible set of state observations from the past, present, or future. On popular trajectory forecasting datasets, we report state of the art performance on joint trajectory metrics. In addition, we demonstrate how DJINN flexibly enables direct test-time sampling from a variety of valuable conditional distributions including goal-based sampling, behavior-class sampling, and scenario editing.\n</div>\n\n\n</div>\n\n\n\n\n\n    </div>\n  </div>\n\n  <div class=\"bibbase_group_whole\" id=\"group_unpublished\">\n    <div class=\"bibbase_group\"\n      onclick=\"toggleGroup('group_unpublished')\"\n      onkeypress=\"toggleGroup('group_unpublished')\"\n      tabindex=\"0\">\n      <i class=\"fa fa-angle-down bibbase_group_head_icon\"></i>&nbsp;\n      <span>unpublished</span>\n      <span class=\"bibbase_group_count\">\n        \n        (3)\n        \n      </span>\n    </div>\n    <div class=\"bibbase_group_body\">\n      \n  \n  <div class=\"bibbase_paper\" id=\"manduchi-pandey-bamler-cotterell-dubener-fellenz-fischer-grtner-etal-onthechallengesandopportunitiesingenerativeai-2024\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  <a href=\"https://arxiv.org/pdf/2403.00025.pdf\"\n     onclick=\"return trackOutboundLink('publications', 'click', 'manduchi-pandey-bamler-cotterell-dubener-fellenz-fischer-grtner-etal-onthechallengesandopportunitiesingenerativeai-2024', 'https://arxiv.org/pdf/2403.00025.pdf', event);\">\n    On the Challenges and Opportunities in Generative AI.\n  </a>\n  \n  \n  \n</span>\n\n  <span class=\"bibbase_paper_author\">\n  Manduchi, L.; Pandey, K.; Bamler, R.; Cotterell, R.; Däubener, S.; Fellenz, S.; Fischer, A.; Gärtner, T.; Kirchler, M.; Kloft, M.; Li, Y.; Lippert, C.; Melo, G. d.; Nalisnick, E.; Ommer, B.; Ranganath, R.; Rudolph, M.; Ullrich, K.; Broeck, G. V. d.; Vogt, J. E; Wang, Y.; Wenzel, F.; <a class=\"bibbase author link\" href=\"https://plai.cs.ubc.ca/publications/\">Wood, F.</a>; Mandt, S.;  and Fortuin, V.\n</span>\n\n  \n\n</span>\n\n   2024.\n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n  <a href=\"https://arxiv.org/abs/2403.00025\"\n     onclick=\"log_download('manduchi-pandey-bamler-cotterell-dubener-fellenz-fischer-grtner-etal-onthechallengesandopportunitiesingenerativeai-2024', 'https://arxiv.org/abs/2403.00025', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"On the Challenges and Opportunities in Generative AI [link]\"\n       title=\" arxiv\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> arxiv</span></a>\n  &nbsp;\n  \n  <a href=\"https://arxiv.org/pdf/2403.00025.pdf\"\n     onclick=\"log_download('manduchi-pandey-bamler-cotterell-dubener-fellenz-fischer-grtner-etal-onthechallengesandopportunitiesingenerativeai-2024', 'https://arxiv.org/pdf/2403.00025.pdf', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/pdf.svg\"\n\t     alt=\"On the Challenges and Opportunities in Generative AI [pdf]\"\n       title=\" pdf\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> pdf</span></a>\n  &nbsp;\n  \n\n  \n  <a href=\"http://doi.org/10.48550/arXiv.2403.00025\"\n     onclick=\"log_download('manduchi-pandey-bamler-cotterell-dubener-fellenz-fischer-grtner-etal-onthechallengesandopportunitiesingenerativeai-2024', 'http://doi.org/10.48550/arXiv.2403.00025', event.ctrlKey)\"\n     class=\"bibbase doi link\">\n    <span>doi</span></a>\n  &nbsp;\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/manduchi-pandey-bamler-cotterell-dubener-fellenz-fischer-grtner-etal-onthechallengesandopportunitiesingenerativeai-2024\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n  &nbsp;\n  <a class=\"bibbase_abstract_link bibbase link\"\n     href=\"#\"\n     onclick=\"showAbstract(event); return false;\">\n    abstract <i class=\"fa fa-caret-down\"></i></a>\n  \n\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('manduchi-pandey-bamler-cotterell-dubener-fellenz-fischer-grtner-etal-onthechallengesandopportunitiesingenerativeai-2024')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@unpublished{,\n\tdoi={10.48550/arXiv.2403.00025},\n\turl_ArXiv={https://arxiv.org/abs/2403.00025},\n\turl_pdf={https://arxiv.org/pdf/2403.00025.pdf},\n\tauthor={Manduchi, Laura and Pandey, Kushagra and Bamler, Robert and Cotterell, Ryan and Däubener, Sina and Fellenz, Sophie and Fischer, Asja and Gärtner, Thomas and Kirchler, Matthias and Kloft, Marius and Li, Yingzhen and Lippert, Christoph and Melo, Gerard de and Nalisnick, Eric and Ommer, Björn and Ranganath, Rajesh and Rudolph, Maja  and Ullrich, Karen and Broeck, Guy Van den and Vogt, Julia E and Wang, Yixin and Wenzel, Florian and Wood, Frank and Mandt, Stephan and Fortuin, Vincent},\n\ttitle={On the Challenges and Opportunities in Generative AI},\n\tpublisher={arXiv},\n\tyear={2024},\n\tcopyright={arXiv.org perpetual, non-exclusive licence},\n\tabstract={The field of deep generative modeling has grown rapidly and consistently over the years. With the availability of massive amounts of training data coupled with advances in scalable unsupervised learning paradigms, recent large-scale generative models show tremendous promise in synthesizing high-resolution images and text, as well as structured data such as videos and molecules. However, we argue that current large-scale generative AI models do not sufficiently address several fundamental issues that hinder their widespread adoption across domains. In this work, we aim to identify key unresolved challenges in modern generative AI paradigms that should be tackled to further enhance their capabilities, versatility, and reliability. By identifying these challenges, we aim to provide researchers with valuable insights for exploring fruitful research directions, thereby fostering the development of more robust and accessible generative AI solutions.},\n}\n\n\n\n</pre>\n</div>\n\n\n<div class=\"well well-small bibbase\" data-type=\"abstract\"\n     style=\"display:none\">\n  The field of deep generative modeling has grown rapidly and consistently over the years. With the availability of massive amounts of training data coupled with advances in scalable unsupervised learning paradigms, recent large-scale generative models show tremendous promise in synthesizing high-resolution images and text, as well as structured data such as videos and molecules. However, we argue that current large-scale generative AI models do not sufficiently address several fundamental issues that hinder their widespread adoption across domains. In this work, we aim to identify key unresolved challenges in modern generative AI paradigms that should be tackled to further enhance their capabilities, versatility, and reliability. By identifying these challenges, we aim to provide researchers with valuable insights for exploring fruitful research directions, thereby fostering the development of more robust and accessible generative AI solutions.\n</div>\n\n\n</div>\n\n\n  <div class=\"bibbase_paper\" id=\"yoo-liu-wood-pleiss-layerwiseproximalreplayaproximalpointmethodforonlinecontinuallearning-2024\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  <a href=\"https://arxiv.org/pdf/2402.09542.pdf\"\n     onclick=\"return trackOutboundLink('publications', 'click', 'yoo-liu-wood-pleiss-layerwiseproximalreplayaproximalpointmethodforonlinecontinuallearning-2024', 'https://arxiv.org/pdf/2402.09542.pdf', event);\">\n    Layerwise Proximal Replay: A Proximal Point Method for Online Continual Learning.\n  </a>\n  \n  \n  \n</span>\n\n  <span class=\"bibbase_paper_author\">\n  Yoo, J.; Liu, Y.; <a class=\"bibbase author link\" href=\"https://plai.cs.ubc.ca/publications/\">Wood, F.</a>;  and Pleiss, G.\n</span>\n\n  \n\n</span>\n\n   2024.\n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n  <a href=\"https://arxiv.org/abs/2402.09542\"\n     onclick=\"log_download('yoo-liu-wood-pleiss-layerwiseproximalreplayaproximalpointmethodforonlinecontinuallearning-2024', 'https://arxiv.org/abs/2402.09542', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"Layerwise Proximal Replay: A Proximal Point Method for Online Continual Learning [link]\"\n       title=\" arxiv\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> arxiv</span></a>\n  &nbsp;\n  \n  <a href=\"https://arxiv.org/pdf/2402.09542.pdf\"\n     onclick=\"log_download('yoo-liu-wood-pleiss-layerwiseproximalreplayaproximalpointmethodforonlinecontinuallearning-2024', 'https://arxiv.org/pdf/2402.09542.pdf', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/pdf.svg\"\n\t     alt=\"Layerwise Proximal Replay: A Proximal Point Method for Online Continual Learning [pdf]\"\n       title=\" pdf\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> pdf</span></a>\n  &nbsp;\n  \n\n  \n  <a href=\"http://doi.org/10.48550/arXiv.2402.09542\"\n     onclick=\"log_download('yoo-liu-wood-pleiss-layerwiseproximalreplayaproximalpointmethodforonlinecontinuallearning-2024', 'http://doi.org/10.48550/arXiv.2402.09542', event.ctrlKey)\"\n     class=\"bibbase doi link\">\n    <span>doi</span></a>\n  &nbsp;\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/yoo-liu-wood-pleiss-layerwiseproximalreplayaproximalpointmethodforonlinecontinuallearning-2024\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n  &nbsp;\n  <a class=\"bibbase_abstract_link bibbase link\"\n     href=\"#\"\n     onclick=\"showAbstract(event); return false;\">\n    abstract <i class=\"fa fa-caret-down\"></i></a>\n  \n\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('yoo-liu-wood-pleiss-layerwiseproximalreplayaproximalpointmethodforonlinecontinuallearning-2024')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@unpublished{,\n\tdoi={10.48550/arXiv.2402.09542},\n\turl_ArXiv={https://arxiv.org/abs/2402.09542},\n\turl_pdf={https://arxiv.org/pdf/2402.09542.pdf},\n\tauthor={Yoo, Jason and Liu, Yunpeng and Wood, Frank and Pleiss, Geoff},\n\ttitle={Layerwise Proximal Replay: A Proximal Point Method for Online Continual Learning},\n\tpublisher={arXiv},\n\tyear={2024},\n\tcopyright={arXiv.org perpetual, non-exclusive licence},\n\tabstract={In online continual learning, a neural network incrementally learns from a non-i.i.d. data stream. Nearly all online continual learning methods employ experience replay to simultaneously prevent catastrophic forgetting and underfitting on past data. Our work demonstrates a limitation of this approach: networks trained with experience replay tend to have unstable optimization trajectories, impeding their overall accuracy. Surprisingly, these instabilities persist even when the replay buffer stores all previous training examples, suggesting that this issue is orthogonal to catastrophic forgetting. We minimize these instabilities through a simple modification of the optimization geometry. Our solution, Layerwise Proximal Replay (LPR), balances learning from new and replay data while only allowing for gradual changes in the hidden activation of past data. We demonstrate that LPR consistently improves replay-based online continual learning methods across multiple problem settings, regardless of the amount of available replay memory.},\n}\n\n\n\n</pre>\n</div>\n\n\n<div class=\"well well-small bibbase\" data-type=\"abstract\"\n     style=\"display:none\">\n  In online continual learning, a neural network incrementally learns from a non-i.i.d. data stream. Nearly all online continual learning methods employ experience replay to simultaneously prevent catastrophic forgetting and underfitting on past data. Our work demonstrates a limitation of this approach: networks trained with experience replay tend to have unstable optimization trajectories, impeding their overall accuracy. Surprisingly, these instabilities persist even when the replay buffer stores all previous training examples, suggesting that this issue is orthogonal to catastrophic forgetting. We minimize these instabilities through a simple modification of the optimization geometry. Our solution, Layerwise Proximal Replay (LPR), balances learning from new and replay data while only allowing for gradual changes in the hidden activation of past data. We demonstrate that LPR consistently improves replay-based online continual learning methods across multiple problem settings, regardless of the amount of available replay memory.\n</div>\n\n\n</div>\n\n\n  <div class=\"bibbase_paper\" id=\"niedoba-green-naderiparizi-lioutas-lavington-liang-liu-zhang-etal-nearestneighbourscoreestimatorsfordiffusiongenerativemodels-2024\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  <a href=\"https://arxiv.org/pdf/2402.08018.pdf\"\n     onclick=\"return trackOutboundLink('publications', 'click', 'niedoba-green-naderiparizi-lioutas-lavington-liang-liu-zhang-etal-nearestneighbourscoreestimatorsfordiffusiongenerativemodels-2024', 'https://arxiv.org/pdf/2402.08018.pdf', event);\">\n    Nearest Neighbour Score Estimators for Diffusion Generative Models.\n  </a>\n  \n  \n  \n</span>\n\n  <span class=\"bibbase_paper_author\">\n  Niedoba, M.; Green, D.; Naderiparizi, S.; Lioutas, V.; Lavington, J. W.; Liang, X.; Liu, Y.; Zhang, K.; Dabiri, S.; Ścibior, A.; Zwartsenberg, B.;  and <a class=\"bibbase author link\" href=\"https://plai.cs.ubc.ca/publications/\">Wood, F.</a>\n</span>\n\n  \n\n</span>\n\n   2024.\n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n  <a href=\"https://arxiv.org/abs/2402.08018\"\n     onclick=\"log_download('niedoba-green-naderiparizi-lioutas-lavington-liang-liu-zhang-etal-nearestneighbourscoreestimatorsfordiffusiongenerativemodels-2024', 'https://arxiv.org/abs/2402.08018', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"Nearest Neighbour Score Estimators for Diffusion Generative Models [link]\"\n       title=\" arxiv\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> arxiv</span></a>\n  &nbsp;\n  \n  <a href=\"https://arxiv.org/pdf/2402.08018.pdf\"\n     onclick=\"log_download('niedoba-green-naderiparizi-lioutas-lavington-liang-liu-zhang-etal-nearestneighbourscoreestimatorsfordiffusiongenerativemodels-2024', 'https://arxiv.org/pdf/2402.08018.pdf', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/pdf.svg\"\n\t     alt=\"Nearest Neighbour Score Estimators for Diffusion Generative Models [pdf]\"\n       title=\" pdf\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> pdf</span></a>\n  &nbsp;\n  \n\n  \n  <a href=\"http://doi.org/10.48550/arXiv.2402.08018\"\n     onclick=\"log_download('niedoba-green-naderiparizi-lioutas-lavington-liang-liu-zhang-etal-nearestneighbourscoreestimatorsfordiffusiongenerativemodels-2024', 'http://doi.org/10.48550/arXiv.2402.08018', event.ctrlKey)\"\n     class=\"bibbase doi link\">\n    <span>doi</span></a>\n  &nbsp;\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/niedoba-green-naderiparizi-lioutas-lavington-liang-liu-zhang-etal-nearestneighbourscoreestimatorsfordiffusiongenerativemodels-2024\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n  &nbsp;\n  <a class=\"bibbase_abstract_link bibbase link\"\n     href=\"#\"\n     onclick=\"showAbstract(event); return false;\">\n    abstract <i class=\"fa fa-caret-down\"></i></a>\n  \n\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('niedoba-green-naderiparizi-lioutas-lavington-liang-liu-zhang-etal-nearestneighbourscoreestimatorsfordiffusiongenerativemodels-2024')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@unpublished{,\n\tdoi={10.48550/arXiv.2402.08018},\n\turl_ArXiv={https://arxiv.org/abs/2402.08018},\n\turl_pdf={https://arxiv.org/pdf/2402.08018.pdf},\n\tauthor={Niedoba, Matthew and Green, Dylan and Naderiparizi, Saeid and Lioutas, Vasileios and Lavington, Jonathan Wilder and Liang, Xiaoxuan and Liu, Yunpeng and Zhang, Ke and Dabiri, Setareh and Ścibior, Adam and Zwartsenberg, Berend and Wood, Frank },\n\ttitle={Nearest Neighbour Score Estimators for Diffusion Generative Models},\n\tpublisher={arXiv},\n\tyear={2024},\n\tcopyright={arXiv.org perpetual, non-exclusive licence},\n\tabstract={Score function estimation is the cornerstone of both training and sampling from diffusion generative models. Despite this fact, the most commonly used estimators are either biased neural network approximations or high variance Monte Carlo estimators based on the conditional score. We introduce a novel nearest neighbour score function estimator which utilizes multiple samples from the training set to dramatically decrease estimator variance. We leverage our low variance estimator in two compelling applications. Training consistency models with our estimator, we report a significant increase in both convergence speed and sample quality. In diffusion models, we show that our estimator can replace a learned network for probability-flow ODE integration, opening promising new avenues of future research.},\n}\n\n\n</pre>\n</div>\n\n\n<div class=\"well well-small bibbase\" data-type=\"abstract\"\n     style=\"display:none\">\n  Score function estimation is the cornerstone of both training and sampling from diffusion generative models. Despite this fact, the most commonly used estimators are either biased neural network approximations or high variance Monte Carlo estimators based on the conditional score. We introduce a novel nearest neighbour score function estimator which utilizes multiple samples from the training set to dramatically decrease estimator variance. We leverage our low variance estimator in two compelling applications. Training consistency models with our estimator, we report a significant increase in both convergence speed and sample quality. In diffusion models, we show that our estimator can replace a learned network for probability-flow ODE integration, opening promising new avenues of future research.\n</div>\n\n\n</div>\n\n\n\n\n\n    </div>\n  </div>\n\n\n\n\n    </div>\n  </div>\n\n  <div class=\"bibbase_group_whole\" id=\"group_2023\">\n    <div class=\"bibbase_group\"\n      onclick=\"toggleGroup('group_2023')\"\n      onkeypress=\"toggleGroup('group_2023')\"\n      tabindex=\"0\">\n      <i class=\"fa fa-angle-down bibbase_group_head_icon\"></i>&nbsp;\n      <span>2023</span>\n      <span class=\"bibbase_group_count\">\n        \n        (2)\n        \n      </span>\n    </div>\n    <div class=\"bibbase_group_body\">\n      \n  \n  <div class=\"bibbase_group_whole\" id=\"group_inproceedings\">\n    <div class=\"bibbase_group\"\n      onclick=\"toggleGroup('group_inproceedings')\"\n      onkeypress=\"toggleGroup('group_inproceedings')\"\n      tabindex=\"0\">\n      <i class=\"fa fa-angle-down bibbase_group_head_icon\"></i>&nbsp;\n      <span>inproceedings</span>\n      <span class=\"bibbase_group_count\">\n        \n        (5)\n        \n      </span>\n    </div>\n    <div class=\"bibbase_group_body\">\n      \n  \n  <div class=\"bibbase_paper\" id=\"liu-lioutas-lavington-niedoba-sefas-dabiri-green-liang-etal-videokilledthehdmappredictingmultiagentbehaviordirectlyfromaerialimages-2023\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  <a href=\"https://ieeexplore.ieee.org/abstract/document/10422048\"\n     onclick=\"return trackOutboundLink('publications', 'click', 'liu-lioutas-lavington-niedoba-sefas-dabiri-green-liang-etal-videokilledthehdmappredictingmultiagentbehaviordirectlyfromaerialimages-2023', 'https://ieeexplore.ieee.org/abstract/document/10422048', event);\">\n    Video Killed the HD-Map: Predicting Multi-Agent Behavior Directly From Aerial Images.\n  </a>\n  \n  \n  \n</span>\n\n  <span class=\"bibbase_paper_author\">\n  Liu, Y.; Lioutas, V.; Lavington, J. W.; Niedoba, M.; Sefas, J.; Dabiri, S.; Green, D.; Liang, X.; Zwartsenberg, B.; Ścibior, A.;  and <a class=\"bibbase author link\" href=\"https://plai.cs.ubc.ca/publications/\">Wood, F.</a>\n</span>\n\n  \n\n</span>\n\n  In <i>2023 IEEE 26th International Conference on Intelligent Transportation Systems (ITSC)</i>, pages 3261-3267,  2023. \n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n  <a href=\"https://ieeexplore.ieee.org/abstract/document/10422048\"\n     onclick=\"log_download('liu-lioutas-lavington-niedoba-sefas-dabiri-green-liang-etal-videokilledthehdmappredictingmultiagentbehaviordirectlyfromaerialimages-2023', 'https://ieeexplore.ieee.org/abstract/document/10422048', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"Video Killed the HD-Map: Predicting Multi-Agent Behavior Directly From Aerial Images [link]\"\n       title=\" paper\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> paper</span></a>\n  &nbsp;\n  \n  <a href=\"https://ieeexplore.ieee.org/stamp/stamp.jsp?tp=&amp;arnumber=10422048\"\n     onclick=\"log_download('liu-lioutas-lavington-niedoba-sefas-dabiri-green-liang-etal-videokilledthehdmappredictingmultiagentbehaviordirectlyfromaerialimages-2023', 'https://ieeexplore.ieee.org/stamp/stamp.jsp?tp=&amp;arnumber=10422048', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"Video Killed the HD-Map: Predicting Multi-Agent Behavior Directly From Aerial Images [link]\"\n       title=\" pdf\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> pdf</span></a>\n  &nbsp;\n  \n\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/liu-lioutas-lavington-niedoba-sefas-dabiri-green-liang-etal-videokilledthehdmappredictingmultiagentbehaviordirectlyfromaerialimages-2023\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n  &nbsp;\n  <a class=\"bibbase_abstract_link bibbase link\"\n     href=\"#\"\n     onclick=\"showAbstract(event); return false;\">\n    abstract <i class=\"fa fa-caret-down\"></i></a>\n  \n\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('liu-lioutas-lavington-niedoba-sefas-dabiri-green-liang-etal-videokilledthehdmappredictingmultiagentbehaviordirectlyfromaerialimages-2023')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@InProceedings{10422048,\n\ttitle={Video Killed the HD-Map: Predicting Multi-Agent Behavior Directly From Aerial Images},\n\tauthor={Liu, Yunpeng and Lioutas, Vasileios and Lavington, Jonathan Wilder and Niedoba, Matthew and Sefas, Justice and Dabiri, Setareh and Green, Dylan and Liang, Xiaoxuan and Zwartsenberg, Berend and Ścibior, Adam and Wood, Frank},\n\tbooktitle={2023 IEEE 26th International Conference on Intelligent Transportation Systems (ITSC)},\n\tpages={3261-3267},\n\tyear={2023},\n\turl_Paper={https://ieeexplore.ieee.org/abstract/document/10422048},\n\turl_pdf={https://ieeexplore.ieee.org/stamp/stamp.jsp?tp=&amp;arnumber=10422048},\n\tabstract={The development of algorithms that learn multi-agent behavioral models using human demonstrations has led to increasingly realistic simulations in the field of autonomous driving. In general, such models learn to jointly predict trajectories for all controlled agents by exploiting road context information such as drivable lanes obtained from manually annotated high-definition (HD) maps. Recent studies show that these models can greatly benefit from increasing the amount of human data available for training. However, the manual annotation of HD maps which is necessary for every new location puts a bottleneck on efficiently scaling up human traffic datasets. We propose an aerial image-based map (AIM) representation that requires minimal annotation and provides rich road context information for traffic agents like pedestrians and vehicles. We evaluate multi-agent trajectory prediction using the AIM by incorporating it into a differentiable driving simulator as an image-texture-based differentiable rendering module. Our results demonstrate competitive multi-agent trajectory prediction performance especially for pedestrians in the scene when using our AIM representation as compared to models trained with rasterized HD maps.},\n}\n\n\n</pre>\n</div>\n\n\n<div class=\"well well-small bibbase\" data-type=\"abstract\"\n     style=\"display:none\">\n  The development of algorithms that learn multi-agent behavioral models using human demonstrations has led to increasingly realistic simulations in the field of autonomous driving. In general, such models learn to jointly predict trajectories for all controlled agents by exploiting road context information such as drivable lanes obtained from manually annotated high-definition (HD) maps. Recent studies show that these models can greatly benefit from increasing the amount of human data available for training. However, the manual annotation of HD maps which is necessary for every new location puts a bottleneck on efficiently scaling up human traffic datasets. We propose an aerial image-based map (AIM) representation that requires minimal annotation and provides rich road context information for traffic agents like pedestrians and vehicles. We evaluate multi-agent trajectory prediction using the AIM by incorporating it into a differentiable driving simulator as an image-texture-based differentiable rendering module. Our results demonstrate competitive multi-agent trajectory prediction performance especially for pedestrians in the scene when using our AIM representation as compared to models trained with rasterized HD maps.\n</div>\n\n\n</div>\n\n\n  <div class=\"bibbase_paper\" id=\"weilbach-harvey-shirzad-wood-scalinggraphicallystructureddiffusionmodels-2023\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  <a href=\"https://openreview.net/forum?id=pzH65nCyCN\"\n     onclick=\"return trackOutboundLink('publications', 'click', 'weilbach-harvey-shirzad-wood-scalinggraphicallystructureddiffusionmodels-2023', 'https://openreview.net/forum?id=pzH65nCyCN', event);\">\n    Scaling Graphically Structured Diffusion Models.\n  </a>\n  \n  \n  \n</span>\n\n  <span class=\"bibbase_paper_author\">\n  Weilbach, C. D.; Harvey, W.; Shirzad, H.;  and <a class=\"bibbase author link\" href=\"https://plai.cs.ubc.ca/publications/\">Wood, F.</a>\n</span>\n\n  \n\n</span>\n\n  In <i>ICML 2023 Workshop on Structured Probabilistic Inference & Generative Modeling</i>,  2023. \n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n  <a href=\"https://openreview.net/forum?id=pzH65nCyCN\"\n     onclick=\"log_download('weilbach-harvey-shirzad-wood-scalinggraphicallystructureddiffusionmodels-2023', 'https://openreview.net/forum?id=pzH65nCyCN', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"Scaling Graphically Structured Diffusion Models [link]\"\n       title=\" paper\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> paper</span></a>\n  &nbsp;\n  \n  <a href=\"https://openreview.net/pdf?id=pzH65nCyCN\"\n     onclick=\"log_download('weilbach-harvey-shirzad-wood-scalinggraphicallystructureddiffusionmodels-2023', 'https://openreview.net/pdf?id=pzH65nCyCN', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"Scaling Graphically Structured Diffusion Models [link]\"\n       title=\" pdf\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> pdf</span></a>\n  &nbsp;\n  \n\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/weilbach-harvey-shirzad-wood-scalinggraphicallystructureddiffusionmodels-2023\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n  &nbsp;\n  <a class=\"bibbase_abstract_link bibbase link\"\n     href=\"#\"\n     onclick=\"showAbstract(event); return false;\">\n    abstract <i class=\"fa fa-caret-down\"></i></a>\n  \n\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('weilbach-harvey-shirzad-wood-scalinggraphicallystructureddiffusionmodels-2023')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@InProceedings{\nweilbach2023scaling,\n\ttitle={Scaling Graphically Structured Diffusion Models},\n\tauthor={Weilbach, Christian Dietrich and Harvey, William and Shirzad, Hamed and Wood, Frank},\n\tbooktitle={ICML 2023 Workshop on Structured Probabilistic Inference {\\&amp;} Generative Modeling},\n\tyear={2023},\n\turl_Paper={https://openreview.net/forum?id=pzH65nCyCN},\n\turl_pdf={https://openreview.net/pdf?id=pzH65nCyCN},\n\tabstract={Applications of the recently introduced graphically structured diffusion model (GSDM) family show that sparsifying the transformer attention mechanism within a diffusion model and meta-training on a variety of conditioning tasks can yield an efficiently learnable diffusion model artifact that is capable of flexible, in the sense of observing different subsets of variables at test-time, amortized conditioning in probabilistic graphical models. While extremely promising in terms of applicability and utility, implementations of GSDMs prior to this work were not scalable beyond toy graphical model sizes. We overcome this limitation by describing and and solving two scaling issues related to GSDMs; one engineering and one methodological. We additionally propose a new benchmark problem of weight inference for a convolutional neural network applied to  MNIST.},\n}\n\n\n</pre>\n</div>\n\n\n<div class=\"well well-small bibbase\" data-type=\"abstract\"\n     style=\"display:none\">\n  Applications of the recently introduced graphically structured diffusion model (GSDM) family show that sparsifying the transformer attention mechanism within a diffusion model and meta-training on a variety of conditioning tasks can yield an efficiently learnable diffusion model artifact that is capable of flexible, in the sense of observing different subsets of variables at test-time, amortized conditioning in probabilistic graphical models. While extremely promising in terms of applicability and utility, implementations of GSDMs prior to this work were not scalable beyond toy graphical model sizes. We overcome this limitation by describing and and solving two scaling issues related to GSDMs; one engineering and one methodological. We additionally propose a new benchmark problem of weight inference for a convolutional neural network applied to MNIST.\n</div>\n\n\n</div>\n\n\n  <div class=\"bibbase_paper\" id=\"munk-mead-wood-uncertainevidenceinprobabilisticmodelsandstochasticsimulators-2023\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  <a href=\"https://proceedings.mlr.press/v202/munk23a/munk23a.pdf\"\n     onclick=\"return trackOutboundLink('publications', 'click', 'munk-mead-wood-uncertainevidenceinprobabilisticmodelsandstochasticsimulators-2023', 'https://proceedings.mlr.press/v202/munk23a/munk23a.pdf', event);\">\n    Uncertain Evidence in Probabilistic Models and Stochastic Simulators.\n  </a>\n  \n  \n  \n</span>\n\n  <span class=\"bibbase_paper_author\">\n  Munk, A.; Mead, A.;  and <a class=\"bibbase author link\" href=\"https://plai.cs.ubc.ca/publications/\">Wood, F.</a>\n</span>\n\n  \n\n</span>\n\n  In <i>Proceedings of the 40th International Conference on Machine Learning, PMLR 202:25486-25500, 2023</i>,  2023. \n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n  <a href=\"https://proceedings.mlr.press/v202/munk23a.html\"\n     onclick=\"log_download('munk-mead-wood-uncertainevidenceinprobabilisticmodelsandstochasticsimulators-2023', 'https://proceedings.mlr.press/v202/munk23a.html', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"Uncertain Evidence in Probabilistic Models and Stochastic Simulators [link]\"\n       title=\" paper\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> paper</span></a>\n  &nbsp;\n  \n  <a href=\"https://proceedings.mlr.press/v202/munk23a/munk23a.pdf\"\n     onclick=\"log_download('munk-mead-wood-uncertainevidenceinprobabilisticmodelsandstochasticsimulators-2023', 'https://proceedings.mlr.press/v202/munk23a/munk23a.pdf', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/pdf.svg\"\n\t     alt=\"Uncertain Evidence in Probabilistic Models and Stochastic Simulators [pdf]\"\n       title=\" pdf\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> pdf</span></a>\n  &nbsp;\n  \n  <a href=\"https://arxiv.org/abs/2210.12236\"\n     onclick=\"log_download('munk-mead-wood-uncertainevidenceinprobabilisticmodelsandstochasticsimulators-2023', 'https://arxiv.org/abs/2210.12236', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"Uncertain Evidence in Probabilistic Models and Stochastic Simulators [link]\"\n       title=\" arxiv\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> arxiv</span></a>\n  &nbsp;\n  \n\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/munk-mead-wood-uncertainevidenceinprobabilisticmodelsandstochasticsimulators-2023\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n  &nbsp;\n  <a class=\"bibbase_abstract_link bibbase link\"\n     href=\"#\"\n     onclick=\"showAbstract(event); return false;\">\n    abstract <i class=\"fa fa-caret-down\"></i></a>\n  \n\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('munk-mead-wood-uncertainevidenceinprobabilisticmodelsandstochasticsimulators-2023')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@InProceedings{,\n\ttitle={Uncertain Evidence in Probabilistic Models and Stochastic Simulators},\n\tauthor={Munk, Andreas and Mead, Alexander and Wood, Frank},\n\tbooktitle={Proceedings of the 40th International Conference on Machine Learning, PMLR 202:25486-25500, 2023},\n\tyear={2023},\n\turl_Paper={https://proceedings.mlr.press/v202/munk23a.html},\n\turl_pdf={https://proceedings.mlr.press/v202/munk23a/munk23a.pdf},\n\turl_ArXiv={https://arxiv.org/abs/2210.12236},\n\tabstract={We consider the problem of performing Bayesian inference in probabilistic models where observations are accompanied by uncertainty, referred to as &quot;uncertain evidence.&quot; We explore how to interpret uncertain evidence, and by extension the importance of proper interpretation as it pertains to inference about latent variables. We consider a recently-proposed method &quot;distributional evidence&quot; as well as revisit two older methods: Jeffrey&#x27;s rule and virtual evidence. We devise guidelines on how to account for uncertain evidence and we provide new insights, particularly regarding consistency. To showcase the impact of different interpretations of the same uncertain evidence, we carry out experiments in which one interpretation is defined as &quot;correct.&quot; We then compare inference results from each different interpretation illustrating the importance of careful consideration of uncertain evidence.},\n}\n\n\n</pre>\n</div>\n\n\n<div class=\"well well-small bibbase\" data-type=\"abstract\"\n     style=\"display:none\">\n  We consider the problem of performing Bayesian inference in probabilistic models where observations are accompanied by uncertainty, referred to as \"uncertain evidence.\" We explore how to interpret uncertain evidence, and by extension the importance of proper interpretation as it pertains to inference about latent variables. We consider a recently-proposed method \"distributional evidence\" as well as revisit two older methods: Jeffrey's rule and virtual evidence. We devise guidelines on how to account for uncertain evidence and we provide new insights, particularly regarding consistency. To showcase the impact of different interpretations of the same uncertain evidence, we carry out experiments in which one interpretation is defined as \"correct.\" We then compare inference results from each different interpretation illustrating the importance of careful consideration of uncertain evidence.\n</div>\n\n\n</div>\n\n\n  <div class=\"bibbase_paper\" id=\"weilbach-harvey-wood-graphicallystructureddiffusionmodels-2023\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  <a href=\"https://proceedings.mlr.press/v202/weilbach23a/weilbach23a.pdf\"\n     onclick=\"return trackOutboundLink('publications', 'click', 'weilbach-harvey-wood-graphicallystructureddiffusionmodels-2023', 'https://proceedings.mlr.press/v202/weilbach23a/weilbach23a.pdf', event);\">\n    Graphically Structured Diffusion Models.\n  </a>\n  \n  \n  \n</span>\n\n  <span class=\"bibbase_paper_author\">\n  Weilbach, C.; Harvey, W.;  and <a class=\"bibbase author link\" href=\"https://plai.cs.ubc.ca/publications/\">Wood, F.</a>\n</span>\n\n  \n\n</span>\n\n  In <i>Proceedings of the 40th International Conference on Machine Learning, PMLR 202:36887-36909</i>,  2023. \n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n  <a href=\"https://proceedings.mlr.press/v202/weilbach23a.html\"\n     onclick=\"log_download('weilbach-harvey-wood-graphicallystructureddiffusionmodels-2023', 'https://proceedings.mlr.press/v202/weilbach23a.html', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"Graphically Structured Diffusion Models [link]\"\n       title=\" paper\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> paper</span></a>\n  &nbsp;\n  \n  <a href=\"https://proceedings.mlr.press/v202/weilbach23a/weilbach23a.pdf\"\n     onclick=\"log_download('weilbach-harvey-wood-graphicallystructureddiffusionmodels-2023', 'https://proceedings.mlr.press/v202/weilbach23a/weilbach23a.pdf', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/pdf.svg\"\n\t     alt=\"Graphically Structured Diffusion Models [pdf]\"\n       title=\" pdf\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> pdf</span></a>\n  &nbsp;\n  \n  <a href=\"https://arxiv.org/abs/2210.11633\"\n     onclick=\"log_download('weilbach-harvey-wood-graphicallystructureddiffusionmodels-2023', 'https://arxiv.org/abs/2210.11633', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"Graphically Structured Diffusion Models [link]\"\n       title=\" arxiv\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> arxiv</span></a>\n  &nbsp;\n  \n\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/weilbach-harvey-wood-graphicallystructureddiffusionmodels-2023\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n  &nbsp;\n  <a class=\"bibbase_abstract_link bibbase link\"\n     href=\"#\"\n     onclick=\"showAbstract(event); return false;\">\n    abstract <i class=\"fa fa-caret-down\"></i></a>\n  \n\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('weilbach-harvey-wood-graphicallystructureddiffusionmodels-2023')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@InProceedings{,\n\ttitle={Graphically Structured Diffusion Models},\n\tauthor={Weilbach, Christian and Harvey, William and Wood, Frank},\n\tbooktitle={Proceedings of the 40th International Conference on Machine Learning, PMLR 202:36887-36909},\n\tyear={2023},\n\turl_Paper={https://proceedings.mlr.press/v202/weilbach23a.html},\n\turl_pdf={https://proceedings.mlr.press/v202/weilbach23a/weilbach23a.pdf},\n\turl_ArXiv={https://arxiv.org/abs/2210.11633},\n\tabstract={We introduce a framework for automatically defining and learning deep generative models with problem-specific structure. We tackle problem domains that are more traditionally solved by algorithms such as sorting, constraint satisfaction for Sudoku, and matrix factorization. Concretely, we train diffusion models with an architecture tailored to the problem specification. This problem specification should contain a graphical model describing relationships between variables, and often benefits from explicit representation of subcomputations. Permutation invariances can also be exploited. Across a diverse set of experiments we improve the scaling relationship between problem dimension and our model&#x27;s performance, in terms of both training time and final accuracy.},\n}\n\n\n</pre>\n</div>\n\n\n<div class=\"well well-small bibbase\" data-type=\"abstract\"\n     style=\"display:none\">\n  We introduce a framework for automatically defining and learning deep generative models with problem-specific structure. We tackle problem domains that are more traditionally solved by algorithms such as sorting, constraint satisfaction for Sudoku, and matrix factorization. Concretely, we train diffusion models with an architecture tailored to the problem specification. This problem specification should contain a graphical model describing relationships between variables, and often benefits from explicit representation of subcomputations. Permutation invariances can also be exploited. Across a diverse set of experiments we improve the scaling relationship between problem dimension and our model's performance, in terms of both training time and final accuracy.\n</div>\n\n\n</div>\n\n\n  <div class=\"bibbase_paper\" id=\"lioutas-lavington-sefas-niedoba-liu-zwartsenberg-dabiri-wood-etal-criticsequentialmontecarlo-2023\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  <a href=\"https://arxiv.org/pdf/2205.15460.pdf\"\n     onclick=\"return trackOutboundLink('publications', 'click', 'lioutas-lavington-sefas-niedoba-liu-zwartsenberg-dabiri-wood-etal-criticsequentialmontecarlo-2023', 'https://arxiv.org/pdf/2205.15460.pdf', event);\">\n    Critic Sequential Monte Carlo.\n  </a>\n  \n  \n  \n</span>\n\n  <span class=\"bibbase_paper_author\">\n  Lioutas, V.; Lavington, J. W.; Sefas, J.; Niedoba, M.; Liu, Y.; Zwartsenberg, B.; Dabiri, S.; <a class=\"bibbase author link\" href=\"https://plai.cs.ubc.ca/publications/\">Wood, F.</a>;  and Scibior, A.\n</span>\n\n  \n\n</span>\n\n  In <i>The Eleventh International Conference on Learning Representations (ICLR)</i>,  2023. \n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n  <a href=\"https://openreview.net/forum?id=ObtGcyKmwna\"\n     onclick=\"log_download('lioutas-lavington-sefas-niedoba-liu-zwartsenberg-dabiri-wood-etal-criticsequentialmontecarlo-2023', 'https://openreview.net/forum?id=ObtGcyKmwna', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"Critic Sequential Monte Carlo [link]\"\n       title=\" link\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> link</span></a>\n  &nbsp;\n  \n  <a href=\"https://arxiv.org/abs/2205.15460\"\n     onclick=\"log_download('lioutas-lavington-sefas-niedoba-liu-zwartsenberg-dabiri-wood-etal-criticsequentialmontecarlo-2023', 'https://arxiv.org/abs/2205.15460', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"Critic Sequential Monte Carlo [link]\"\n       title=\" arxiv\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> arxiv</span></a>\n  &nbsp;\n  \n  <a href=\"https://arxiv.org/pdf/2205.15460.pdf\"\n     onclick=\"log_download('lioutas-lavington-sefas-niedoba-liu-zwartsenberg-dabiri-wood-etal-criticsequentialmontecarlo-2023', 'https://arxiv.org/pdf/2205.15460.pdf', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/pdf.svg\"\n\t     alt=\"Critic Sequential Monte Carlo [pdf]\"\n       title=\" pdf\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> pdf</span></a>\n  &nbsp;\n  \n\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/lioutas-lavington-sefas-niedoba-liu-zwartsenberg-dabiri-wood-etal-criticsequentialmontecarlo-2023\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n  &nbsp;\n  <a class=\"bibbase_abstract_link bibbase link\"\n     href=\"#\"\n     onclick=\"showAbstract(event); return false;\">\n    abstract <i class=\"fa fa-caret-down\"></i></a>\n  \n\n  \n  &nbsp;\n  <span class=\"bibbase_stats_paper\" style=\"color: #777;\">\n    <span>20 downloads</span>\n  </span>\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('lioutas-lavington-sefas-niedoba-liu-zwartsenberg-dabiri-wood-etal-criticsequentialmontecarlo-2023')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@inproceedings{\nlioutas2023critic,\ntitle={{Critic Sequential Monte Carlo}},\nauthor={Lioutas, Vasileios and Lavington, Jonathan Wilder and Sefas, Justice and Niedoba, Matthew and Liu, Yunpeng and Zwartsenberg, Berend and Dabiri, Setareh and Wood, Frank and Scibior, Adam},\nbooktitle={The Eleventh International Conference on Learning Representations (ICLR)},\nyear={2023},\nurl_Link={https://openreview.net/forum?id=ObtGcyKmwna},\nurl_ArXiv = {https://arxiv.org/abs/2205.15460}, \nurl_pdf = {https://arxiv.org/pdf/2205.15460.pdf},\nabstract = {We introduce CriticSMC, a new algorithm for planning as inference built from a composition of sequential Monte Carlo with learned Soft-Q function heuristic factors. These heuristic factors, obtained from parametric approximations of the marginal likelihood ahead, more effectively guide SMC towards the desired target distribution, which is particularly helpful for planning in environments with hard constraints placed sparsely in time. Compared with previous work, we modify the placement of such heuristic factors, which allows us to cheaply propose and evaluate large numbers of putative action particles, greatly increasing inference and planning efficiency. CriticSMC is compatible with informative priors, whose density function need not be known, and can be used as a model-free control algorithm. Our experiments on collision avoidance in a high-dimensional simulated driving task show that CriticSMC significantly reduces collision rates at a low computational cost while maintaining realism and diversity of driving behaviors across vehicles and environment scenarios.},\n}\n\n\n</pre>\n</div>\n\n\n<div class=\"well well-small bibbase\" data-type=\"abstract\"\n     style=\"display:none\">\n  We introduce CriticSMC, a new algorithm for planning as inference built from a composition of sequential Monte Carlo with learned Soft-Q function heuristic factors. These heuristic factors, obtained from parametric approximations of the marginal likelihood ahead, more effectively guide SMC towards the desired target distribution, which is particularly helpful for planning in environments with hard constraints placed sparsely in time. Compared with previous work, we modify the placement of such heuristic factors, which allows us to cheaply propose and evaluate large numbers of putative action particles, greatly increasing inference and planning efficiency. CriticSMC is compatible with informative priors, whose density function need not be known, and can be used as a model-free control algorithm. Our experiments on collision avoidance in a high-dimensional simulated driving task show that CriticSMC significantly reduces collision rates at a low computational cost while maintaining realism and diversity of driving behaviors across vehicles and environment scenarios.\n</div>\n\n\n</div>\n\n\n\n\n\n    </div>\n  </div>\n\n  <div class=\"bibbase_group_whole\" id=\"group_unpublished\">\n    <div class=\"bibbase_group\"\n      onclick=\"toggleGroup('group_unpublished')\"\n      onkeypress=\"toggleGroup('group_unpublished')\"\n      tabindex=\"0\">\n      <i class=\"fa fa-angle-down bibbase_group_head_icon\"></i>&nbsp;\n      <span>unpublished</span>\n      <span class=\"bibbase_group_count\">\n        \n        (4)\n        \n      </span>\n    </div>\n    <div class=\"bibbase_group_body\">\n      \n  \n  <div class=\"bibbase_paper\" id=\"naderiparizi-liang-zwartsenberg-wood-dontbesonegativescorebasedgenerativemodelingwithoracleassistedguidance-2023\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  <a href=\"https://arxiv.org/pdf/2307.16463.pdf\"\n     onclick=\"return trackOutboundLink('publications', 'click', 'naderiparizi-liang-zwartsenberg-wood-dontbesonegativescorebasedgenerativemodelingwithoracleassistedguidance-2023', 'https://arxiv.org/pdf/2307.16463.pdf', event);\">\n    Don't be so negative! Score-based Generative Modeling with Oracle-assisted Guidance.\n  </a>\n  \n  \n  \n</span>\n\n  <span class=\"bibbase_paper_author\">\n  Naderiparizi, S.; Liang, X.; Zwartsenberg, B.;  and <a class=\"bibbase author link\" href=\"https://plai.cs.ubc.ca/publications/\">Wood, F.</a>\n</span>\n\n  \n\n</span>\n\n   2023.\n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n  <a href=\"https://arxiv.org/abs/2307.16463\"\n     onclick=\"log_download('naderiparizi-liang-zwartsenberg-wood-dontbesonegativescorebasedgenerativemodelingwithoracleassistedguidance-2023', 'https://arxiv.org/abs/2307.16463', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"Don&#x27;t be so negative! Score-based Generative Modeling with Oracle-assisted Guidance [link]\"\n       title=\" arxiv\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> arxiv</span></a>\n  &nbsp;\n  \n  <a href=\"https://arxiv.org/pdf/2307.16463.pdf\"\n     onclick=\"log_download('naderiparizi-liang-zwartsenberg-wood-dontbesonegativescorebasedgenerativemodelingwithoracleassistedguidance-2023', 'https://arxiv.org/pdf/2307.16463.pdf', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/pdf.svg\"\n\t     alt=\"Don&#x27;t be so negative! Score-based Generative Modeling with Oracle-assisted Guidance [pdf]\"\n       title=\" pdf\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> pdf</span></a>\n  &nbsp;\n  \n\n  \n  <a href=\"http://doi.org/10.48550/arXiv.2307.16463\"\n     onclick=\"log_download('naderiparizi-liang-zwartsenberg-wood-dontbesonegativescorebasedgenerativemodelingwithoracleassistedguidance-2023', 'http://doi.org/10.48550/arXiv.2307.16463', event.ctrlKey)\"\n     class=\"bibbase doi link\">\n    <span>doi</span></a>\n  &nbsp;\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/naderiparizi-liang-zwartsenberg-wood-dontbesonegativescorebasedgenerativemodelingwithoracleassistedguidance-2023\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n  &nbsp;\n  <a class=\"bibbase_abstract_link bibbase link\"\n     href=\"#\"\n     onclick=\"showAbstract(event); return false;\">\n    abstract <i class=\"fa fa-caret-down\"></i></a>\n  \n\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('naderiparizi-liang-zwartsenberg-wood-dontbesonegativescorebasedgenerativemodelingwithoracleassistedguidance-2023')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@unpublished{,\n\tdoi={10.48550/arXiv.2307.16463},\n\turl_ArXiv={https://arxiv.org/abs/2307.16463},\n\turl_pdf={https://arxiv.org/pdf/2307.16463.pdf},\n\tauthor={Naderiparizi, Saeid and Liang, Xiaoxuan and Zwartsenberg, Berend and Wood, Frank},\n\tkeywords={Computer Vision and Pattern Recognition},\n\ttitle={Don&#x27;t be so negative! Score-based Generative Modeling with Oracle-assisted Guidance},\n\tpublisher={arXiv},\n\tyear={2023},\n\tcopyright={arXiv.org perpetual, non-exclusive licence},\n\tabstract={The maximum likelihood principle advocates parameter estimation via optimization of the data likelihood function. Models estimated in this way can exhibit a variety of generalization characteristics dictated by, e.g. architecture, parameterization, and optimization bias. This work addresses model learning in a setting where there further exists side-information in the form of an oracle that can label samples as being outside the support of the true data generating distribution. Specifically we develop a new denoising diffusion probabilistic modeling (DDPM) methodology, Gen-neG, that leverages this additional side-information. Our approach builds on generative adversarial networks (GANs) and discriminator guidance in diffusion models to guide the generation process towards the positive support region indicated by the oracle. We empirically establish the utility of Gen-neG in applications including collision avoidance in self-driving simulators and safety-guarded human motion generation.},\n}\n\n</pre>\n</div>\n\n\n<div class=\"well well-small bibbase\" data-type=\"abstract\"\n     style=\"display:none\">\n  The maximum likelihood principle advocates parameter estimation via optimization of the data likelihood function. Models estimated in this way can exhibit a variety of generalization characteristics dictated by, e.g. architecture, parameterization, and optimization bias. This work addresses model learning in a setting where there further exists side-information in the form of an oracle that can label samples as being outside the support of the true data generating distribution. Specifically we develop a new denoising diffusion probabilistic modeling (DDPM) methodology, Gen-neG, that leverages this additional side-information. Our approach builds on generative adversarial networks (GANs) and discriminator guidance in diffusion models to guide the generation process towards the positive support region indicated by the oracle. We empirically establish the utility of Gen-neG in applications including collision avoidance in self-driving simulators and safety-guarded human motion generation.\n</div>\n\n\n</div>\n\n\n  <div class=\"bibbase_paper\" id=\"dabiri-lioutas-zwartsenberg-liu-niedoba-liang-green-sefas-etal-realisticallydistributingobjectplacementsinsynthetictrainingdataimprovestheperformanceofvisionbasedobjectdetectionmodels-2023\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  <a href=\"https://arxiv.org/pdf/2305.14621.pdf\"\n     onclick=\"return trackOutboundLink('publications', 'click', 'dabiri-lioutas-zwartsenberg-liu-niedoba-liang-green-sefas-etal-realisticallydistributingobjectplacementsinsynthetictrainingdataimprovestheperformanceofvisionbasedobjectdetectionmodels-2023', 'https://arxiv.org/pdf/2305.14621.pdf', event);\">\n    Realistically distributing object placements in synthetic training data improves the performance of vision-based object detection models.\n  </a>\n  \n  \n  \n</span>\n\n  <span class=\"bibbase_paper_author\">\n  Dabiri, S.; Lioutas, V.; Zwartsenberg, B.; Liu, Y.; Niedoba, M.; Liang, X.; Green, D.; Sefas, J.; Lavington, J. W.; <a class=\"bibbase author link\" href=\"https://plai.cs.ubc.ca/publications/\">Wood, F.</a>;  and Ścibior, A.\n</span>\n\n  \n\n</span>\n\n   2023.\n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n  <a href=\"https://arxiv.org/abs/2305.14621\"\n     onclick=\"log_download('dabiri-lioutas-zwartsenberg-liu-niedoba-liang-green-sefas-etal-realisticallydistributingobjectplacementsinsynthetictrainingdataimprovestheperformanceofvisionbasedobjectdetectionmodels-2023', 'https://arxiv.org/abs/2305.14621', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"Realistically distributing object placements in synthetic training data improves the performance of vision-based object detection models [link]\"\n       title=\" arxiv\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> arxiv</span></a>\n  &nbsp;\n  \n  <a href=\"https://arxiv.org/pdf/2305.14621.pdf\"\n     onclick=\"log_download('dabiri-lioutas-zwartsenberg-liu-niedoba-liang-green-sefas-etal-realisticallydistributingobjectplacementsinsynthetictrainingdataimprovestheperformanceofvisionbasedobjectdetectionmodels-2023', 'https://arxiv.org/pdf/2305.14621.pdf', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/pdf.svg\"\n\t     alt=\"Realistically distributing object placements in synthetic training data improves the performance of vision-based object detection models [pdf]\"\n       title=\" pdf\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> pdf</span></a>\n  &nbsp;\n  \n\n  \n  <a href=\"http://doi.org/10.48550/arXiv.2305.14621\"\n     onclick=\"log_download('dabiri-lioutas-zwartsenberg-liu-niedoba-liang-green-sefas-etal-realisticallydistributingobjectplacementsinsynthetictrainingdataimprovestheperformanceofvisionbasedobjectdetectionmodels-2023', 'http://doi.org/10.48550/arXiv.2305.14621', event.ctrlKey)\"\n     class=\"bibbase doi link\">\n    <span>doi</span></a>\n  &nbsp;\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/dabiri-lioutas-zwartsenberg-liu-niedoba-liang-green-sefas-etal-realisticallydistributingobjectplacementsinsynthetictrainingdataimprovestheperformanceofvisionbasedobjectdetectionmodels-2023\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n  &nbsp;\n  <a class=\"bibbase_abstract_link bibbase link\"\n     href=\"#\"\n     onclick=\"showAbstract(event); return false;\">\n    abstract <i class=\"fa fa-caret-down\"></i></a>\n  \n\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('dabiri-lioutas-zwartsenberg-liu-niedoba-liang-green-sefas-etal-realisticallydistributingobjectplacementsinsynthetictrainingdataimprovestheperformanceofvisionbasedobjectdetectionmodels-2023')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@unpublished{,\n\tdoi={10.48550/arXiv.2305.14621},\n\turl_ArXiv={https://arxiv.org/abs/2305.14621},\n\turl_pdf={https://arxiv.org/pdf/2305.14621.pdf},\n\tauthor={Dabiri, Setareh and Lioutas, Vasileios and Zwartsenberg, Berend and Liu, Yunpeng and Niedoba, Matthew and Liang, Xiaoxuan and Green, Dylan and Sefas, Justice and Lavington, Jonathan Wilder and Wood, Frank and Ścibior, Adam},\n\ttitle={Realistically distributing object placements in synthetic training data improves the performance of vision-based object detection models},\n\tpublisher={arXiv},\n\tyear={2023},\n\tcopyright={arXiv.org perpetual, non-exclusive licence},\n\tabstract={When training object detection models on synthetic data, it is important to make the distribution of synthetic data as close as possible to the distribution of real data. We investigate specifically the impact of object placement distribution, keeping all other aspects of synthetic data fixed. Our experiment, training a 3D vehicle detection model in CARLA and testing on KITTI, demonstrates a substantial improvement resulting from improving the object placement distribution.},\n}\n\n</pre>\n</div>\n\n\n<div class=\"well well-small bibbase\" data-type=\"abstract\"\n     style=\"display:none\">\n  When training object detection models on synthetic data, it is important to make the distribution of synthetic data as close as possible to the distribution of real data. We investigate specifically the impact of object placement distribution, keeping all other aspects of synthetic data fixed. Our experiment, training a 3D vehicle detection model in CARLA and testing on KITTI, demonstrates a substantial improvement resulting from improving the object placement distribution.\n</div>\n\n\n</div>\n\n\n  <div class=\"bibbase_paper\" id=\"liu-lioutas-lavington-niedoba-sefas-dabiri-green-liang-etal-videokilledthehdmappredictingmultiagentbehaviordirectlyfromaerialimages-2023\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  <a href=\"https://arxiv.org/pdf/2305.11856.pdf\"\n     onclick=\"return trackOutboundLink('publications', 'click', 'liu-lioutas-lavington-niedoba-sefas-dabiri-green-liang-etal-videokilledthehdmappredictingmultiagentbehaviordirectlyfromaerialimages-2023', 'https://arxiv.org/pdf/2305.11856.pdf', event);\">\n    Video Killed the HD-Map: Predicting Multi-Agent Behavior Directly From Aerial Images.\n  </a>\n  \n  \n  \n</span>\n\n  <span class=\"bibbase_paper_author\">\n  Liu, Y.; Lioutas, V.; Lavington, J. W.; Niedoba, M.; Sefas, J.; Dabiri, S.; Green, D.; Liang, X.; Zwartsenberg, B.; Ścibior, A.;  and <a class=\"bibbase author link\" href=\"https://plai.cs.ubc.ca/publications/\">Wood, F.</a>\n</span>\n\n  \n\n</span>\n\n   2023.\n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n  <a href=\"https://arxiv.org/abs/2305.11856\"\n     onclick=\"log_download('liu-lioutas-lavington-niedoba-sefas-dabiri-green-liang-etal-videokilledthehdmappredictingmultiagentbehaviordirectlyfromaerialimages-2023', 'https://arxiv.org/abs/2305.11856', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"Video Killed the HD-Map: Predicting Multi-Agent Behavior Directly From Aerial Images [link]\"\n       title=\" arxiv\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> arxiv</span></a>\n  &nbsp;\n  \n  <a href=\"https://arxiv.org/pdf/2305.11856.pdf\"\n     onclick=\"log_download('liu-lioutas-lavington-niedoba-sefas-dabiri-green-liang-etal-videokilledthehdmappredictingmultiagentbehaviordirectlyfromaerialimages-2023', 'https://arxiv.org/pdf/2305.11856.pdf', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/pdf.svg\"\n\t     alt=\"Video Killed the HD-Map: Predicting Multi-Agent Behavior Directly From Aerial Images [pdf]\"\n       title=\" pdf\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> pdf</span></a>\n  &nbsp;\n  \n\n  \n  <a href=\"http://doi.org/10.48550/arXiv.2305.11856\"\n     onclick=\"log_download('liu-lioutas-lavington-niedoba-sefas-dabiri-green-liang-etal-videokilledthehdmappredictingmultiagentbehaviordirectlyfromaerialimages-2023', 'http://doi.org/10.48550/arXiv.2305.11856', event.ctrlKey)\"\n     class=\"bibbase doi link\">\n    <span>doi</span></a>\n  &nbsp;\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/liu-lioutas-lavington-niedoba-sefas-dabiri-green-liang-etal-videokilledthehdmappredictingmultiagentbehaviordirectlyfromaerialimages-2023\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n  &nbsp;\n  <a class=\"bibbase_abstract_link bibbase link\"\n     href=\"#\"\n     onclick=\"showAbstract(event); return false;\">\n    abstract <i class=\"fa fa-caret-down\"></i></a>\n  \n\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('liu-lioutas-lavington-niedoba-sefas-dabiri-green-liang-etal-videokilledthehdmappredictingmultiagentbehaviordirectlyfromaerialimages-2023')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@unpublished{,\n\tdoi={10.48550/arXiv.2305.11856},\n\turl_ArXiv={https://arxiv.org/abs/2305.11856},\n\turl_pdf={https://arxiv.org/pdf/2305.11856.pdf},\n\tauthor={Liu, Yunpeng and Lioutas, Vasileios and Lavington, Jonathan Wilder and Niedoba, Matthew and Sefas, Justice and Dabiri, Setareh and Green, Dylan and Liang, Xiaoxuan and Zwartsenberg, Berend and Ścibior, Adam and Wood, Frank},\n\ttitle={Video Killed the HD-Map: Predicting Multi-Agent Behavior Directly From Aerial Images},\n\tpublisher={arXiv},\n\tyear={2023},\n\tcopyright={arXiv.org perpetual, non-exclusive licence},\n\tabstract={The development of algorithms that learn multi-agent behavioral models using human demonstrations has led to increasingly realistic simulations in the field of autonomous driving. In general, such models learn to jointly predict trajectories for all controlled agents by exploiting road context information such as drivable lanes obtained from manually annotated high-definition (HD) maps. Recent studies show that these models can greatly benefit from increasing the amount of human data available for training. However, the manual annotation of HD maps which is necessary for every new location puts a bottleneck on efficiently scaling up human traffic datasets. We propose an aerial image-based map (AIM) representation that requires minimal annotation and provides rich road context information for traffic agents like pedestrians and vehicles. We evaluate multi-agent trajectory prediction using the AIM by incorporating it into a differentiable driving simulator as an image-texture-based differentiable rendering module. Our results demonstrate competitive multi-agent trajectory prediction performance especially for pedestrians in the scene when using our AIM representation as compared to models trained with rasterized HD maps.},\n}\n\n\n</pre>\n</div>\n\n\n<div class=\"well well-small bibbase\" data-type=\"abstract\"\n     style=\"display:none\">\n  The development of algorithms that learn multi-agent behavioral models using human demonstrations has led to increasingly realistic simulations in the field of autonomous driving. In general, such models learn to jointly predict trajectories for all controlled agents by exploiting road context information such as drivable lanes obtained from manually annotated high-definition (HD) maps. Recent studies show that these models can greatly benefit from increasing the amount of human data available for training. However, the manual annotation of HD maps which is necessary for every new location puts a bottleneck on efficiently scaling up human traffic datasets. We propose an aerial image-based map (AIM) representation that requires minimal annotation and provides rich road context information for traffic agents like pedestrians and vehicles. We evaluate multi-agent trajectory prediction using the AIM by incorporating it into a differentiable driving simulator as an image-texture-based differentiable rendering module. Our results demonstrate competitive multi-agent trajectory prediction performance especially for pedestrians in the scene when using our AIM representation as compared to models trained with rasterized HD maps.\n</div>\n\n\n</div>\n\n\n  <div class=\"bibbase_paper\" id=\"harvey-wood-visualchainofthoughtdiffusionmodels-2023\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  <a href=\"https://arxiv.org/pdf/2303.16187v2.pdf\"\n     onclick=\"return trackOutboundLink('publications', 'click', 'harvey-wood-visualchainofthoughtdiffusionmodels-2023', 'https://arxiv.org/pdf/2303.16187v2.pdf', event);\">\n    Visual Chain-of-Thought Diffusion Models.\n  </a>\n  \n  \n  \n</span>\n\n  <span class=\"bibbase_paper_author\">\n  Harvey, W.;  and <a class=\"bibbase author link\" href=\"https://plai.cs.ubc.ca/publications/\">Wood, F.</a>\n</span>\n\n  \n\n</span>\n\n   2023.\n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n  <a href=\"https://arxiv.org/abs/2303.16187\"\n     onclick=\"log_download('harvey-wood-visualchainofthoughtdiffusionmodels-2023', 'https://arxiv.org/abs/2303.16187', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"Visual Chain-of-Thought Diffusion Models [link]\"\n       title=\" arxiv\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> arxiv</span></a>\n  &nbsp;\n  \n  <a href=\"https://arxiv.org/pdf/2303.16187v2.pdf\"\n     onclick=\"log_download('harvey-wood-visualchainofthoughtdiffusionmodels-2023', 'https://arxiv.org/pdf/2303.16187v2.pdf', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/pdf.svg\"\n\t     alt=\"Visual Chain-of-Thought Diffusion Models [pdf]\"\n       title=\" pdf\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> pdf</span></a>\n  &nbsp;\n  \n\n  \n  <a href=\"http://doi.org/10.48550/arXiv.2303.16187\"\n     onclick=\"log_download('harvey-wood-visualchainofthoughtdiffusionmodels-2023', 'http://doi.org/10.48550/arXiv.2303.16187', event.ctrlKey)\"\n     class=\"bibbase doi link\">\n    <span>doi</span></a>\n  &nbsp;\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/harvey-wood-visualchainofthoughtdiffusionmodels-2023\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n  &nbsp;\n  <a class=\"bibbase_abstract_link bibbase link\"\n     href=\"#\"\n     onclick=\"showAbstract(event); return false;\">\n    abstract <i class=\"fa fa-caret-down\"></i></a>\n  \n\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('harvey-wood-visualchainofthoughtdiffusionmodels-2023')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@unpublished{,\n\tdoi={10.48550/arXiv.2303.16187},\n\turl_ArXiv={https://arxiv.org/abs/2303.16187},\n\turl_pdf={https://arxiv.org/pdf/2303.16187v2.pdf},\n\tauthor={Harvey, William and Wood, Frank},\n\ttitle={Visual Chain-of-Thought Diffusion Models},\n\tpublisher={arXiv},\n\tyear={2023},\n\tcopyright={arXiv.org perpetual, non-exclusive licence},\n\tabstract={Recent progress with conditional image diffusion models has been stunning, and this holds true whether we are speaking about models conditioned on a text description, a scene layout, or a sketch. Unconditional image diffusion models are also improving but lag behind, as do diffusion models which are conditioned on lower-dimensional features like class labels. We propose to close the gap between conditional and unconditional models using a two-stage sampling procedure. In the first stage we sample an embedding describing the semantic content of the image. In the second stage we sample the image conditioned on this embedding and then discard the embedding. Doing so lets us leverage the power of conditional diffusion models on the unconditional generation task, which we show improves FID by 25 − 50% compared to standard unconditional generation. },\n}\n\n\n</pre>\n</div>\n\n\n<div class=\"well well-small bibbase\" data-type=\"abstract\"\n     style=\"display:none\">\n  Recent progress with conditional image diffusion models has been stunning, and this holds true whether we are speaking about models conditioned on a text description, a scene layout, or a sketch. Unconditional image diffusion models are also improving but lag behind, as do diffusion models which are conditioned on lower-dimensional features like class labels. We propose to close the gap between conditional and unconditional models using a two-stage sampling procedure. In the first stage we sample an embedding describing the semantic content of the image. In the second stage we sample the image conditioned on this embedding and then discard the embedding. Doing so lets us leverage the power of conditional diffusion models on the unconditional generation task, which we show improves FID by 25 − 50% compared to standard unconditional generation. \n</div>\n\n\n</div>\n\n\n\n\n\n    </div>\n  </div>\n\n\n\n\n    </div>\n  </div>\n\n  <div class=\"bibbase_group_whole\" id=\"group_2022\">\n    <div class=\"bibbase_group\"\n      onclick=\"toggleGroup('group_2022')\"\n      onkeypress=\"toggleGroup('group_2022')\"\n      tabindex=\"0\">\n      <i class=\"fa fa-angle-down bibbase_group_head_icon\"></i>&nbsp;\n      <span>2022</span>\n      <span class=\"bibbase_group_count\">\n        \n        (3)\n        \n      </span>\n    </div>\n    <div class=\"bibbase_group_body\">\n      \n  \n  <div class=\"bibbase_group_whole\" id=\"group_article\">\n    <div class=\"bibbase_group\"\n      onclick=\"toggleGroup('group_article')\"\n      onkeypress=\"toggleGroup('group_article')\"\n      tabindex=\"0\">\n      <i class=\"fa fa-angle-down bibbase_group_head_icon\"></i>&nbsp;\n      <span>article</span>\n      <span class=\"bibbase_group_count\">\n        \n        (3)\n        \n      </span>\n    </div>\n    <div class=\"bibbase_group_body\">\n      \n  \n  <div class=\"bibbase_paper\" id=\"poole-wood-probabilisticprogramminglanguagesindependentchoicesanddeterministicsystems-2022\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  <a href=\"https://doi.org/10.1145/3501714.3501753\"\n     onclick=\"return trackOutboundLink('publications', 'click', 'poole-wood-probabilisticprogramminglanguagesindependentchoicesanddeterministicsystems-2022', 'https://doi.org/10.1145/3501714.3501753', event);\">\n    Probabilistic Programming Languages: Independent Choices and Deterministic Systems.\n  </a>\n  \n  \n  \n</span>\n\n  <span class=\"bibbase_paper_author\">\n  Poole, D.;  and <a class=\"bibbase author link\" href=\"https://plai.cs.ubc.ca/publications/\">Wood, F.</a>\n</span>\n\n  \n\n</span>\n\n  ,691–712.  2022.\n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n  <a href=\"https://doi.org/10.1145/3501714.3501753\"\n     onclick=\"log_download('poole-wood-probabilisticprogramminglanguagesindependentchoicesanddeterministicsystems-2022', 'https://doi.org/10.1145/3501714.3501753', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"Probabilistic Programming Languages: Independent Choices and Deterministic Systems [link]\"\n       title=\"Paper\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\">Paper</span></a>\n  &nbsp;\n  \n\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/poole-wood-probabilisticprogramminglanguagesindependentchoicesanddeterministicsystems-2022\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n\n  \n  &nbsp;\n  <span class=\"bibbase_stats_paper\" style=\"color: #777;\">\n    <span>10 downloads</span>\n  </span>\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('poole-wood-probabilisticprogramminglanguagesindependentchoicesanddeterministicsystems-2022')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@article{10.1145/3501714.3501753,\ntitle = {Probabilistic Programming Languages: Independent Choices and Deterministic Systems},\nauthor = {Poole, David and Wood, Frank},\nyear = {2022},\nisbn = {9781450395861},\npublisher = {Association for Computing Machinery},\naddress = {New York, NY, USA},\nedition = {1},\nurl = {https://doi.org/10.1145/3501714.3501753},\nbooktitle = {Probabilistic and Causal Inference: The Works of Judea Pearl},\npages = {691–712},\nnumpages = {22}\n}\n\n\n\n\n</pre>\n</div>\n\n\n\n</div>\n\n\n  <div class=\"bibbase_paper\" id=\"lioutas-scibior-wood-titratedlearnedhumandrivingbehaviorwithoutinfractionsviaamortizedinference-2022\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  <a href=\"https://openreview.net/forum?id=M8D5iZsnrO\"\n     onclick=\"return trackOutboundLink('publications', 'click', 'lioutas-scibior-wood-titratedlearnedhumandrivingbehaviorwithoutinfractionsviaamortizedinference-2022', 'https://openreview.net/forum?id=M8D5iZsnrO', event);\">\n    TITRATED: Learned Human Driving Behavior without Infractions via Amortized Inference.\n  </a>\n  \n  \n  \n</span>\n\n  <span class=\"bibbase_paper_author\">\n  Lioutas, V.; Scibior, A.;  and <a class=\"bibbase author link\" href=\"https://plai.cs.ubc.ca/publications/\">Wood, F.</a>\n</span>\n\n  \n\n</span>\n\n  <i>Transactions on Machine Learning Research (TMLR)</i>.  2022.\n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n  <a href=\"https://openreview.net/forum?id=M8D5iZsnrO\"\n     onclick=\"log_download('lioutas-scibior-wood-titratedlearnedhumandrivingbehaviorwithoutinfractionsviaamortizedinference-2022', 'https://openreview.net/forum?id=M8D5iZsnrO', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"TITRATED: Learned Human Driving Behavior without Infractions via Amortized Inference [link]\"\n       title=\" paper\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> paper</span></a>\n  &nbsp;\n  \n  <a href=\"https://openreview.net/pdf?id=M8D5iZsnrO\"\n     onclick=\"log_download('lioutas-scibior-wood-titratedlearnedhumandrivingbehaviorwithoutinfractionsviaamortizedinference-2022', 'https://openreview.net/pdf?id=M8D5iZsnrO', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"TITRATED: Learned Human Driving Behavior without Infractions via Amortized Inference [link]\"\n       title=\" pdf\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> pdf</span></a>\n  &nbsp;\n  \n  <a href=\"https://www.youtube.com/watch?v=AMeZtzQxhX4\"\n     onclick=\"log_download('lioutas-scibior-wood-titratedlearnedhumandrivingbehaviorwithoutinfractionsviaamortizedinference-2022', 'https://www.youtube.com/watch?v=AMeZtzQxhX4', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"TITRATED: Learned Human Driving Behavior without Infractions via Amortized Inference [link]\"\n       title=\" presentation\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> presentation</span></a>\n  &nbsp;\n  \n\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/lioutas-scibior-wood-titratedlearnedhumandrivingbehaviorwithoutinfractionsviaamortizedinference-2022\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n  &nbsp;\n  <a class=\"bibbase_abstract_link bibbase link\"\n     href=\"#\"\n     onclick=\"showAbstract(event); return false;\">\n    abstract <i class=\"fa fa-caret-down\"></i></a>\n  \n\n  \n  &nbsp;\n  <span class=\"bibbase_stats_paper\" style=\"color: #777;\">\n    <span>14 downloads</span>\n  </span>\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('lioutas-scibior-wood-titratedlearnedhumandrivingbehaviorwithoutinfractionsviaamortizedinference-2022')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@article{LIO-22,\n\ttitle={{TITRATED}: Learned Human Driving Behavior without Infractions via Amortized Inference},\n\tauthor={Lioutas, Vasileios and Scibior, Adam and Wood, Frank},\n\tjournal={Transactions on Machine Learning Research (TMLR)},\n\tyear={2022},\n\turl_Paper={https://openreview.net/forum?id=M8D5iZsnrO},\n\turl_pdf = {https://openreview.net/pdf?id=M8D5iZsnrO},\n\turl_Presentation={https://www.youtube.com/watch?v=AMeZtzQxhX4},\n\tsupport = {MITACS},\n\tabstract = {Models of human driving behavior have long been used for prediction in autonomous vehicles, but recently have also started being used to create non-playable characters for driving simulations. While such models are in many respects realistic, they tend to suffer from unacceptably high rates of driving infractions, such as collisions or off-road driving, particularly when deployed in map locations with road geometries dissimilar to the training dataset. In this paper we present a novel method for fine-tuning a foundation model of human driving behavior to novel locations where human demonstrations are not available which reduces the incidence of such infractions. The method relies on inference in the foundation model to generate infraction-free trajectories as well as additional penalties applied when fine-tuning the amortized inference behavioral model. We demonstrate this &quot;titration&quot; technique using the ITRA foundation behavior model trained on the INTERACTION dataset when transferring to CARLA map locations. We demonstrate a 76-86% reduction in infraction rate and provide evidence that further gains are possible with more computation or better inference algorithms.},\n}\n\n\n</pre>\n</div>\n\n\n<div class=\"well well-small bibbase\" data-type=\"abstract\"\n     style=\"display:none\">\n  Models of human driving behavior have long been used for prediction in autonomous vehicles, but recently have also started being used to create non-playable characters for driving simulations. While such models are in many respects realistic, they tend to suffer from unacceptably high rates of driving infractions, such as collisions or off-road driving, particularly when deployed in map locations with road geometries dissimilar to the training dataset. In this paper we present a novel method for fine-tuning a foundation model of human driving behavior to novel locations where human demonstrations are not available which reduces the incidence of such infractions. The method relies on inference in the foundation model to generate infraction-free trajectories as well as additional penalties applied when fine-tuning the amortized inference behavioral model. We demonstrate this \"titration\" technique using the ITRA foundation behavior model trained on the INTERACTION dataset when transferring to CARLA map locations. We demonstrate a 76-86% reduction in infraction rate and provide evidence that further gains are possible with more computation or better inference algorithms.\n</div>\n\n\n</div>\n\n\n  <div class=\"bibbase_paper\" id=\"wood-warrington-naderiparizi-weilbach-masrani-harvey-cibior-beronov-etal-planningasinferenceinepidemiologicaldynamicsmodels-2022\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  <a href=\"https://www.frontiersin.org/article/10.3389/frai.2021.550603\"\n     onclick=\"return trackOutboundLink('publications', 'click', 'wood-warrington-naderiparizi-weilbach-masrani-harvey-cibior-beronov-etal-planningasinferenceinepidemiologicaldynamicsmodels-2022', 'https://www.frontiersin.org/article/10.3389/frai.2021.550603', event);\">\n    Planning as Inference in Epidemiological Dynamics Models.\n  </a>\n  \n  \n  \n</span>\n\n  <span class=\"bibbase_paper_author\">\n  <a class=\"bibbase author link\" href=\"https://plai.cs.ubc.ca/publications/\">Wood, F.</a>; Warrington, A.; Naderiparizi, S.; Weilbach, C.; Masrani, V.; Harvey, W.; Åšcibior, A.; Beronov, B.; Grefenstette, J.; Campbell, D.;  and Nasseri, S. A.\n</span>\n\n  \n\n</span>\n\n  <i>Frontiers in Artificial Intelligence</i>, 4.  2022.\n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n  <a href=\"https://www.frontiersin.org/article/10.3389/frai.2021.550603\"\n     onclick=\"log_download('wood-warrington-naderiparizi-weilbach-masrani-harvey-cibior-beronov-etal-planningasinferenceinepidemiologicaldynamicsmodels-2022', 'https://www.frontiersin.org/article/10.3389/frai.2021.550603', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"Planning as Inference in Epidemiological Dynamics Models [link]\"\n       title=\" paper\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> paper</span></a>\n  &nbsp;\n  \n  <a href=\"https://arxiv.org/abs/2003.13221\"\n     onclick=\"log_download('wood-warrington-naderiparizi-weilbach-masrani-harvey-cibior-beronov-etal-planningasinferenceinepidemiologicaldynamicsmodels-2022', 'https://arxiv.org/abs/2003.13221', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"Planning as Inference in Epidemiological Dynamics Models [link]\"\n       title=\" arxiv\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> arxiv</span></a>\n  &nbsp;\n  \n\n  \n  <a href=\"http://doi.org/10.3389/frai.2021.550603\"\n     onclick=\"log_download('wood-warrington-naderiparizi-weilbach-masrani-harvey-cibior-beronov-etal-planningasinferenceinepidemiologicaldynamicsmodels-2022', 'http://doi.org/10.3389/frai.2021.550603', event.ctrlKey)\"\n     class=\"bibbase doi link\">\n    <span>doi</span></a>\n  &nbsp;\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/wood-warrington-naderiparizi-weilbach-masrani-harvey-cibior-beronov-etal-planningasinferenceinepidemiologicaldynamicsmodels-2022\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n  &nbsp;\n  <a class=\"bibbase_abstract_link bibbase link\"\n     href=\"#\"\n     onclick=\"showAbstract(event); return false;\">\n    abstract <i class=\"fa fa-caret-down\"></i></a>\n  \n\n  \n  &nbsp;\n  <span class=\"bibbase_stats_paper\" style=\"color: #777;\">\n    <span>10 downloads</span>\n  </span>\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('wood-warrington-naderiparizi-weilbach-masrani-harvey-cibior-beronov-etal-planningasinferenceinepidemiologicaldynamicsmodels-2022')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@article{WOO-22,\n\tAUTHOR={Wood, Frank and Warrington, Andrew and Naderiparizi, Saeid and Weilbach, Christian and Masrani, Vaden and Harvey, William and Åšcibior, Adam and Beronov, Boyan and Grefenstette, John and Campbell, Duncan and Nasseri, S. Ali},   \n\tTITLE={Planning as Inference in Epidemiological Dynamics Models},      \n\tJOURNAL={Frontiers in Artificial Intelligence},      \n\tVOLUME={4},      \n\tYEAR={2022},      \n\tURL_Paper={https://www.frontiersin.org/article/10.3389/frai.2021.550603},       \n\turl_ArXiv={https://arxiv.org/abs/2003.13221},\n\tDOI={10.3389/frai.2021.550603},      \n\tISSN={2624-8212},   \n\tsupport = {D3M,COVID,ETALUMIS},\n  \tABSTRACT={In this work we demonstrate how to automate parts of the infectious disease-control policy-making process via performing inference in existing epidemiological models. The kind of inference tasks undertaken include computing the posterior distribution over controllable, via direct policy-making choices, simulation model parameters that give rise to acceptable disease progression outcomes. Among other things, we illustrate the use of a probabilistic programming language that automates inference in existing simulators. Neither the full capabilities of this tool for automating inference nor its utility for planning is widely disseminated at the current time. Timely gains in understanding about how such simulation-based models and inference automation tools applied in support of policy-making could lead to less economically damaging policy prescriptions, particularly during the current COVID-19 pandemic.}\n}\n\n</pre>\n</div>\n\n\n<div class=\"well well-small bibbase\" data-type=\"abstract\"\n     style=\"display:none\">\n  In this work we demonstrate how to automate parts of the infectious disease-control policy-making process via performing inference in existing epidemiological models. The kind of inference tasks undertaken include computing the posterior distribution over controllable, via direct policy-making choices, simulation model parameters that give rise to acceptable disease progression outcomes. Among other things, we illustrate the use of a probabilistic programming language that automates inference in existing simulators. Neither the full capabilities of this tool for automating inference nor its utility for planning is widely disseminated at the current time. Timely gains in understanding about how such simulation-based models and inference automation tools applied in support of policy-making could lead to less economically damaging policy prescriptions, particularly during the current COVID-19 pandemic.\n</div>\n\n\n</div>\n\n\n\n\n\n    </div>\n  </div>\n\n  <div class=\"bibbase_group_whole\" id=\"group_inproceedings\">\n    <div class=\"bibbase_group\"\n      onclick=\"toggleGroup('group_inproceedings')\"\n      onkeypress=\"toggleGroup('group_inproceedings')\"\n      tabindex=\"0\">\n      <i class=\"fa fa-angle-down bibbase_group_head_icon\"></i>&nbsp;\n      <span>inproceedings</span>\n      <span class=\"bibbase_group_count\">\n        \n        (6)\n        \n      </span>\n    </div>\n    <div class=\"bibbase_group_body\">\n      \n  \n  <div class=\"bibbase_paper\" id=\"harvey-teng-wood-nearoptimalglimpsesequencesforimprovedhardattentionneuralnetworktraining-2022\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  <a href=\"https://ieeexplore.ieee.org/abstract/document/9892112\"\n     onclick=\"return trackOutboundLink('publications', 'click', 'harvey-teng-wood-nearoptimalglimpsesequencesforimprovedhardattentionneuralnetworktraining-2022', 'https://ieeexplore.ieee.org/abstract/document/9892112', event);\">\n    Near-Optimal Glimpse Sequences for Improved Hard Attention Neural Network Training.\n  </a>\n  \n  \n  \n</span>\n\n  <span class=\"bibbase_paper_author\">\n  Harvey, W.; Teng, M.;  and <a class=\"bibbase author link\" href=\"https://plai.cs.ubc.ca/publications/\">Wood, F.</a>\n</span>\n\n  \n\n</span>\n\n  In <i>2022 International Joint Conference on Neural Networks (IJCNN)</i>, pages 1-8,  2022. \n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n  <a href=\"https://ieeexplore.ieee.org/abstract/document/9892112\"\n     onclick=\"log_download('harvey-teng-wood-nearoptimalglimpsesequencesforimprovedhardattentionneuralnetworktraining-2022', 'https://ieeexplore.ieee.org/abstract/document/9892112', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"Near-Optimal Glimpse Sequences for Improved Hard Attention Neural Network Training [link]\"\n       title=\" paper\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> paper</span></a>\n  &nbsp;\n  \n  <a href=\"https://ieeexplore.ieee.org/stamp/stamp.jsp?tp=&amp;arnumber=9892112\"\n     onclick=\"log_download('harvey-teng-wood-nearoptimalglimpsesequencesforimprovedhardattentionneuralnetworktraining-2022', 'https://ieeexplore.ieee.org/stamp/stamp.jsp?tp=&amp;arnumber=9892112', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"Near-Optimal Glimpse Sequences for Improved Hard Attention Neural Network Training [link]\"\n       title=\" pdf\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> pdf</span></a>\n  &nbsp;\n  \n  <a href=\"https://raw.githubusercontent.com/plai-group/bibliography/master/group_publications.bib\"\n     onclick=\"log_download('harvey-teng-wood-nearoptimalglimpsesequencesforimprovedhardattentionneuralnetworktraining-2022', 'https://raw.githubusercontent.com/plai-group/bibliography/master/group_publications.bib', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"Near-Optimal Glimpse Sequences for Improved Hard Attention Neural Network Training [link]\"\n       title=\" arxiv\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> arxiv</span></a>\n  &nbsp;\n  \n\n  \n  <a href=\"http://doi.org/10.1109/IJCNN55064.2022.9892112\"\n     onclick=\"log_download('harvey-teng-wood-nearoptimalglimpsesequencesforimprovedhardattentionneuralnetworktraining-2022', 'http://doi.org/10.1109/IJCNN55064.2022.9892112', event.ctrlKey)\"\n     class=\"bibbase doi link\">\n    <span>doi</span></a>\n  &nbsp;\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/harvey-teng-wood-nearoptimalglimpsesequencesforimprovedhardattentionneuralnetworktraining-2022\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n  &nbsp;\n  <a class=\"bibbase_abstract_link bibbase link\"\n     href=\"#\"\n     onclick=\"showAbstract(event); return false;\">\n    abstract <i class=\"fa fa-caret-down\"></i></a>\n  \n\n  \n  &nbsp;\n  <span class=\"bibbase_stats_paper\" style=\"color: #777;\">\n    <span>1 download</span>\n  </span>\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('harvey-teng-wood-nearoptimalglimpsesequencesforimprovedhardattentionneuralnetworktraining-2022')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@InProceedings{9892112,\n  title={Near-Optimal Glimpse Sequences for Improved Hard Attention Neural Network Training},   \nauthor={Harvey, William and Teng, Michael and Wood, Frank},\n  booktitle={2022 International Joint Conference on Neural Networks (IJCNN)}, \n  year={2022},\n  volume={},\n  number={},\n  pages={1-8},\nurl_Paper={https://ieeexplore.ieee.org/abstract/document/9892112},\n\turl_pdf={https://ieeexplore.ieee.org/stamp/stamp.jsp?tp=&amp;arnumber=9892112},\n\turl_ArXiv={},\n\tabstract={Hard visual attention is a promising approach to reduce the computational burden of modern computer vision methodologies. However, hard attention mechanisms can be difficult and slow to train, which is especially costly for applications like neural architecture search where multiple networks must be trained. We introduce a method to amortise the cost of training by generating an extra supervision signal for a subset of the training data. This supervision is in the form of sequences of ‘good’ locations to attend to for each image. We find that the best method to generate supervision sequences comes from framing hard attention for image classification as a Bayesian optimal experimental design (BOED) problem. From this perspective, the optimal locations to attend to are those which provide the greatest expected reduction in the entropy of the classification distribution. We introduce methodology from the BOED literature to approximate this optimal behaviour and generate ‘near-optimal’ supervision sequences. We then present a hard attention network training objective that makes use of these sequences and show that it allows faster training than prior work. We finally demonstrate the utility of faster hard attention training by incorporating supervision sequences in a neural architecture search, resulting in hard attention architectures which can outperform networks with access to the entire image.},\n  doi={10.1109/IJCNN55064.2022.9892112}}\n\n\n\n</pre>\n</div>\n\n\n<div class=\"well well-small bibbase\" data-type=\"abstract\"\n     style=\"display:none\">\n  Hard visual attention is a promising approach to reduce the computational burden of modern computer vision methodologies. However, hard attention mechanisms can be difficult and slow to train, which is especially costly for applications like neural architecture search where multiple networks must be trained. We introduce a method to amortise the cost of training by generating an extra supervision signal for a subset of the training data. This supervision is in the form of sequences of ‘good’ locations to attend to for each image. We find that the best method to generate supervision sequences comes from framing hard attention for image classification as a Bayesian optimal experimental design (BOED) problem. From this perspective, the optimal locations to attend to are those which provide the greatest expected reduction in the entropy of the classification distribution. We introduce methodology from the BOED literature to approximate this optimal behaviour and generate ‘near-optimal’ supervision sequences. We then present a hard attention network training objective that makes use of these sequences and show that it allows faster training than prior work. We finally demonstrate the utility of faster hard attention training by incorporating supervision sequences in a neural architecture search, resulting in hard attention architectures which can outperform networks with access to the entire image.\n</div>\n\n\n</div>\n\n\n  <div class=\"bibbase_paper\" id=\"liu-lavington-scibior-wood-vehicletypespecificwaypointgeneration-2022\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  <a href=\"https://arxiv.org/pdf/2208.04987.pdf\"\n     onclick=\"return trackOutboundLink('publications', 'click', 'liu-lavington-scibior-wood-vehicletypespecificwaypointgeneration-2022', 'https://arxiv.org/pdf/2208.04987.pdf', event);\">\n    Vehicle Type Specific Waypoint Generation.\n  </a>\n  \n  \n  \n</span>\n\n  <span class=\"bibbase_paper_author\">\n  Liu, Y.; Lavington, J. W.; Scibior, A.;  and <a class=\"bibbase author link\" href=\"https://plai.cs.ubc.ca/publications/\">Wood, F.</a>\n</span>\n\n  \n\n</span>\n\n  In <i>2022 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)</i>, pages 12225-12230,  2022. \n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n  <a href=\"https://ieeexplore.ieee.org/abstract/document/9981421\"\n     onclick=\"log_download('liu-lavington-scibior-wood-vehicletypespecificwaypointgeneration-2022', 'https://ieeexplore.ieee.org/abstract/document/9981421', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"Vehicle Type Specific Waypoint Generation [link]\"\n       title=\" paper\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> paper</span></a>\n  &nbsp;\n  \n  <a href=\"https://arxiv.org/abs/2208.04987\"\n     onclick=\"log_download('liu-lavington-scibior-wood-vehicletypespecificwaypointgeneration-2022', 'https://arxiv.org/abs/2208.04987', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"Vehicle Type Specific Waypoint Generation [link]\"\n       title=\" arxiv\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> arxiv</span></a>\n  &nbsp;\n  \n  <a href=\"https://arxiv.org/pdf/2208.04987.pdf\"\n     onclick=\"log_download('liu-lavington-scibior-wood-vehicletypespecificwaypointgeneration-2022', 'https://arxiv.org/pdf/2208.04987.pdf', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/pdf.svg\"\n\t     alt=\"Vehicle Type Specific Waypoint Generation [pdf]\"\n       title=\" pdf\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> pdf</span></a>\n  &nbsp;\n  \n\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/liu-lavington-scibior-wood-vehicletypespecificwaypointgeneration-2022\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n  &nbsp;\n  <a class=\"bibbase_abstract_link bibbase link\"\n     href=\"#\"\n     onclick=\"showAbstract(event); return false;\">\n    abstract <i class=\"fa fa-caret-down\"></i></a>\n  \n\n  \n  &nbsp;\n  <span class=\"bibbase_stats_paper\" style=\"color: #777;\">\n    <span>2 downloads</span>\n  </span>\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('liu-lavington-scibior-wood-vehicletypespecificwaypointgeneration-2022')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n  \n  \n  \n  \n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@InProceedings{,\n\ttitle={Vehicle Type Specific Waypoint Generation},\n\tauthor={Liu, Yunpeng and Lavington, Jonathan Wilder and Scibior, Adam and Wood, Frank},\n\tbooktitle={2022 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)},\n\tyear={2022},\n\tpages={12225-12230},\n\turl_paper={https://ieeexplore.ieee.org/abstract/document/9981421},\n\turl_ArXiv={https://arxiv.org/abs/2208.04987},\n\turl_pdf={https://arxiv.org/pdf/2208.04987.pdf},\n\tkeywords={Artificial Intelligence (cs.AI), FOS: Computer and information sciences, FOS: Computer and information sciences},\n\tcopyright={Creative Commons Attribution Share Alike 4.0 International},\n\tabstract={We develop a generic mechanism for generating vehicle-type specific sequences of waypoints from a probabilistic foundation model of driving behavior. Many foundation behavior models are trained on data that does not include vehicle information, which limits their utility in downstream applications such as planning. Our novel methodology conditionally specializes such a behavior predictive model to a vehicle-type by utilizing byproducts of the reinforcement learning algorithms used to produce vehicle specific controllers. We show how to compose a vehicle specific value function estimate with a generic probabilistic behavior model to generate vehicle-type specific waypoint sequences that are more likely to be physically plausible then their vehicle-agnostic counterparts.},\n}\n\n\n\n</pre>\n</div>\n\n\n<div class=\"well well-small bibbase\" data-type=\"abstract\"\n     style=\"display:none\">\n  We develop a generic mechanism for generating vehicle-type specific sequences of waypoints from a probabilistic foundation model of driving behavior. Many foundation behavior models are trained on data that does not include vehicle information, which limits their utility in downstream applications such as planning. Our novel methodology conditionally specializes such a behavior predictive model to a vehicle-type by utilizing byproducts of the reinforcement learning algorithms used to produce vehicle specific controllers. We show how to compose a vehicle specific value function estimate with a generic probabilistic behavior model to generate vehicle-type specific waypoint sequences that are more likely to be physically plausible then their vehicle-agnostic counterparts.\n</div>\n\n\n</div>\n\n\n  <div class=\"bibbase_paper\" id=\"munk-zwartsenberg-scibior-baydin-stewart-fernlund-poursartip-wood-probabilisticsurrogatenetworksforsimulatorswithunboundedrandomness-2022\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  <a href=\"https://openreview.net/forum?id=r2zEpHIiqxc\"\n     onclick=\"return trackOutboundLink('publications', 'click', 'munk-zwartsenberg-scibior-baydin-stewart-fernlund-poursartip-wood-probabilisticsurrogatenetworksforsimulatorswithunboundedrandomness-2022', 'https://openreview.net/forum?id=r2zEpHIiqxc', event);\">\n    Probabilistic Surrogate Networks for Simulators with Unbounded Randomness.\n  </a>\n  \n  \n  \n</span>\n\n  <span class=\"bibbase_paper_author\">\n  Munk, A.; Zwartsenberg, B.; Scibior, A.; Baydin, A. G.; Stewart, A. L.; Fernlund, G.; Poursartip, A.;  and <a class=\"bibbase author link\" href=\"https://plai.cs.ubc.ca/publications/\">Wood, F.</a>\n</span>\n\n  \n\n</span>\n\n  In <i>The 38th Conference on Uncertainty in Artificial Intelligence</i>,  2022. \n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n  <a href=\"https://openreview.net/forum?id=r2zEpHIiqxc\"\n     onclick=\"log_download('munk-zwartsenberg-scibior-baydin-stewart-fernlund-poursartip-wood-probabilisticsurrogatenetworksforsimulatorswithunboundedrandomness-2022', 'https://openreview.net/forum?id=r2zEpHIiqxc', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"Probabilistic Surrogate Networks for Simulators with Unbounded Randomness [link]\"\n       title=\" paper\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> paper</span></a>\n  &nbsp;\n  \n  <a href=\"https://openreview.net/pdf?id=r2zEpHIiqxc\"\n     onclick=\"log_download('munk-zwartsenberg-scibior-baydin-stewart-fernlund-poursartip-wood-probabilisticsurrogatenetworksforsimulatorswithunboundedrandomness-2022', 'https://openreview.net/pdf?id=r2zEpHIiqxc', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"Probabilistic Surrogate Networks for Simulators with Unbounded Randomness [link]\"\n       title=\" pdf\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> pdf</span></a>\n  &nbsp;\n  \n  <a href=\"https://arxiv.org/abs/1910.11950\"\n     onclick=\"log_download('munk-zwartsenberg-scibior-baydin-stewart-fernlund-poursartip-wood-probabilisticsurrogatenetworksforsimulatorswithunboundedrandomness-2022', 'https://arxiv.org/abs/1910.11950', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"Probabilistic Surrogate Networks for Simulators with Unbounded Randomness [link]\"\n       title=\" arxiv\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> arxiv</span></a>\n  &nbsp;\n  \n\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/munk-zwartsenberg-scibior-baydin-stewart-fernlund-poursartip-wood-probabilisticsurrogatenetworksforsimulatorswithunboundedrandomness-2022\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n  &nbsp;\n  <a class=\"bibbase_abstract_link bibbase link\"\n     href=\"#\"\n     onclick=\"showAbstract(event); return false;\">\n    abstract <i class=\"fa fa-caret-down\"></i></a>\n  \n\n  \n  &nbsp;\n  <span class=\"bibbase_stats_paper\" style=\"color: #777;\">\n    <span>2 downloads</span>\n  </span>\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('munk-zwartsenberg-scibior-baydin-stewart-fernlund-poursartip-wood-probabilisticsurrogatenetworksforsimulatorswithunboundedrandomness-2022')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@InProceedings{\n\tmunk2022probabilistic,\n\ttitle={Probabilistic Surrogate Networks for Simulators with Unbounded Randomness},\n\tauthor={Munk, Andreas and Zwartsenberg, Berend and Scibior, Adam and Baydin, Atilim Gunes and Stewart, Andrew Lawrence and Fernlund, Goran and Poursartip, Anoush and Wood, Frank},\n\tbooktitle={The 38th Conference on Uncertainty in Artificial Intelligence},\n\tyear={2022},\n\turl_Paper={https://openreview.net/forum?id=r2zEpHIiqxc},\n\turl_pdf={https://openreview.net/pdf?id=r2zEpHIiqxc},\n\turl_ArXiv={https://arxiv.org/abs/1910.11950},\n\tabstract={We present a framework for automatically structuring and training fast, approximate, deep neural surrogates of stochastic simulators. Unlike traditional approaches to surrogate modeling, our surrogates retain the interpretable structure and control flow of the reference simulator. Our surrogates target stochastic simulators where the number of random variables itself can be stochastic and potentially unbounded. Our framework further enables an automatic replacement of the reference simulator with the surrogate when undertaking amortized inference. The fidelity and speed of our surrogates allow for both faster stochastic simulation and accurate and substantially faster posterior inference. Using an illustrative yet non-trivial example we show our surrogates&#x27; ability to accurately model a probabilistic program with an unbounded number of random variables. We then proceed with an example that shows our surrogates are able to accurately model a complex structure like an unbounded stack in a program synthesis example. We further demonstrate how our surrogate modeling technique makes amortized inference in complex black-box simulators an order of magnitude faster. Specifically, we do simulator-based materials quality testing, inferring safety-critical latent internal temperature profiles of composite materials undergoing curing.},\n}\n\n</pre>\n</div>\n\n\n<div class=\"well well-small bibbase\" data-type=\"abstract\"\n     style=\"display:none\">\n  We present a framework for automatically structuring and training fast, approximate, deep neural surrogates of stochastic simulators. Unlike traditional approaches to surrogate modeling, our surrogates retain the interpretable structure and control flow of the reference simulator. Our surrogates target stochastic simulators where the number of random variables itself can be stochastic and potentially unbounded. Our framework further enables an automatic replacement of the reference simulator with the surrogate when undertaking amortized inference. The fidelity and speed of our surrogates allow for both faster stochastic simulation and accurate and substantially faster posterior inference. Using an illustrative yet non-trivial example we show our surrogates' ability to accurately model a probabilistic program with an unbounded number of random variables. We then proceed with an example that shows our surrogates are able to accurately model a complex structure like an unbounded stack in a program synthesis example. We further demonstrate how our surrogate modeling technique makes amortized inference in complex black-box simulators an order of magnitude faster. Specifically, we do simulator-based materials quality testing, inferring safety-critical latent internal temperature profiles of composite materials undergoing curing.\n</div>\n\n\n</div>\n\n\n  <div class=\"bibbase_paper\" id=\"bateni-barber-vandemeent-wood-enhancingfewshotimageclassificationwithunlabelledexamples-2022\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  <a href=\"https://arxiv.org/abs/2006.12245\"\n     onclick=\"return trackOutboundLink('publications', 'click', 'bateni-barber-vandemeent-wood-enhancingfewshotimageclassificationwithunlabelledexamples-2022', 'https://arxiv.org/abs/2006.12245', event);\">\n    Enhancing Few-Shot Image Classification With Unlabelled Examples.\n  </a>\n  \n  \n  \n</span>\n\n  <span class=\"bibbase_paper_author\">\n  Bateni, P.; Barber, J.; van de Meent, J.;  and <a class=\"bibbase author link\" href=\"https://plai.cs.ubc.ca/publications/\">Wood, F.</a>\n</span>\n\n  \n\n</span>\n\n  In <i>Proceedings of the IEEE/CVF Winter Conference on Applications of Computer Vision (WACV)</i>, pages 2796-2805, January 2022. \n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n  <a href=\"https://arxiv.org/abs/2006.12245\"\n     onclick=\"log_download('bateni-barber-vandemeent-wood-enhancingfewshotimageclassificationwithunlabelledexamples-2022', 'https://arxiv.org/abs/2006.12245', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"Enhancing Few-Shot Image Classification With Unlabelled Examples [link]\"\n       title=\" arxiv\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> arxiv</span></a>\n  &nbsp;\n  \n  <a href=\"https://ieeexplore.ieee.org/document/9706775\"\n     onclick=\"log_download('bateni-barber-vandemeent-wood-enhancingfewshotimageclassificationwithunlabelledexamples-2022', 'https://ieeexplore.ieee.org/document/9706775', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"Enhancing Few-Shot Image Classification With Unlabelled Examples [link]\"\n       title=\" paper\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> paper</span></a>\n  &nbsp;\n  \n\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/bateni-barber-vandemeent-wood-enhancingfewshotimageclassificationwithunlabelledexamples-2022\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n  &nbsp;\n  <a class=\"bibbase_abstract_link bibbase link\"\n     href=\"#\"\n     onclick=\"showAbstract(event); return false;\">\n    abstract <i class=\"fa fa-caret-down\"></i></a>\n  \n\n  \n  &nbsp;\n  <span class=\"bibbase_stats_paper\" style=\"color: #777;\">\n    <span>5 downloads</span>\n  </span>\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('bateni-barber-vandemeent-wood-enhancingfewshotimageclassificationwithunlabelledexamples-2022')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@InProceedings{Bateni_2022_WACV,\n    author    = {Bateni, Peyman and Barber, Jarred and van de Meent, Jan-Willem and Wood, Frank},\n    title     = {Enhancing Few-Shot Image Classification With Unlabelled Examples},\n    booktitle = {Proceedings of the IEEE/CVF Winter Conference on Applications of Computer Vision (WACV)},\n    month     = {January},\n    year      = {2022},\n    pages     = {2796-2805},\n    url_ArXiv = {https://arxiv.org/abs/2006.12245},\n    url_Paper = {https://ieeexplore.ieee.org/document/9706775},\n    support = {D3M,LwLL},\n    abstract={We develop a transductive meta-learning method that uses unlabelled instances to improve few-shot image classification performance. Our approach combines a regularized Mahalanobis-distance-based soft k-means clustering procedure with a modified state of the art neural adaptive feature extractor to achieve improved test-time classification accuracy using unlabelled data. We evaluate our method on transductive few-shot learning tasks, in which the goal is to jointly predict labels for query (test) examples given a set of support (training) examples. We achieve state of the art performance on the Meta-Dataset, mini-ImageNet and tiered-ImageNet benchmarks.}\n}\n\n</pre>\n</div>\n\n\n<div class=\"well well-small bibbase\" data-type=\"abstract\"\n     style=\"display:none\">\n  We develop a transductive meta-learning method that uses unlabelled instances to improve few-shot image classification performance. Our approach combines a regularized Mahalanobis-distance-based soft k-means clustering procedure with a modified state of the art neural adaptive feature extractor to achieve improved test-time classification accuracy using unlabelled data. We evaluate our method on transductive few-shot learning tasks, in which the goal is to jointly predict labels for query (test) examples given a set of support (training) examples. We achieve state of the art performance on the Meta-Dataset, mini-ImageNet and tiered-ImageNet benchmarks.\n</div>\n\n\n</div>\n\n\n  <div class=\"bibbase_paper\" id=\"harvey-naderiparizi-wood-conditionalimagegenerationbyconditioningvariationalautoencoders-2022\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  <a href=\"https://openreview.net/forum?id=7MV6uLzOChW\"\n     onclick=\"return trackOutboundLink('publications', 'click', 'harvey-naderiparizi-wood-conditionalimagegenerationbyconditioningvariationalautoencoders-2022', 'https://openreview.net/forum?id=7MV6uLzOChW', event);\">\n    Conditional Image Generation by Conditioning Variational Auto-Encoders.\n  </a>\n  \n  \n  \n</span>\n\n  <span class=\"bibbase_paper_author\">\n  Harvey, W.; Naderiparizi, S.;  and <a class=\"bibbase author link\" href=\"https://plai.cs.ubc.ca/publications/\">Wood, F.</a>\n</span>\n\n  \n\n</span>\n\n  In <i>International Conference on Learning Representations</i>,  2022. \n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n  <a href=\"https://openreview.net/forum?id=7MV6uLzOChW\"\n     onclick=\"log_download('harvey-naderiparizi-wood-conditionalimagegenerationbyconditioningvariationalautoencoders-2022', 'https://openreview.net/forum?id=7MV6uLzOChW', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"Conditional Image Generation by Conditioning Variational Auto-Encoders [link]\"\n       title=\" paper\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> paper</span></a>\n  &nbsp;\n  \n\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/harvey-naderiparizi-wood-conditionalimagegenerationbyconditioningvariationalautoencoders-2022\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n\n  \n  &nbsp;\n  <span class=\"bibbase_stats_paper\" style=\"color: #777;\">\n    <span>5 downloads</span>\n  </span>\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('harvey-naderiparizi-wood-conditionalimagegenerationbyconditioningvariationalautoencoders-2022')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@inproceedings{\nharvey2022conditional,\ntitle={Conditional Image Generation by Conditioning Variational Auto-Encoders},\nauthor={William Harvey and Saeid Naderiparizi and Frank Wood},\nbooktitle={International Conference on Learning Representations},\nyear={2022},\nurl_Paper={https://openreview.net/forum?id=7MV6uLzOChW}\n}\n\n\n</pre>\n</div>\n\n\n\n</div>\n\n\n  <div class=\"bibbase_paper\" id=\"naderiparizi-scibior-munk-ghadiri-gunesbaydin-gramhansen-schroederdewitt-zinkov-etal-amortizedrejectionsamplinginuniversalprobabilisticprogramming-2022\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  <a href=\"https://proceedings.mlr.press/v151/naderiparizi22a.html\"\n     onclick=\"return trackOutboundLink('publications', 'click', 'naderiparizi-scibior-munk-ghadiri-gunesbaydin-gramhansen-schroederdewitt-zinkov-etal-amortizedrejectionsamplinginuniversalprobabilisticprogramming-2022', 'https://proceedings.mlr.press/v151/naderiparizi22a.html', event);\">\n    Amortized Rejection Sampling in Universal Probabilistic Programming .\n  </a>\n  \n  \n  \n</span>\n\n  <span class=\"bibbase_paper_author\">\n  Naderiparizi, S.; Scibior, A.; Munk, A.; Ghadiri, M.; Gunes Baydin, A.; Gram-Hansen, B. J.; Schroeder De Witt, C. A.; Zinkov, R.; Torr, P.; Rainforth, T.; Whye Teh, Y.;  and <a class=\"bibbase author link\" href=\"https://plai.cs.ubc.ca/publications/\">Wood, F.</a>\n</span>\n\n  \n\n</span>\n\n  In Camps-Valls, G.; Ruiz, F. J. R.;  and Valera, I., editor(s), <i>Proceedings of The 25th International Conference on Artificial Intelligence and Statistics</i>, volume 151, of <i>Proceedings of Machine Learning Research</i>, pages 8392–8412, 28–30 Mar 2022. PMLR\n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n  <a href=\"https://proceedings.mlr.press/v151/naderiparizi22a.html\"\n     onclick=\"log_download('naderiparizi-scibior-munk-ghadiri-gunesbaydin-gramhansen-schroederdewitt-zinkov-etal-amortizedrejectionsamplinginuniversalprobabilisticprogramming-2022', 'https://proceedings.mlr.press/v151/naderiparizi22a.html', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"Amortized Rejection Sampling in Universal Probabilistic Programming  [link]\"\n       title=\"Paper\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\">Paper</span></a>\n  &nbsp;\n  \n\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/naderiparizi-scibior-munk-ghadiri-gunesbaydin-gramhansen-schroederdewitt-zinkov-etal-amortizedrejectionsamplinginuniversalprobabilisticprogramming-2022\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n  &nbsp;\n  <a class=\"bibbase_abstract_link bibbase link\"\n     href=\"#\"\n     onclick=\"showAbstract(event); return false;\">\n    abstract <i class=\"fa fa-caret-down\"></i></a>\n  \n\n  \n  &nbsp;\n  <span class=\"bibbase_stats_paper\" style=\"color: #777;\">\n    <span>2 downloads</span>\n  </span>\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('naderiparizi-scibior-munk-ghadiri-gunesbaydin-gramhansen-schroederdewitt-zinkov-etal-amortizedrejectionsamplinginuniversalprobabilisticprogramming-2022')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@inproceedings{NAD-22,\n  title = \t { Amortized Rejection Sampling in Universal Probabilistic Programming },\n  author =       {Naderiparizi, Saeid and Scibior, Adam and Munk, Andreas and Ghadiri, Mehrdad and Gunes Baydin, Atilim and Gram-Hansen, Bradley J. and Schroeder De Witt, Christian A. and Zinkov, Robert and Torr, Philip and Rainforth, Tom and Whye Teh, Yee and Wood, Frank},\n  booktitle = \t {Proceedings of The 25th International Conference on Artificial Intelligence and Statistics},\n  pages = \t {8392--8412},\n  year = \t {2022},\n  editor = \t {Camps-Valls, Gustau and Ruiz, Francisco J. R. and Valera, Isabel},\n  volume = \t {151},\n  series = \t {Proceedings of Machine Learning Research},\n  month = \t {28--30 Mar},\n  publisher =    {PMLR},\n  pdf = \t {https://proceedings.mlr.press/v151/naderiparizi22a/naderiparizi22a.pdf},\n  url = \t {https://proceedings.mlr.press/v151/naderiparizi22a.html},\n  abstract = \t { Naive approaches to amortized inference in probabilistic programs with unbounded loops can produce estimators with infinite variance. This is particularly true of importance sampling inference in programs that explicitly include rejection sampling as part of the user-programmed generative procedure. In this paper we develop a new and efficient amortized importance sampling estimator. We prove finite variance of our estimator and empirically demonstrate our method’s correctness and efficiency compared to existing alternatives on generative programs containing rejection sampling loops and discuss how to implement our method in a generic probabilistic programming framework. }\n}\n\n</pre>\n</div>\n\n\n<div class=\"well well-small bibbase\" data-type=\"abstract\"\n     style=\"display:none\">\n  Naive approaches to amortized inference in probabilistic programs with unbounded loops can produce estimators with infinite variance. This is particularly true of importance sampling inference in programs that explicitly include rejection sampling as part of the user-programmed generative procedure. In this paper we develop a new and efficient amortized importance sampling estimator. We prove finite variance of our estimator and empirically demonstrate our method’s correctness and efficiency compared to existing alternatives on generative programs containing rejection sampling loops and discuss how to implement our method in a generic probabilistic programming framework. \n</div>\n\n\n</div>\n\n\n\n\n\n    </div>\n  </div>\n\n  <div class=\"bibbase_group_whole\" id=\"group_unpublished\">\n    <div class=\"bibbase_group\"\n      onclick=\"toggleGroup('group_unpublished')\"\n      onkeypress=\"toggleGroup('group_unpublished')\"\n      tabindex=\"0\">\n      <i class=\"fa fa-angle-down bibbase_group_head_icon\"></i>&nbsp;\n      <span>unpublished</span>\n      <span class=\"bibbase_group_count\">\n        \n        (6)\n        \n      </span>\n    </div>\n    <div class=\"bibbase_group_body\">\n      \n  \n  <div class=\"bibbase_paper\" id=\"yoo-wood-bayespcnacontinuallylearnablepredictivecodingassociativememory-2022\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  <a href=\"https://arxiv.org/pdf/2205.09930.pdf\"\n     onclick=\"return trackOutboundLink('publications', 'click', 'yoo-wood-bayespcnacontinuallylearnablepredictivecodingassociativememory-2022', 'https://arxiv.org/pdf/2205.09930.pdf', event);\">\n    BayesPCN: A Continually Learnable Predictive Coding Associative Memory.\n  </a>\n  \n  \n  \n</span>\n\n  <span class=\"bibbase_paper_author\">\n  Yoo, J.;  and <a class=\"bibbase author link\" href=\"https://plai.cs.ubc.ca/publications/\">Wood, F.</a>\n</span>\n\n  \n\n</span>\n\n   2022.\n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n  <a href=\"https://arxiv.org/abs/2205.09930\"\n     onclick=\"log_download('yoo-wood-bayespcnacontinuallylearnablepredictivecodingassociativememory-2022', 'https://arxiv.org/abs/2205.09930', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"BayesPCN: A Continually Learnable Predictive Coding Associative Memory [link]\"\n       title=\" arxiv\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> arxiv</span></a>\n  &nbsp;\n  \n  <a href=\"https://arxiv.org/pdf/2205.09930.pdf\"\n     onclick=\"log_download('yoo-wood-bayespcnacontinuallylearnablepredictivecodingassociativememory-2022', 'https://arxiv.org/pdf/2205.09930.pdf', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/pdf.svg\"\n\t     alt=\"BayesPCN: A Continually Learnable Predictive Coding Associative Memory [pdf]\"\n       title=\" pdf\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> pdf</span></a>\n  &nbsp;\n  \n\n  \n  <a href=\"http://doi.org/10.48550/ARXIV.2205.09930\"\n     onclick=\"log_download('yoo-wood-bayespcnacontinuallylearnablepredictivecodingassociativememory-2022', 'http://doi.org/10.48550/ARXIV.2205.09930', event.ctrlKey)\"\n     class=\"bibbase doi link\">\n    <span>doi</span></a>\n  &nbsp;\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/yoo-wood-bayespcnacontinuallylearnablepredictivecodingassociativememory-2022\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n  &nbsp;\n  <a class=\"bibbase_abstract_link bibbase link\"\n     href=\"#\"\n     onclick=\"showAbstract(event); return false;\">\n    abstract <i class=\"fa fa-caret-down\"></i></a>\n  \n\n  \n  &nbsp;\n  <span class=\"bibbase_stats_paper\" style=\"color: #777;\">\n    <span>1 download</span>\n  </span>\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('yoo-wood-bayespcnacontinuallylearnablepredictivecodingassociativememory-2022')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n  \n  \n  \n  \n  \n  \n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@unpublished{,\n\tdoi = {10.48550/ARXIV.2205.09930},\n\turl_ArXiv = {https://arxiv.org/abs/2205.09930},\n\turl_pdf = {https://arxiv.org/pdf/2205.09930.pdf},\n\tauthor = {Yoo, Jason and Wood, Frank},\n\tkeywords = {Machine Learning (cs.LG), Artificial Intelligence (cs.AI), FOS: Computer and information sciences, FOS: Computer and information sciences},\n\ttitle = {BayesPCN: A Continually Learnable Predictive Coding Associative Memory},\n\tpublisher = {arXiv},\n\tyear = {2022},\n\tcopyright = {arXiv.org perpetual, non-exclusive license},\n\tabstract = {Associative memory plays an important role in human intelligence and its mechanisms have been linked to attention in machine learning. While the machine learning community’s interest in associative memories has recently been rekindled, most work has focused on memory recall (read) over memory learning (write). In this paper, we present BayesPCN, a hierarchical associative memory capable of performing continual one-shot memory writes without meta-learning. Moreover, BayesPCN is able to gradually forget past observations (forget) to free its memory. Experiments show that BayesPCN can recall corrupted i.i.d. high-dimensional data observed hundreds of “timesteps” ago without a significant drop in recall ability compared to the state-of-the-art offline-learned associative memory models.},\n}\n\n\n</pre>\n</div>\n\n\n<div class=\"well well-small bibbase\" data-type=\"abstract\"\n     style=\"display:none\">\n  Associative memory plays an important role in human intelligence and its mechanisms have been linked to attention in machine learning. While the machine learning community’s interest in associative memories has recently been rekindled, most work has focused on memory recall (read) over memory learning (write). In this paper, we present BayesPCN, a hierarchical associative memory capable of performing continual one-shot memory writes without meta-learning. Moreover, BayesPCN is able to gradually forget past observations (forget) to free its memory. Experiments show that BayesPCN can recall corrupted i.i.d. high-dimensional data observed hundreds of “timesteps” ago without a significant drop in recall ability compared to the state-of-the-art offline-learned associative memory models.\n</div>\n\n\n</div>\n\n\n  <div class=\"bibbase_paper\" id=\"harvey-naderiparizi-masrani-weilbach-wood-flexiblediffusionmodelingoflongvideos-2022\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  <a href=\"https://arxiv.org/pdf/2205.11495.pdf\"\n     onclick=\"return trackOutboundLink('publications', 'click', 'harvey-naderiparizi-masrani-weilbach-wood-flexiblediffusionmodelingoflongvideos-2022', 'https://arxiv.org/pdf/2205.11495.pdf', event);\">\n    Flexible Diffusion Modeling of Long Videos.\n  </a>\n  \n  \n  \n</span>\n\n  <span class=\"bibbase_paper_author\">\n  Harvey, W.; Naderiparizi, S.; Masrani, V.; Weilbach, C.;  and <a class=\"bibbase author link\" href=\"https://plai.cs.ubc.ca/publications/\">Wood, F.</a>\n</span>\n\n  \n\n</span>\n\n   2022.\n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n  <a href=\"https://arxiv.org/abs/2205.11495\"\n     onclick=\"log_download('harvey-naderiparizi-masrani-weilbach-wood-flexiblediffusionmodelingoflongvideos-2022', 'https://arxiv.org/abs/2205.11495', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"Flexible Diffusion Modeling of Long Videos [link]\"\n       title=\" arxiv\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> arxiv</span></a>\n  &nbsp;\n  \n  <a href=\"https://arxiv.org/pdf/2205.11495.pdf\"\n     onclick=\"log_download('harvey-naderiparizi-masrani-weilbach-wood-flexiblediffusionmodelingoflongvideos-2022', 'https://arxiv.org/pdf/2205.11495.pdf', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/pdf.svg\"\n\t     alt=\"Flexible Diffusion Modeling of Long Videos [pdf]\"\n       title=\" pdf\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> pdf</span></a>\n  &nbsp;\n  \n\n  \n  <a href=\"http://doi.org/10.48550/ARXIV.2205.11495\"\n     onclick=\"log_download('harvey-naderiparizi-masrani-weilbach-wood-flexiblediffusionmodelingoflongvideos-2022', 'http://doi.org/10.48550/ARXIV.2205.11495', event.ctrlKey)\"\n     class=\"bibbase doi link\">\n    <span>doi</span></a>\n  &nbsp;\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/harvey-naderiparizi-masrani-weilbach-wood-flexiblediffusionmodelingoflongvideos-2022\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n  &nbsp;\n  <a class=\"bibbase_abstract_link bibbase link\"\n     href=\"#\"\n     onclick=\"showAbstract(event); return false;\">\n    abstract <i class=\"fa fa-caret-down\"></i></a>\n  \n\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('harvey-naderiparizi-masrani-weilbach-wood-flexiblediffusionmodelingoflongvideos-2022')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n  \n  \n  \n  \n  \n  \n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@unpublished{,\n\tdoi = {10.48550/ARXIV.2205.11495},\n\turl_ArXiv = {https://arxiv.org/abs/2205.11495},\n\turl_pdf = {https://arxiv.org/pdf/2205.11495.pdf},\n\tauthor = {Harvey, William and Naderiparizi, Saeid and Masrani, Vaden and Weilbach, Christian and Wood, Frank},\n\tkeywords = {Computer Vision and Pattern Recognition (cs.CV), Machine Learning (cs.LG), FOS: Computer and information sciences, FOS: Computer and information sciences},\n\ttitle = {Flexible Diffusion Modeling of Long Videos},\n\tpublisher = {arXiv},\n\tyear = {2022},\n\tcopyright = {arXiv.org perpetual, non-exclusive license},\n\tabstract = {We present a framework for video modeling based on denoising diffusion probabilistic models that produces long-duration video completions in a variety of realistic environments. We introduce a generative model that can at test-time sample any arbitrary subset of video frames conditioned on any other subset and present an architecture adapted for this purpose. Doing so allows us to efficiently compare and optimize a variety of schedules for the order in which frames in a long video are sampled and use selective sparse and long-range conditioning on previously sampled frames. We demonstrate improved video modeling over prior work on a number of datasets and sample temporally coherent videos over 25 minutes in length. We additionally release a new video modeling dataset and semantically meaningful metrics based on videos generated in the CARLA self-driving car simulator.}, \n}\n\n\n</pre>\n</div>\n\n\n<div class=\"well well-small bibbase\" data-type=\"abstract\"\n     style=\"display:none\">\n  We present a framework for video modeling based on denoising diffusion probabilistic models that produces long-duration video completions in a variety of realistic environments. We introduce a generative model that can at test-time sample any arbitrary subset of video frames conditioned on any other subset and present an architecture adapted for this purpose. Doing so allows us to efficiently compare and optimize a variety of schedules for the order in which frames in a long video are sampled and use selective sparse and long-range conditioning on previously sampled frames. We demonstrate improved video modeling over prior work on a number of datasets and sample temporally coherent videos over 25 minutes in length. We additionally release a new video modeling dataset and semantically meaningful metrics based on videos generated in the CARLA self-driving car simulator.\n</div>\n\n\n</div>\n\n\n  <div class=\"bibbase_paper\" id=\"zwartsenberg-cibior-niedoba-lioutas-liu-sefas-dabiri-lavington-etal-conditionalpermutationinvariantflows-2022\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  <a href=\"https://arxiv.org/abs/2206.09021\"\n     onclick=\"return trackOutboundLink('publications', 'click', 'zwartsenberg-cibior-niedoba-lioutas-liu-sefas-dabiri-lavington-etal-conditionalpermutationinvariantflows-2022', 'https://arxiv.org/abs/2206.09021', event);\">\n    Conditional Permutation Invariant Flows.\n  </a>\n  \n  \n  \n</span>\n\n  <span class=\"bibbase_paper_author\">\n  Zwartsenberg, B.; Ścibior, A.; Niedoba, M.; Lioutas, V.; Liu, Y.; Sefas, J.; Dabiri, S.; Lavington, J. W.; Campbell, T.;  and <a class=\"bibbase author link\" href=\"https://plai.cs.ubc.ca/publications/\">Wood, F.</a>\n</span>\n\n  \n\n</span>\n\n   2022.\n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n  <a href=\"https://arxiv.org/abs/2206.09021\"\n     onclick=\"log_download('zwartsenberg-cibior-niedoba-lioutas-liu-sefas-dabiri-lavington-etal-conditionalpermutationinvariantflows-2022', 'https://arxiv.org/abs/2206.09021', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"Conditional Permutation Invariant Flows [link]\"\n       title=\" arxiv\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> arxiv</span></a>\n  &nbsp;\n  \n\n  \n  <a href=\"http://doi.org/10.48550/ARXIV.2206.09021\"\n     onclick=\"log_download('zwartsenberg-cibior-niedoba-lioutas-liu-sefas-dabiri-lavington-etal-conditionalpermutationinvariantflows-2022', 'http://doi.org/10.48550/ARXIV.2206.09021', event.ctrlKey)\"\n     class=\"bibbase doi link\">\n    <span>doi</span></a>\n  &nbsp;\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/zwartsenberg-cibior-niedoba-lioutas-liu-sefas-dabiri-lavington-etal-conditionalpermutationinvariantflows-2022\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n  &nbsp;\n  <a class=\"bibbase_abstract_link bibbase link\"\n     href=\"#\"\n     onclick=\"showAbstract(event); return false;\">\n    abstract <i class=\"fa fa-caret-down\"></i></a>\n  \n\n  \n  &nbsp;\n  <span class=\"bibbase_stats_paper\" style=\"color: #777;\">\n    <span>1 download</span>\n  </span>\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('zwartsenberg-cibior-niedoba-lioutas-liu-sefas-dabiri-lavington-etal-conditionalpermutationinvariantflows-2022')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n  \n  \n  \n  \n  \n  \n  \n  \n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@unpublished{,\n\tdoi = {10.48550/ARXIV.2206.09021},\n\turl_ArXiv = {https://arxiv.org/abs/2206.09021},\n\tauthor = {Zwartsenberg, Berend and Ścibior, Adam and Niedoba, Matthew and Lioutas, Vasileios and Liu, Yunpeng and Sefas, Justice and Dabiri, Setareh and Lavington, Jonathan Wilder and Campbell, Trevor and Wood, Frank},\n\tkeywords = {Machine Learning (stat.ML), Machine Learning (cs.LG), FOS: Computer and information sciences, FOS: Computer and information sciences, I.2.0},\n\ttitle = {Conditional Permutation Invariant Flows},\n\tpublisher = {arXiv},\n\tyear = {2022},\n\tcopyright = {Creative Commons Attribution Non Commercial No Derivatives 4.0 International}, \n\tabstract = {We present a novel, conditional generative probabilistic model of set-valued data with a tractable log density. This model is a continuous normalizing flow governed by permutation equivariant dynamics. These dynamics are driven by a learnable per-set-element term and pairwise interactions, both parametrized by deep neural networks. We illustrate the utility of this model via applications including (1) complex traffic scene generation conditioned on visually specified map information, and (2) object bounding box generation conditioned directly on images. We train our model by maximizing the expected likelihood of labeled conditional data under our flow, with the aid of a penalty that ensures the dynamics are smooth and hence efficiently solvable. Our method significantly outperforms non-permutation invariant baselines in terms of log likelihood and domain-specific metrics (offroad, collision, and combined infractions), yielding realistic samples that are difficult to distinguish from real data.},\n}\n\n\n</pre>\n</div>\n\n\n<div class=\"well well-small bibbase\" data-type=\"abstract\"\n     style=\"display:none\">\n  We present a novel, conditional generative probabilistic model of set-valued data with a tractable log density. This model is a continuous normalizing flow governed by permutation equivariant dynamics. These dynamics are driven by a learnable per-set-element term and pairwise interactions, both parametrized by deep neural networks. We illustrate the utility of this model via applications including (1) complex traffic scene generation conditioned on visually specified map information, and (2) object bounding box generation conditioned directly on images. We train our model by maximizing the expected likelihood of labeled conditional data under our flow, with the aid of a penalty that ensures the dynamics are smooth and hence efficiently solvable. Our method significantly outperforms non-permutation invariant baselines in terms of log likelihood and domain-specific metrics (offroad, collision, and combined infractions), yielding realistic samples that are difficult to distinguish from real data.\n</div>\n\n\n</div>\n\n\n  <div class=\"bibbase_paper\" id=\"baydin-pearlmutter-syme-wood-torr-gradientswithoutbackpropagation-2022\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  <a href=\"https://arxiv.org/abs/2202.08587\"\n     onclick=\"return trackOutboundLink('publications', 'click', 'baydin-pearlmutter-syme-wood-torr-gradientswithoutbackpropagation-2022', 'https://arxiv.org/abs/2202.08587', event);\">\n    Gradients without Backpropagation.\n  </a>\n  \n  \n  \n</span>\n\n  <span class=\"bibbase_paper_author\">\n  Baydin, A. G.; Pearlmutter, B. A.; Syme, D.; <a class=\"bibbase author link\" href=\"https://plai.cs.ubc.ca/publications/\">Wood, F.</a>;  and Torr, P.\n</span>\n\n  \n\n</span>\n\n   2022.\n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n  <a href=\"https://arxiv.org/abs/2202.08587\"\n     onclick=\"log_download('baydin-pearlmutter-syme-wood-torr-gradientswithoutbackpropagation-2022', 'https://arxiv.org/abs/2202.08587', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"Gradients without Backpropagation [link]\"\n       title=\" arxiv\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> arxiv</span></a>\n  &nbsp;\n  \n\n  \n  <a href=\"http://doi.org/10.48550/ARXIV.2202.08587\"\n     onclick=\"log_download('baydin-pearlmutter-syme-wood-torr-gradientswithoutbackpropagation-2022', 'http://doi.org/10.48550/ARXIV.2202.08587', event.ctrlKey)\"\n     class=\"bibbase doi link\">\n    <span>doi</span></a>\n  &nbsp;\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/baydin-pearlmutter-syme-wood-torr-gradientswithoutbackpropagation-2022\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n  &nbsp;\n  <a class=\"bibbase_abstract_link bibbase link\"\n     href=\"#\"\n     onclick=\"showAbstract(event); return false;\">\n    abstract <i class=\"fa fa-caret-down\"></i></a>\n  \n\n  \n  &nbsp;\n  <span class=\"bibbase_stats_paper\" style=\"color: #777;\">\n    <span>5 downloads</span>\n  </span>\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('baydin-pearlmutter-syme-wood-torr-gradientswithoutbackpropagation-2022')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n  \n  \n  \n  \n  \n  \n  \n  \n  \n  \n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@unpublished{BAY-22,\n  doi = {10.48550/ARXIV.2202.08587},\n  url_ArXiv = {https://arxiv.org/abs/2202.08587},\n  author = {Baydin, Atılım Güneş and Pearlmutter, Barak A. and Syme, Don and Wood, Frank and Torr, Philip},\n  keywords = {Machine Learning (cs.LG), Machine Learning (stat.ML), FOS: Computer and information sciences, FOS: Computer and information sciences, I.2.6; I.2.5, 68T07},\n  title = {Gradients without Backpropagation},\n  publisher = {arXiv},\n  year = {2022}, \n  copyright = {arXiv.org perpetual, non-exclusive license},\n  abstract={Using backpropagation to compute gradients of objective functions for optimization has remained a mainstay of machine learning. Backpropagation, or reverse-mode differentiation, is a special case within the general family of automatic differentiation algorithms that also includes the forward mode. We present a method to compute gradients based solely on the directional derivative that one can compute exactly and efficiently via the forward mode. We call this formulation the forward gradient, an unbiased estimate of the gradient that can be evaluated in a single forward run of the function, entirely eliminating the need for backpropagation in gradient descent. We demonstrate forward gradient descent in a range of problems, showing substantial savings in computation and enabling training up to twice as fast in some cases.}\n}\n\n</pre>\n</div>\n\n\n<div class=\"well well-small bibbase\" data-type=\"abstract\"\n     style=\"display:none\">\n  Using backpropagation to compute gradients of objective functions for optimization has remained a mainstay of machine learning. Backpropagation, or reverse-mode differentiation, is a special case within the general family of automatic differentiation algorithms that also includes the forward mode. We present a method to compute gradients based solely on the directional derivative that one can compute exactly and efficiently via the forward mode. We call this formulation the forward gradient, an unbiased estimate of the gradient that can be evaluated in a single forward run of the function, entirely eliminating the need for backpropagation in gradient descent. We demonstrate forward gradient descent in a range of problems, showing substantial savings in computation and enabling training up to twice as fast in some cases.\n</div>\n\n\n</div>\n\n\n  <div class=\"bibbase_paper\" id=\"teng-vandepanne-wood-explorationwithmultisampletargetvaluesfordistributionalreinforcementlearning-2022\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  <a href=\"https://arxiv.org/abs/2202.02693\"\n     onclick=\"return trackOutboundLink('publications', 'click', 'teng-vandepanne-wood-explorationwithmultisampletargetvaluesfordistributionalreinforcementlearning-2022', 'https://arxiv.org/abs/2202.02693', event);\">\n    Exploration with Multi-Sample Target Values for Distributional Reinforcement Learning.\n  </a>\n  \n  \n  \n</span>\n\n  <span class=\"bibbase_paper_author\">\n  Teng, M.; van de Panne, M.;  and <a class=\"bibbase author link\" href=\"https://plai.cs.ubc.ca/publications/\">Wood, F.</a>\n</span>\n\n  \n\n</span>\n\n   2022.\n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n  <a href=\"https://arxiv.org/abs/2202.02693\"\n     onclick=\"log_download('teng-vandepanne-wood-explorationwithmultisampletargetvaluesfordistributionalreinforcementlearning-2022', 'https://arxiv.org/abs/2202.02693', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"Exploration with Multi-Sample Target Values for Distributional Reinforcement Learning [link]\"\n       title=\" arxiv\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> arxiv</span></a>\n  &nbsp;\n  \n\n  \n  <a href=\"http://doi.org/10.48550/ARXIV.2202.02693\"\n     onclick=\"log_download('teng-vandepanne-wood-explorationwithmultisampletargetvaluesfordistributionalreinforcementlearning-2022', 'http://doi.org/10.48550/ARXIV.2202.02693', event.ctrlKey)\"\n     class=\"bibbase doi link\">\n    <span>doi</span></a>\n  &nbsp;\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/teng-vandepanne-wood-explorationwithmultisampletargetvaluesfordistributionalreinforcementlearning-2022\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n  &nbsp;\n  <a class=\"bibbase_abstract_link bibbase link\"\n     href=\"#\"\n     onclick=\"showAbstract(event); return false;\">\n    abstract <i class=\"fa fa-caret-down\"></i></a>\n  \n\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('teng-vandepanne-wood-explorationwithmultisampletargetvaluesfordistributionalreinforcementlearning-2022')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n  \n  \n  \n  \n  \n  \n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@unpublished{TEN-22,\n  doi = {10.48550/ARXIV.2202.02693},\n  url_ArXiv = {https://arxiv.org/abs/2202.02693},\n  author = {Teng, Michael and van de Panne, Michiel and Wood, Frank},\n  keywords = {Machine Learning (cs.LG), Artificial Intelligence (cs.AI), FOS: Computer and information sciences, FOS: Computer and information sciences},\n  title = {Exploration with Multi-Sample Target Values for Distributional Reinforcement Learning},\n  publisher = {arXiv},\n  year = {2022},  \n  copyright = {arXiv.org perpetual, non-exclusive license},\n  abstract = {Distributional reinforcement learning (RL) aims to learn a value-network that predicts the full distribution of the returns for a given state, often modeled via a quantile-based critic. This approach has been successfully integrated into common RL methods for continuous control, giving rise to algorithms such as Distributional Soft Actor-Critic (DSAC). In this paper, we introduce multi-sample target values (MTV) for distributional RL, as a principled replacement for single-sample target value estimation, as commonly employed in current practice. The improved distributional estimates further lend themselves to UCB-based exploration. These two ideas are combined to yield our distributional RL algorithm, E2DC (Extra Exploration with Distributional Critics). We evaluate our approach on a range of continuous control tasks and demonstrate state-of-the-art model-free performance on difficult tasks such as Humanoid control. We provide further insight into the method via visualization and analysis of the learned distributions and their evolution during training.}\n}\n\n</pre>\n</div>\n\n\n<div class=\"well well-small bibbase\" data-type=\"abstract\"\n     style=\"display:none\">\n  Distributional reinforcement learning (RL) aims to learn a value-network that predicts the full distribution of the returns for a given state, often modeled via a quantile-based critic. This approach has been successfully integrated into common RL methods for continuous control, giving rise to algorithms such as Distributional Soft Actor-Critic (DSAC). In this paper, we introduce multi-sample target values (MTV) for distributional RL, as a principled replacement for single-sample target value estimation, as commonly employed in current practice. The improved distributional estimates further lend themselves to UCB-based exploration. These two ideas are combined to yield our distributional RL algorithm, E2DC (Extra Exploration with Distributional Critics). We evaluate our approach on a range of continuous control tasks and demonstrate state-of-the-art model-free performance on difficult tasks such as Humanoid control. We provide further insight into the method via visualization and analysis of the learned distributions and their evolution during training.\n</div>\n\n\n</div>\n\n\n  <div class=\"bibbase_paper\" id=\"bateni-barber-goyal-masrani-vandemeent-sigal-wood-beyondsimplemetalearningmultipurposemodelsformultidomainactiveandcontinualfewshotlearning-2022\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  <a href=\"https://arxiv.org/abs/2201.05151\"\n     onclick=\"return trackOutboundLink('publications', 'click', 'bateni-barber-goyal-masrani-vandemeent-sigal-wood-beyondsimplemetalearningmultipurposemodelsformultidomainactiveandcontinualfewshotlearning-2022', 'https://arxiv.org/abs/2201.05151', event);\">\n    Beyond Simple Meta-Learning: Multi-Purpose Models for Multi-Domain, Active and Continual Few-Shot Learning.\n  </a>\n  \n  \n  \n</span>\n\n  <span class=\"bibbase_paper_author\">\n  Bateni, P.; Barber, J.; Goyal, R.; Masrani, V.; van de Meent, J.; Sigal, L.;  and <a class=\"bibbase author link\" href=\"https://plai.cs.ubc.ca/publications/\">Wood, F.</a>\n</span>\n\n  \n\n</span>\n\n   2022.\n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n  <a href=\"https://arxiv.org/abs/2201.05151\"\n     onclick=\"log_download('bateni-barber-goyal-masrani-vandemeent-sigal-wood-beyondsimplemetalearningmultipurposemodelsformultidomainactiveandcontinualfewshotlearning-2022', 'https://arxiv.org/abs/2201.05151', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"Beyond Simple Meta-Learning: Multi-Purpose Models for Multi-Domain, Active and Continual Few-Shot Learning [link]\"\n       title=\" arxiv\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> arxiv</span></a>\n  &nbsp;\n  \n\n  \n  <a href=\"http://doi.org/10.48550/ARXIV.2201.05151\"\n     onclick=\"log_download('bateni-barber-goyal-masrani-vandemeent-sigal-wood-beyondsimplemetalearningmultipurposemodelsformultidomainactiveandcontinualfewshotlearning-2022', 'http://doi.org/10.48550/ARXIV.2201.05151', event.ctrlKey)\"\n     class=\"bibbase doi link\">\n    <span>doi</span></a>\n  &nbsp;\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/bateni-barber-goyal-masrani-vandemeent-sigal-wood-beyondsimplemetalearningmultipurposemodelsformultidomainactiveandcontinualfewshotlearning-2022\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n  &nbsp;\n  <a class=\"bibbase_abstract_link bibbase link\"\n     href=\"#\"\n     onclick=\"showAbstract(event); return false;\">\n    abstract <i class=\"fa fa-caret-down\"></i></a>\n  \n\n  \n  &nbsp;\n  <span class=\"bibbase_stats_paper\" style=\"color: #777;\">\n    <span>1 download</span>\n  </span>\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('bateni-barber-goyal-masrani-vandemeent-sigal-wood-beyondsimplemetalearningmultipurposemodelsformultidomainactiveandcontinualfewshotlearning-2022')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n  \n  \n  \n  \n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@unpublished{BAT-22,\n  doi = {10.48550/ARXIV.2201.05151},\n  url_ArXiv = {https://arxiv.org/abs/2201.05151},\n  author = {Bateni, Peyman and Barber, Jarred and Goyal, Raghav and Masrani, Vaden and van de Meent, Jan-Willem and Sigal, Leonid and Wood, Frank},\n  keywords = {Computer Vision and Pattern Recognition (cs.CV), FOS: Computer and information sciences, FOS: Computer and information sciences},\n  title = {Beyond Simple Meta-Learning: Multi-Purpose Models for Multi-Domain, Active and Continual Few-Shot Learning},\n  publisher = {arXiv},\n  year = {2022},  \n  copyright = {Creative Commons Attribution 4.0 International},\n  abstract={Modern deep learning requires large-scale extensively labelled datasets for training. Few-shot learning aims to alleviate this issue by learning effectively from few labelled examples. In previously proposed few-shot visual classifiers, it is assumed that the feature manifold, where classifier decisions are made, has uncorrelated feature dimensions and uniform feature variance. In this work, we focus on addressing the limitations arising from this assumption by proposing a variance-sensitive class of models that operates in a low-label regime. The first method, Simple CNAPS, employs a hierarchically regularized Mahalanobis-distance based classifier combined with a state of the art neural adaptive feature extractor to achieve strong performance on Meta-Dataset, mini-ImageNet and tiered-ImageNet benchmarks. We further extend this approach to a transductive learning setting, proposing Transductive CNAPS. This transductive method combines a soft k-means parameter refinement procedure with a two-step task encoder to achieve improved test-time classification accuracy using unlabelled data. Transductive CNAPS achieves state of the art performance on Meta-Dataset. Finally, we explore the use of our methods (Simple and Transductive) for &quot;out of the box&quot; continual and active learning. Extensive experiments on large scale benchmarks illustrate robustness and versatility of this, relatively speaking, simple class of models. All trained model checkpoints and corresponding source codes have been made publicly available.}\n}\n\n</pre>\n</div>\n\n\n<div class=\"well well-small bibbase\" data-type=\"abstract\"\n     style=\"display:none\">\n  Modern deep learning requires large-scale extensively labelled datasets for training. Few-shot learning aims to alleviate this issue by learning effectively from few labelled examples. In previously proposed few-shot visual classifiers, it is assumed that the feature manifold, where classifier decisions are made, has uncorrelated feature dimensions and uniform feature variance. In this work, we focus on addressing the limitations arising from this assumption by proposing a variance-sensitive class of models that operates in a low-label regime. The first method, Simple CNAPS, employs a hierarchically regularized Mahalanobis-distance based classifier combined with a state of the art neural adaptive feature extractor to achieve strong performance on Meta-Dataset, mini-ImageNet and tiered-ImageNet benchmarks. We further extend this approach to a transductive learning setting, proposing Transductive CNAPS. This transductive method combines a soft k-means parameter refinement procedure with a two-step task encoder to achieve improved test-time classification accuracy using unlabelled data. Transductive CNAPS achieves state of the art performance on Meta-Dataset. Finally, we explore the use of our methods (Simple and Transductive) for \"out of the box\" continual and active learning. Extensive experiments on large scale benchmarks illustrate robustness and versatility of this, relatively speaking, simple class of models. All trained model checkpoints and corresponding source codes have been made publicly available.\n</div>\n\n\n</div>\n\n\n\n\n\n    </div>\n  </div>\n\n\n\n\n    </div>\n  </div>\n\n  <div class=\"bibbase_group_whole\" id=\"group_2021\">\n    <div class=\"bibbase_group\"\n      onclick=\"toggleGroup('group_2021')\"\n      onkeypress=\"toggleGroup('group_2021')\"\n      tabindex=\"0\">\n      <i class=\"fa fa-angle-down bibbase_group_head_icon\"></i>&nbsp;\n      <span>2021</span>\n      <span class=\"bibbase_group_count\">\n        \n        (3)\n        \n      </span>\n    </div>\n    <div class=\"bibbase_group_body\">\n      \n  \n  <div class=\"bibbase_group_whole\" id=\"group_inproceedings\">\n    <div class=\"bibbase_group\"\n      onclick=\"toggleGroup('group_inproceedings')\"\n      onkeypress=\"toggleGroup('group_inproceedings')\"\n      tabindex=\"0\">\n      <i class=\"fa fa-angle-down bibbase_group_head_icon\"></i>&nbsp;\n      <span>inproceedings</span>\n      <span class=\"bibbase_group_count\">\n        \n        (7)\n        \n      </span>\n    </div>\n    <div class=\"bibbase_group_body\">\n      \n  \n  <div class=\"bibbase_paper\" id=\"munk-harvey-wood-assistingtheadversarytoimprovegantraining-2021\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  <a href=\"https://arxiv.org/abs/2010.01274\"\n     onclick=\"return trackOutboundLink('publications', 'click', 'munk-harvey-wood-assistingtheadversarytoimprovegantraining-2021', 'https://arxiv.org/abs/2010.01274', event);\">\n    Assisting the Adversary to Improve GAN Training.\n  </a>\n  \n  \n  \n</span>\n\n  <span class=\"bibbase_paper_author\">\n  Munk, A.; Harvey, W.;  and <a class=\"bibbase author link\" href=\"https://plai.cs.ubc.ca/publications/\">Wood, F.</a>\n</span>\n\n  \n\n</span>\n\n  In <i>2021 International Joint Conference on Neural Networks (IJCNN)</i>, pages 1-8, July 2021. \n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n  <a href=\"https://arxiv.org/abs/2010.01274\"\n     onclick=\"log_download('munk-harvey-wood-assistingtheadversarytoimprovegantraining-2021', 'https://arxiv.org/abs/2010.01274', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"Assisting the Adversary to Improve GAN Training [link]\"\n       title=\" arxiv\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> arxiv</span></a>\n  &nbsp;\n  \n  <a href=\"https://ieeexplore.ieee.org/document/9533449\"\n     onclick=\"log_download('munk-harvey-wood-assistingtheadversarytoimprovegantraining-2021', 'https://ieeexplore.ieee.org/document/9533449', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"Assisting the Adversary to Improve GAN Training [link]\"\n       title=\" paper\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> paper</span></a>\n  &nbsp;\n  \n\n  \n  <a href=\"http://doi.org/10.1109/IJCNN52387.2021.9533449\"\n     onclick=\"log_download('munk-harvey-wood-assistingtheadversarytoimprovegantraining-2021', 'http://doi.org/10.1109/IJCNN52387.2021.9533449', event.ctrlKey)\"\n     class=\"bibbase doi link\">\n    <span>doi</span></a>\n  &nbsp;\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/munk-harvey-wood-assistingtheadversarytoimprovegantraining-2021\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n  &nbsp;\n  <a class=\"bibbase_abstract_link bibbase link\"\n     href=\"#\"\n     onclick=\"showAbstract(event); return false;\">\n    abstract <i class=\"fa fa-caret-down\"></i></a>\n  \n\n  \n  &nbsp;\n  <span class=\"bibbase_stats_paper\" style=\"color: #777;\">\n    <span>3 downloads</span>\n  </span>\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('munk-harvey-wood-assistingtheadversarytoimprovegantraining-2021')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@InProceedings{9533449,  \n\tauthor={Munk, Andreas and Harvey, William and Wood, Frank},  \n\tbooktitle={2021 International Joint Conference on Neural Networks (IJCNN)},   \n\ttitle={Assisting the Adversary to Improve GAN Training},   \n\tyear={2021},\n\tpages={1-8},  \n\tabstract={Some of the most popular methods for improving the stability and performance of GANs involve constraining or regularizing the discriminator. In this paper we consider a largely overlooked regularization technique which we refer to as the Adversary&#x27;s Assistant (AdvAs). We motivate this using a different perspective to that of prior work. Specifically, we consider a common mismatch between theoretical analysis and practice: analysis often assumes that the discriminator reaches its optimum on each iteration. In practice, this is essentially never true, often leading to poor gradient estimates for the generator. To address this, AdvAs is a penalty imposed on the generator based on the norm of the gradients used to train the discriminator. This encourages the generator to move towards points where the discriminator is optimal. We demonstrate the effect of applying AdvAs to several GAN objectives, datasets and network architectures. The results indicate a reduction in the mismatch between theory and practice and that AdvAs can lead to improvement of GAN training, as measured by FID scores.},  \n\tdoi={10.1109/IJCNN52387.2021.9533449},  \n\tISSN={2161-4407},  \n\tmonth={July},\n\turl_ArXiv = {https://arxiv.org/abs/2010.01274},\n\turl_Paper = {https://ieeexplore.ieee.org/document/9533449},\n\tsupport = {D3M,ETALUMIS}\n}\n\n</pre>\n</div>\n\n\n<div class=\"well well-small bibbase\" data-type=\"abstract\"\n     style=\"display:none\">\n  Some of the most popular methods for improving the stability and performance of GANs involve constraining or regularizing the discriminator. In this paper we consider a largely overlooked regularization technique which we refer to as the Adversary's Assistant (AdvAs). We motivate this using a different perspective to that of prior work. Specifically, we consider a common mismatch between theoretical analysis and practice: analysis often assumes that the discriminator reaches its optimum on each iteration. In practice, this is essentially never true, often leading to poor gradient estimates for the generator. To address this, AdvAs is a penalty imposed on the generator based on the norm of the gradients used to train the discriminator. This encourages the generator to move towards points where the discriminator is optimal. We demonstrate the effect of applying AdvAs to several GAN objectives, datasets and network architectures. The results indicate a reduction in the mismatch between theory and practice and that AdvAs can lead to improvement of GAN training, as measured by FID scores.\n</div>\n\n\n</div>\n\n\n  <div class=\"bibbase_paper\" id=\"masrani-brekelmans-bui-nielsen-galstyan-versteeg-wood-qpathsgeneralizingthegeometricannealingpathusingpowermeans-2021\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  <a href=\"https://proceedings.mlr.press/v161/masrani21a/masrani21a.pdf\"\n     onclick=\"return trackOutboundLink('publications', 'click', 'masrani-brekelmans-bui-nielsen-galstyan-versteeg-wood-qpathsgeneralizingthegeometricannealingpathusingpowermeans-2021', 'https://proceedings.mlr.press/v161/masrani21a/masrani21a.pdf', event);\">\n    q-Paths: Generalizing the geometric annealing path using power means.\n  </a>\n  \n  \n  \n</span>\n\n  <span class=\"bibbase_paper_author\">\n  Masrani, V.; Brekelmans, R.; Bui, T.; Nielsen, F.; Galstyan, A.; Ver Steeg, G.;  and <a class=\"bibbase author link\" href=\"https://plai.cs.ubc.ca/publications/\">Wood, F.</a>\n</span>\n\n  \n\n</span>\n\n  In de Campos, C.;  and Maathuis, M. H., editor(s), <i>Proceedings of the Thirty-Seventh Conference on Uncertainty in Artificial Intelligence</i>, volume 161, of <i>Proceedings of Machine Learning Research</i>, pages 1938–1947, 27–30 Jul 2021. PMLR\n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n  <a href=\"https://proceedings.mlr.press/v161/masrani21a/masrani21a.pdf\"\n     onclick=\"log_download('masrani-brekelmans-bui-nielsen-galstyan-versteeg-wood-qpathsgeneralizingthegeometricannealingpathusingpowermeans-2021', 'https://proceedings.mlr.press/v161/masrani21a/masrani21a.pdf', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/pdf.svg\"\n\t     alt=\"q-Paths: Generalizing the geometric annealing path using power means [pdf]\"\n       title=\" pdf\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> pdf</span></a>\n  &nbsp;\n  \n  <a href=\"https://proceedings.mlr.press/v161/masrani21a.html\"\n     onclick=\"log_download('masrani-brekelmans-bui-nielsen-galstyan-versteeg-wood-qpathsgeneralizingthegeometricannealingpathusingpowermeans-2021', 'https://proceedings.mlr.press/v161/masrani21a.html', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"q-Paths: Generalizing the geometric annealing path using power means [link]\"\n       title=\" paper\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> paper</span></a>\n  &nbsp;\n  \n  <a href=\"https://arxiv.org/abs/2107.00745\"\n     onclick=\"log_download('masrani-brekelmans-bui-nielsen-galstyan-versteeg-wood-qpathsgeneralizingthegeometricannealingpathusingpowermeans-2021', 'https://arxiv.org/abs/2107.00745', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"q-Paths: Generalizing the geometric annealing path using power means [link]\"\n       title=\" arxiv\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> arxiv</span></a>\n  &nbsp;\n  \n\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/masrani-brekelmans-bui-nielsen-galstyan-versteeg-wood-qpathsgeneralizingthegeometricannealingpathusingpowermeans-2021\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n  &nbsp;\n  <a class=\"bibbase_abstract_link bibbase link\"\n     href=\"#\"\n     onclick=\"showAbstract(event); return false;\">\n    abstract <i class=\"fa fa-caret-down\"></i></a>\n  \n\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('masrani-brekelmans-bui-nielsen-galstyan-versteeg-wood-qpathsgeneralizingthegeometricannealingpathusingpowermeans-2021')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@InProceedings{pmlr-v161-masrani21a,\n  title = \t {q-Paths: Generalizing the geometric annealing path using power means},\n  author =       {Masrani, Vaden and Brekelmans, Rob and Bui, Thang and Nielsen, Frank and Galstyan, Aram and Ver Steeg, Greg and Wood, Frank},\n  booktitle = \t {Proceedings of the Thirty-Seventh Conference on Uncertainty in Artificial Intelligence},\n  pages = \t {1938--1947},\n  year = \t {2021},\n  editor = \t {de Campos, Cassio and Maathuis, Marloes H.},\n  volume = \t {161},\n  series = \t {Proceedings of Machine Learning Research},\n  month = \t {27--30 Jul},\n  publisher =    {PMLR},\n  url_pdf = \t {https://proceedings.mlr.press/v161/masrani21a/masrani21a.pdf},\n  url_Paper = \t {https://proceedings.mlr.press/v161/masrani21a.html},\n  url_ArXiv=     {https://arxiv.org/abs/2107.00745},\n  abstract = \t {Many common machine learning methods involve the geometric annealing path, a sequence of intermediate densities between two distributions of interest constructed using the geometric average. While alternatives such as the moment-averaging path have demonstrated performance gains in some settings, their practical applicability remains limited by exponential family endpoint assumptions and a lack of closed form energy function. In this work, we introduce $q$-paths, a family of paths which is derived from a generalized notion of the mean, includes the geometric and arithmetic mixtures as special cases, and admits a simple closed form involving the deformed logarithm function from nonextensive thermodynamics. Following previous analysis of the geometric path, we interpret our $q$-paths as corresponding to a $q$-exponential family of distributions, and provide a variational representation of intermediate densities as minimizing a mixture of $\\alpha$-divergences to the endpoints. We show that small deviations away from the geometric path yield empirical gains for Bayesian inference using Sequential Monte Carlo and generative model evaluation using Annealed Importance Sampling.}\n}\n\n</pre>\n</div>\n\n\n<div class=\"well well-small bibbase\" data-type=\"abstract\"\n     style=\"display:none\">\n  Many common machine learning methods involve the geometric annealing path, a sequence of intermediate densities between two distributions of interest constructed using the geometric average. While alternatives such as the moment-averaging path have demonstrated performance gains in some settings, their practical applicability remains limited by exponential family endpoint assumptions and a lack of closed form energy function. In this work, we introduce $q$-paths, a family of paths which is derived from a generalized notion of the mean, includes the geometric and arithmetic mixtures as special cases, and admits a simple closed form involving the deformed logarithm function from nonextensive thermodynamics. Following previous analysis of the geometric path, we interpret our $q$-paths as corresponding to a $q$-exponential family of distributions, and provide a variational representation of intermediate densities as minimizing a mixture of $α$-divergences to the endpoints. We show that small deviations away from the geometric path yield empirical gains for Bayesian inference using Sequential Monte Carlo and generative model evaluation using Annealed Importance Sampling.\n</div>\n\n\n</div>\n\n\n  <div class=\"bibbase_paper\" id=\"lavington-teng-schmidt-wood-acloserlookatgradientestimatorswithreinforcementlearningasinference-2021\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  <a href=\"https://openreview.net/forum?id=bR0K-nz1-6p\"\n     onclick=\"return trackOutboundLink('publications', 'click', 'lavington-teng-schmidt-wood-acloserlookatgradientestimatorswithreinforcementlearningasinference-2021', 'https://openreview.net/forum?id=bR0K-nz1-6p', event);\">\n    A Closer Look at Gradient Estimators with Reinforcement Learning as Inference.\n  </a>\n  \n  \n  \n</span>\n\n  <span class=\"bibbase_paper_author\">\n  Lavington, J. W.; Teng, M.; Schmidt, M.;  and <a class=\"bibbase author link\" href=\"https://plai.cs.ubc.ca/publications/\">Wood, F.</a>\n</span>\n\n  \n\n</span>\n\n  In <i>Deep RL Workshop NeurIPS 2021</i>,  2021. \n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n  <a href=\"https://openreview.net/forum?id=bR0K-nz1-6p\"\n     onclick=\"log_download('lavington-teng-schmidt-wood-acloserlookatgradientestimatorswithreinforcementlearningasinference-2021', 'https://openreview.net/forum?id=bR0K-nz1-6p', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"A Closer Look at Gradient Estimators with Reinforcement Learning as Inference [link]\"\n       title=\" paper\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> paper</span></a>\n  &nbsp;\n  \n\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/lavington-teng-schmidt-wood-acloserlookatgradientestimatorswithreinforcementlearningasinference-2021\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n\n  \n  &nbsp;\n  <span class=\"bibbase_stats_paper\" style=\"color: #777;\">\n    <span>1 download</span>\n  </span>\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('lavington-teng-schmidt-wood-acloserlookatgradientestimatorswithreinforcementlearningasinference-2021')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@inproceedings{\nlavington2021a,\ntitle={A Closer Look at Gradient Estimators with Reinforcement Learning as Inference},\nauthor={Jonathan Wilder Lavington and Michael Teng and Mark Schmidt and Frank Wood},\nbooktitle={Deep RL Workshop NeurIPS 2021},\nyear={2021},\nurl_Paper={https://openreview.net/forum?id=bR0K-nz1-6p}\n}\n\n</pre>\n</div>\n\n\n\n</div>\n\n\n  <div class=\"bibbase_paper\" id=\"warrington-lavington-scibior-schmidt-wood-robustasymmetriclearninginpomdps-2021\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  <a href=\"http://proceedings.mlr.press/v139/warrington21a/warrington21a.pdf\"\n     onclick=\"return trackOutboundLink('publications', 'click', 'warrington-lavington-scibior-schmidt-wood-robustasymmetriclearninginpomdps-2021', 'http://proceedings.mlr.press/v139/warrington21a/warrington21a.pdf', event);\">\n    Robust Asymmetric Learning in POMDPs.\n  </a>\n  \n  \n  \n</span>\n\n  <span class=\"bibbase_paper_author\">\n  Warrington, A.; Lavington, J. W; Scibior, A.; Schmidt, M.;  and <a class=\"bibbase author link\" href=\"https://plai.cs.ubc.ca/publications/\">Wood, F.</a>\n</span>\n\n  \n\n</span>\n\n  In Meila, M.;  and Zhang, T., editor(s), <i>Proceedings of the 38th International Conference on Machine Learning</i>, volume 139, of <i>Proceedings of Machine Learning Research</i>, pages 11013–11023, 18–24 Jul 2021. PMLR\n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n  <a href=\"http://proceedings.mlr.press/v139/warrington21a/warrington21a.pdf\"\n     onclick=\"log_download('warrington-lavington-scibior-schmidt-wood-robustasymmetriclearninginpomdps-2021', 'http://proceedings.mlr.press/v139/warrington21a/warrington21a.pdf', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/pdf.svg\"\n\t     alt=\"Robust Asymmetric Learning in POMDPs [pdf]\"\n       title=\" pdf\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> pdf</span></a>\n  &nbsp;\n  \n  <a href=\"https://proceedings.mlr.press/v139/warrington21a.html\"\n     onclick=\"log_download('warrington-lavington-scibior-schmidt-wood-robustasymmetriclearninginpomdps-2021', 'https://proceedings.mlr.press/v139/warrington21a.html', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"Robust Asymmetric Learning in POMDPs [link]\"\n       title=\" paper\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> paper</span></a>\n  &nbsp;\n  \n  <a href=\"https://arxiv.org/abs/2012.15566\"\n     onclick=\"log_download('warrington-lavington-scibior-schmidt-wood-robustasymmetriclearninginpomdps-2021', 'https://arxiv.org/abs/2012.15566', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"Robust Asymmetric Learning in POMDPs [link]\"\n       title=\" arxiv\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> arxiv</span></a>\n  &nbsp;\n  \n\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/warrington-lavington-scibior-schmidt-wood-robustasymmetriclearninginpomdps-2021\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n  &nbsp;\n  <a class=\"bibbase_abstract_link bibbase link\"\n     href=\"#\"\n     onclick=\"showAbstract(event); return false;\">\n    abstract <i class=\"fa fa-caret-down\"></i></a>\n  \n\n  \n  &nbsp;\n  <span class=\"bibbase_stats_paper\" style=\"color: #777;\">\n    <span>2 downloads</span>\n  </span>\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('warrington-lavington-scibior-schmidt-wood-robustasymmetriclearninginpomdps-2021')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@InProceedings{pmlr-v139-warrington21a,\n  title = \t {Robust Asymmetric Learning in POMDPs},\n  author =       {Warrington, Andrew and Lavington, Jonathan W and Scibior, Adam and Schmidt, Mark and Wood, Frank},\n  booktitle = \t {Proceedings of the 38th International Conference on Machine Learning},\n  pages = \t {11013--11023},\n  year = \t {2021},\n  editor = \t {Meila, Marina and Zhang, Tong},\n  volume = \t {139},\n  series = \t {Proceedings of Machine Learning Research},\n  month = \t {18--24 Jul},\n  publisher =    {PMLR},\n  url_pdf = \t {http://proceedings.mlr.press/v139/warrington21a/warrington21a.pdf},\n  url_Paper = \t {https://proceedings.mlr.press/v139/warrington21a.html},\n  url_ArXiv={https://arxiv.org/abs/2012.15566},\n  abstract = \t {Policies for partially observed Markov decision processes can be efficiently learned by imitating expert policies generated using asymmetric information. Unfortunately, existing approaches for this kind of imitation learning have a serious flaw: the expert does not know what the trainee cannot see, and as a result may encourage actions that are sub-optimal or unsafe under partial information. To address this issue, we derive an update which, when applied iteratively to an expert, maximizes the expected reward of the trainee’s policy. Using this update, we construct a computationally efficient algorithm, adaptive asymmetric DAgger (A2D), that jointly trains the expert and trainee policies. We then show that A2D allows the trainee to safely imitate the modified expert, and outperforms policies learned either by imitating a fixed expert or through direct reinforcement learning.}\n}\n\n</pre>\n</div>\n\n\n<div class=\"well well-small bibbase\" data-type=\"abstract\"\n     style=\"display:none\">\n  Policies for partially observed Markov decision processes can be efficiently learned by imitating expert policies generated using asymmetric information. Unfortunately, existing approaches for this kind of imitation learning have a serious flaw: the expert does not know what the trainee cannot see, and as a result may encourage actions that are sub-optimal or unsafe under partial information. To address this issue, we derive an update which, when applied iteratively to an expert, maximizes the expected reward of the trainee’s policy. Using this update, we construct a computationally efficient algorithm, adaptive asymmetric DAgger (A2D), that jointly trains the expert and trainee policies. We then show that A2D allows the trainee to safely imitate the modified expert, and outperforms policies learned either by imitating a fixed expert or through direct reinforcement learning.\n</div>\n\n\n</div>\n\n\n  <div class=\"bibbase_paper\" id=\"anonymous-imaginingtheroadaheadmultiagenttrajectorypredictionviadifferentiablesimulation-2021\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  <a href=\"https://arxiv.org/abs/2104.11212\"\n     onclick=\"return trackOutboundLink('publications', 'click', 'anonymous-imaginingtheroadaheadmultiagenttrajectorypredictionviadifferentiablesimulation-2021', 'https://arxiv.org/abs/2104.11212', event);\">\n    Imagining The Road Ahead: Multi-Agent Trajectory Prediction via Differentiable Simulation.\n  </a>\n  \n  \n  \n</span>\n\n  <span class=\"bibbase_paper_author\">\n  \n</span>\n\n  \n\n</span>\n\n  In <i>IEEE Intelligent Transportation Systems Conference (ITSC)</i>,  2021. \n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n  <a href=\"https://arxiv.org/abs/2104.11212\"\n     onclick=\"log_download('anonymous-imaginingtheroadaheadmultiagenttrajectorypredictionviadifferentiablesimulation-2021', 'https://arxiv.org/abs/2104.11212', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"Imagining The Road Ahead: Multi-Agent Trajectory Prediction via Differentiable Simulation [link]\"\n       title=\" arxiv\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> arxiv</span></a>\n  &nbsp;\n  \n  <a href=\"https://ieeexplore.ieee.org/abstract/document/9565113\"\n     onclick=\"log_download('anonymous-imaginingtheroadaheadmultiagenttrajectorypredictionviadifferentiablesimulation-2021', 'https://ieeexplore.ieee.org/abstract/document/9565113', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"Imagining The Road Ahead: Multi-Agent Trajectory Prediction via Differentiable Simulation [link]\"\n       title=\" paper\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> paper</span></a>\n  &nbsp;\n  \n\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/anonymous-imaginingtheroadaheadmultiagenttrajectorypredictionviadifferentiablesimulation-2021\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('anonymous-imaginingtheroadaheadmultiagenttrajectorypredictionviadifferentiablesimulation-2021')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\"></pre>\n</div>\n\n\n\n</div>\n\n\n  <div class=\"bibbase_paper\" id=\"scibior-lioutas-reda-bateni-wood-imaginingtheroadaheadmultiagenttrajectorypredictionviadifferentiablesimulation-2021\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  <a href=\"https://arxiv.org/abs/2104.11212\"\n     onclick=\"return trackOutboundLink('publications', 'click', 'scibior-lioutas-reda-bateni-wood-imaginingtheroadaheadmultiagenttrajectorypredictionviadifferentiablesimulation-2021', 'https://arxiv.org/abs/2104.11212', event);\">\n    Imagining The Road Ahead: Multi-Agent Trajectory Prediction via Differentiable Simulation.\n  </a>\n  \n  \n  \n</span>\n\n  <span class=\"bibbase_paper_author\">\n  Scibior, A.; Lioutas, V.; Reda, D.; Bateni, P.;  and <a class=\"bibbase author link\" href=\"https://plai.cs.ubc.ca/publications/\">Wood, F.</a>\n</span>\n\n  \n\n</span>\n\n  In <i>CVPR Workshop on Autonomous Driving: Perception, Prediction and Planning</i>,  2021. \n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n  <a href=\"https://arxiv.org/abs/2104.11212\"\n     onclick=\"log_download('scibior-lioutas-reda-bateni-wood-imaginingtheroadaheadmultiagenttrajectorypredictionviadifferentiablesimulation-2021', 'https://arxiv.org/abs/2104.11212', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"Imagining The Road Ahead: Multi-Agent Trajectory Prediction via Differentiable Simulation [link]\"\n       title=\" arxiv\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> arxiv</span></a>\n  &nbsp;\n  \n\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/scibior-lioutas-reda-bateni-wood-imaginingtheroadaheadmultiagenttrajectorypredictionviadifferentiablesimulation-2021\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n  &nbsp;\n  <a class=\"bibbase_abstract_link bibbase link\"\n     href=\"#\"\n     onclick=\"showAbstract(event); return false;\">\n    abstract <i class=\"fa fa-caret-down\"></i></a>\n  \n\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('scibior-lioutas-reda-bateni-wood-imaginingtheroadaheadmultiagenttrajectorypredictionviadifferentiablesimulation-2021')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@inproceedings{scibior2021imaginingcvprworkshop,\n  title={{I}magining {T}he {R}oad {A}head: Multi-Agent Trajectory Prediction via Differentiable Simulation},\n  author={Scibior, Adam and Lioutas, Vasileios and Reda, Daniele and Bateni, Peyman and Wood, Frank},\n  booktitle={CVPR Workshop on Autonomous Driving: Perception, Prediction and Planning},\n  year={2021}, \n  eprint={2104.11212},\n  archivePrefix={arXiv},\n  url_ArXiv = {https://arxiv.org/abs/2104.11212},\n  support = {MITACS},\n  abstract={We develop a deep generative model built on a fully differentiable simulator for multi-agent trajectory prediction. Agents are modeled with conditional recurrent variational neural networks (CVRNNs), which take as input an ego-centric birdview image representing the current state of the world and output an action, consisting of steering and acceleration, which is used to derive the subsequent agent state using a kinematic bicycle model. The full simulation state is then differentiably rendered for each agent, initiating the next time step. We achieve state-of-the-art results on the INTERACTION dataset, using standard neural architectures and a standard variational training objective, producing realistic multi-modal predictions without any ad-hoc diversity-inducing losses. We conduct ablation studies to examine individual components of the simulator, finding that both the kinematic bicycle model and the continuous feedback from the birdview image are crucial for achieving this level of performance. We name our model ITRA, for &quot;Imagining the Road Ahead&quot;.}\n  }\n  \n</pre>\n</div>\n\n\n<div class=\"well well-small bibbase\" data-type=\"abstract\"\n     style=\"display:none\">\n  We develop a deep generative model built on a fully differentiable simulator for multi-agent trajectory prediction. Agents are modeled with conditional recurrent variational neural networks (CVRNNs), which take as input an ego-centric birdview image representing the current state of the world and output an action, consisting of steering and acceleration, which is used to derive the subsequent agent state using a kinematic bicycle model. The full simulation state is then differentiably rendered for each agent, initiating the next time step. We achieve state-of-the-art results on the INTERACTION dataset, using standard neural architectures and a standard variational training objective, producing realistic multi-modal predictions without any ad-hoc diversity-inducing losses. We conduct ablation studies to examine individual components of the simulator, finding that both the kinematic bicycle model and the continuous feedback from the birdview image are crucial for achieving this level of performance. We name our model ITRA, for \"Imagining the Road Ahead\".\n</div>\n\n\n</div>\n\n\n  <div class=\"bibbase_paper\" id=\"beronov-weilbach-wood-campbell-sequentialcoresetmontecarlo-2021\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  <a href=\"https://github.com/plai-group/bibliography/raw/master/presentations_posters/UAI2021_BER_presentation.pdf\"\n     onclick=\"return trackOutboundLink('publications', 'click', 'beronov-weilbach-wood-campbell-sequentialcoresetmontecarlo-2021', 'https://github.com/plai-group/bibliography/raw/master/presentations_posters/UAI2021_BER_presentation.pdf', event);\">\n    Sequential core-set Monte Carlo.\n  </a>\n  \n  \n  \n</span>\n\n  <span class=\"bibbase_paper_author\">\n  Beronov, B.; Weilbach, C.; <a class=\"bibbase author link\" href=\"https://plai.cs.ubc.ca/publications/\">Wood, F.</a>;  and Campbell, T.\n</span>\n\n  \n\n</span>\n\n  In de Campos, C.;  and Maathuis, M. H., editor(s), <i>Proceedings of the Thirty-Seventh Conference on Uncertainty in Artificial Intelligence</i>, volume 161, of <i>Proceedings of Machine Learning Research</i>, pages 2165–2175, 27–30 Jul 2021. PMLR\n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n  <a href=\"https://proceedings.mlr.press/v161/beronov21a.html\"\n     onclick=\"log_download('beronov-weilbach-wood-campbell-sequentialcoresetmontecarlo-2021', 'https://proceedings.mlr.press/v161/beronov21a.html', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"Sequential core-set Monte Carlo [link]\"\n       title=\"Paper\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\">Paper</span></a>\n  &nbsp;\n  \n  <a href=\"https://github.com/plai-group/bibliography/raw/master/presentations_posters/UAI2021_BER_presentation.pdf\"\n     onclick=\"log_download('beronov-weilbach-wood-campbell-sequentialcoresetmontecarlo-2021', 'https://github.com/plai-group/bibliography/raw/master/presentations_posters/UAI2021_BER_presentation.pdf', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/pdf.svg\"\n\t     alt=\"Sequential core-set Monte Carlo [pdf]\"\n       title=\" presentation\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> presentation</span></a>\n  &nbsp;\n  \n  <a href=\"https://github.com/plai-group/bibliography/raw/master/presentations_posters/UAI2021_BER_poster.pdf\"\n     onclick=\"log_download('beronov-weilbach-wood-campbell-sequentialcoresetmontecarlo-2021', 'https://github.com/plai-group/bibliography/raw/master/presentations_posters/UAI2021_BER_poster.pdf', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/pdf.svg\"\n\t     alt=\"Sequential core-set Monte Carlo [pdf]\"\n       title=\" poster\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> poster</span></a>\n  &nbsp;\n  \n\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/beronov-weilbach-wood-campbell-sequentialcoresetmontecarlo-2021\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n  &nbsp;\n  <a class=\"bibbase_abstract_link bibbase link\"\n     href=\"#\"\n     onclick=\"showAbstract(event); return false;\">\n    abstract <i class=\"fa fa-caret-down\"></i></a>\n  \n\n  \n  &nbsp;\n  <span class=\"bibbase_stats_paper\" style=\"color: #777;\">\n    <span>6 downloads</span>\n  </span>\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('beronov-weilbach-wood-campbell-sequentialcoresetmontecarlo-2021')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@InProceedings{BER-21,\n  title={Sequential core-set Monte Carlo},\n  author={Beronov, Boyan and Weilbach, Christian and Wood, Frank and Campbell, Trevor},\n  booktitle={Proceedings of the Thirty-Seventh Conference on Uncertainty in Artificial Intelligence},\n  pages={2165--2175},\n  year={2021},\n  editor={de Campos, Cassio and Maathuis, Marloes H.},\n  volume={161},\n  series={Proceedings of Machine Learning Research},\n  month={27--30 Jul},\n  publisher={PMLR},\n  pdf={https://proceedings.mlr.press/v161/beronov21a/beronov21a.pdf},\n  url={https://proceedings.mlr.press/v161/beronov21a.html},\n  url_Presentation={https://github.com/plai-group/bibliography/raw/master/presentations_posters/UAI2021_BER_presentation.pdf},\n  url_Poster={https://github.com/plai-group/bibliography/raw/master/presentations_posters/UAI2021_BER_poster.pdf},\n  support={D3M},\n  abstract={Sequential Monte Carlo (SMC) is a general-purpose methodology for recursive Bayesian inference, and is widely used in state space modeling and probabilistic programming. Its resample-move variant reduces the variance of posterior estimates by interleaving Markov chain Monte Carlo (MCMC) steps for particle “rejuvenation”; but this requires accessing all past observations and leads to linearly growing memory size and quadratic computation cost. Under the assumption of exchangeability, we introduce sequential core-set Monte Carlo (SCMC), which achieves constant space and linear time by rejuvenating based on sparse, weighted subsets of past data. In contrast to earlier approaches, which uniformly subsample or throw away observations, SCMC uses a novel online version of a state-of-the-art Bayesian core-set algorithm to incrementally construct a nonparametric, data- and model-dependent variational representation of the unnormalized target density. Experiments demonstrate significantly reduced approximation errors at negligible additional cost.}\n}\n\n</pre>\n</div>\n\n\n<div class=\"well well-small bibbase\" data-type=\"abstract\"\n     style=\"display:none\">\n  Sequential Monte Carlo (SMC) is a general-purpose methodology for recursive Bayesian inference, and is widely used in state space modeling and probabilistic programming. Its resample-move variant reduces the variance of posterior estimates by interleaving Markov chain Monte Carlo (MCMC) steps for particle “rejuvenation”; but this requires accessing all past observations and leads to linearly growing memory size and quadratic computation cost. Under the assumption of exchangeability, we introduce sequential core-set Monte Carlo (SCMC), which achieves constant space and linear time by rejuvenating based on sparse, weighted subsets of past data. In contrast to earlier approaches, which uniformly subsample or throw away observations, SCMC uses a novel online version of a state-of-the-art Bayesian core-set algorithm to incrementally construct a nonparametric, data- and model-dependent variational representation of the unnormalized target density. Experiments demonstrate significantly reduced approximation errors at negligible additional cost.\n</div>\n\n\n</div>\n\n\n\n\n\n    </div>\n  </div>\n\n  <div class=\"bibbase_group_whole\" id=\"group_techreport\">\n    <div class=\"bibbase_group\"\n      onclick=\"toggleGroup('group_techreport')\"\n      onkeypress=\"toggleGroup('group_techreport')\"\n      tabindex=\"0\">\n      <i class=\"fa fa-angle-down bibbase_group_head_icon\"></i>&nbsp;\n      <span>techreport</span>\n      <span class=\"bibbase_group_count\">\n        \n        (1)\n        \n      </span>\n    </div>\n    <div class=\"bibbase_group_body\">\n      \n  \n  <div class=\"bibbase_paper\" id=\"pfeffer-call-wood-rosenberg-bibbiani-sigal-shah-erdogmus-etal-probabilisticlabelefficientdeepgenerativestructurespledges-2021\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  <a href=\"https://apps.dtic.mil/sti/citations/AD1145098\"\n     onclick=\"return trackOutboundLink('publications', 'click', 'pfeffer-call-wood-rosenberg-bibbiani-sigal-shah-erdogmus-etal-probabilisticlabelefficientdeepgenerativestructurespledges-2021', 'https://apps.dtic.mil/sti/citations/AD1145098', event);\">\n    Probabilistic Label-Efficient Deep Generative Structures (PLEDGES).\n  </a>\n  \n  \n  \n</span>\n\n  <span class=\"bibbase_paper_author\">\n  Pfeffer, A.; Call, C.; <a class=\"bibbase author link\" href=\"https://plai.cs.ubc.ca/publications/\">Wood, F.</a>; Rosenberg, B.; Bibbiani, K.; Sigal, L.; Shah, I.; Erdogmus, D.; Singh, S.;  and van de Meent, J. W\n</span>\n\n  \n\n</span>\n\n  Technical Report Charles River Analytics Inc.,  2021.\n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n  <a href=\"https://apps.dtic.mil/sti/citations/AD1145098\"\n     onclick=\"log_download('pfeffer-call-wood-rosenberg-bibbiani-sigal-shah-erdogmus-etal-probabilisticlabelefficientdeepgenerativestructurespledges-2021', 'https://apps.dtic.mil/sti/citations/AD1145098', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"Probabilistic Label-Efficient Deep Generative Structures (PLEDGES) [link]\"\n       title=\"Paper\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\">Paper</span></a>\n  &nbsp;\n  \n\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/pfeffer-call-wood-rosenberg-bibbiani-sigal-shah-erdogmus-etal-probabilisticlabelefficientdeepgenerativestructurespledges-2021\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('pfeffer-call-wood-rosenberg-bibbiani-sigal-shah-erdogmus-etal-probabilisticlabelefficientdeepgenerativestructurespledges-2021')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@techreport{pfeffer2021probabilistic,\n  title={Probabilistic Label-Efficient Deep Generative Structures (PLEDGES)},\n  author={Pfeffer, Avi and Call, Catherine and Wood, Frank and Rosenberg, Brad and Bibbiani, Kirstin and Sigal, Leonid and Shah, Ishaan and Erdogmus, Deniz and Singh, Sameer and van de Meent, Jan W},\n  year={2021},\n  institution={Charles River Analytics Inc.},\n  url={https://apps.dtic.mil/sti/citations/AD1145098}\n}\n\n</pre>\n</div>\n\n\n\n</div>\n\n\n\n\n\n    </div>\n  </div>\n\n  <div class=\"bibbase_group_whole\" id=\"group_unpublished\">\n    <div class=\"bibbase_group\"\n      onclick=\"toggleGroup('group_unpublished')\"\n      onkeypress=\"toggleGroup('group_unpublished')\"\n      tabindex=\"0\">\n      <i class=\"fa fa-angle-down bibbase_group_head_icon\"></i>&nbsp;\n      <span>unpublished</span>\n      <span class=\"bibbase_group_count\">\n        \n        (2)\n        \n      </span>\n    </div>\n    <div class=\"bibbase_group_body\">\n      \n  \n  <div class=\"bibbase_paper\" id=\"harvey-naderiparizi-wood-imagecompletionviainferenceindeepgenerativemodels-2021\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  <a href=\"https://arxiv.org/abs/2102.12037\"\n     onclick=\"return trackOutboundLink('publications', 'click', 'harvey-naderiparizi-wood-imagecompletionviainferenceindeepgenerativemodels-2021', 'https://arxiv.org/abs/2102.12037', event);\">\n    Image Completion via Inference in Deep Generative Models.\n  </a>\n  \n  \n  \n</span>\n\n  <span class=\"bibbase_paper_author\">\n  Harvey, W.; Naderiparizi, S.;  and <a class=\"bibbase author link\" href=\"https://plai.cs.ubc.ca/publications/\">Wood, F.</a>\n</span>\n\n  \n\n</span>\n\n   2021.\n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n  <a href=\"https://arxiv.org/abs/2102.12037\"\n     onclick=\"log_download('harvey-naderiparizi-wood-imagecompletionviainferenceindeepgenerativemodels-2021', 'https://arxiv.org/abs/2102.12037', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"Image Completion via Inference in Deep Generative Models [link]\"\n       title=\" arxiv\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> arxiv</span></a>\n  &nbsp;\n  \n\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/harvey-naderiparizi-wood-imagecompletionviainferenceindeepgenerativemodels-2021\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n\n  \n  &nbsp;\n  <span class=\"bibbase_stats_paper\" style=\"color: #777;\">\n    <span>1 download</span>\n  </span>\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('harvey-naderiparizi-wood-imagecompletionviainferenceindeepgenerativemodels-2021')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@unpublished{harvey2021image,\n  title={Image Completion via Inference in Deep Generative Models},\n  author={Harvey, William and Naderiparizi, Saeid and Wood, Frank},\n  journal={arXiv preprint arXiv:2102.12037},\n  year={2021},\n  url_ArXiv = {https://arxiv.org/abs/2102.12037},\n  eprint={2102.12037},\n  archivePrefix={arXiv},\n   support = {D3M},\n  abtstract={We consider image completion from the perspective of amortized inference in an image generative model. We leverage recent state of the art variational auto-encoder architectures that have been shown to produce photo-realistic natural images at non-trivial resolutions. Through amortized inference in such a model we can train neural artifacts that produce diverse, realistic image completions even when the vast majority of an image is missing. We demonstrate superior sample quality and diversity compared to prior art on the CIFAR-10 and FFHQ-256 datasets. We conclude by describing and demonstrating an application that requires an in-painting model with the capabilities ours exhibits: the use of Bayesian optimal experimental design to select the most informative sequence of small field of view x-rays for chest pathology detection.}\n}\n\n</pre>\n</div>\n\n\n\n</div>\n\n\n  <div class=\"bibbase_paper\" id=\"scibior-wood-differentiableparticlefilteringwithoutmodifyingtheforwardpass-2021\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  <a href=\"https://arxiv.org/abs/2106.10314\"\n     onclick=\"return trackOutboundLink('publications', 'click', 'scibior-wood-differentiableparticlefilteringwithoutmodifyingtheforwardpass-2021', 'https://arxiv.org/abs/2106.10314', event);\">\n    Differentiable Particle Filtering without Modifying the Forward Pass.\n  </a>\n  \n  \n  \n</span>\n\n  <span class=\"bibbase_paper_author\">\n  Scibior, A.;  and <a class=\"bibbase author link\" href=\"https://plai.cs.ubc.ca/publications/\">Wood, F.</a>\n</span>\n\n  \n\n</span>\n\n   2021.\n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n  <a href=\"https://arxiv.org/abs/2106.10314\"\n     onclick=\"log_download('scibior-wood-differentiableparticlefilteringwithoutmodifyingtheforwardpass-2021', 'https://arxiv.org/abs/2106.10314', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"Differentiable Particle Filtering without Modifying the Forward Pass [link]\"\n       title=\" arxiv\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> arxiv</span></a>\n  &nbsp;\n  \n\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/scibior-wood-differentiableparticlefilteringwithoutmodifyingtheforwardpass-2021\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n  &nbsp;\n  <a class=\"bibbase_abstract_link bibbase link\"\n     href=\"#\"\n     onclick=\"showAbstract(event); return false;\">\n    abstract <i class=\"fa fa-caret-down\"></i></a>\n  \n\n  \n  &nbsp;\n  <span class=\"bibbase_stats_paper\" style=\"color: #777;\">\n    <span>1 download</span>\n  </span>\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('scibior-wood-differentiableparticlefilteringwithoutmodifyingtheforwardpass-2021')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@unpublished{scibior2021differentiable,\n      title={Differentiable Particle Filtering without Modifying the Forward Pass}, \n      author={Adam Scibior and Frank Wood},\n      year={2021},\n      eprint={2106.10314},\n      archivePrefix={arXiv},\n      primaryClass={stat.ML},\n      url_ArXiv = {https://arxiv.org/abs/2106.10314},\n      abstract={Particle filters are not compatible with automatic differentiation due to the presence of discrete resampling steps. While known estimators for the score function, based on Fisher&#x27;s identity, can be computed using particle filters, up to this point they required manual implementation. In this paper we show that such estimators can be computed using automatic differentiation, after introducing a simple correction to the particle weights. This correction utilizes the stop-gradient operator and does not modify the particle filter operation on the forward pass, while also being cheap and easy to compute. Surprisingly, with the same correction automatic differentiation also produces good estimators for gradients of expectations under the posterior. We can therefore regard our method as a general recipe for making particle filters differentiable. We additionally show that it produces desired estimators for second-order derivatives and how to extend it to further reduce variance at the expense of additional computation.}\n}\n\n</pre>\n</div>\n\n\n<div class=\"well well-small bibbase\" data-type=\"abstract\"\n     style=\"display:none\">\n  Particle filters are not compatible with automatic differentiation due to the presence of discrete resampling steps. While known estimators for the score function, based on Fisher's identity, can be computed using particle filters, up to this point they required manual implementation. In this paper we show that such estimators can be computed using automatic differentiation, after introducing a simple correction to the particle weights. This correction utilizes the stop-gradient operator and does not modify the particle filter operation on the forward pass, while also being cheap and easy to compute. Surprisingly, with the same correction automatic differentiation also produces good estimators for gradients of expectations under the posterior. We can therefore regard our method as a general recipe for making particle filters differentiable. We additionally show that it produces desired estimators for second-order derivatives and how to extend it to further reduce variance at the expense of additional computation.\n</div>\n\n\n</div>\n\n\n\n\n\n    </div>\n  </div>\n\n\n\n\n    </div>\n  </div>\n\n  <div class=\"bibbase_group_whole\" id=\"group_2020\">\n    <div class=\"bibbase_group\"\n      onclick=\"toggleGroup('group_2020')\"\n      onkeypress=\"toggleGroup('group_2020')\"\n      tabindex=\"0\">\n      <i class=\"fa fa-angle-down bibbase_group_head_icon\"></i>&nbsp;\n      <span>2020</span>\n      <span class=\"bibbase_group_count\">\n        \n        (3)\n        \n      </span>\n    </div>\n    <div class=\"bibbase_group_body\">\n      \n  \n  <div class=\"bibbase_group_whole\" id=\"group_article\">\n    <div class=\"bibbase_group\"\n      onclick=\"toggleGroup('group_article')\"\n      onkeypress=\"toggleGroup('group_article')\"\n      tabindex=\"0\">\n      <i class=\"fa fa-angle-down bibbase_group_head_icon\"></i>&nbsp;\n      <span>article</span>\n      <span class=\"bibbase_group_count\">\n        \n        (1)\n        \n      </span>\n    </div>\n    <div class=\"bibbase_group_body\">\n      \n  \n  <div class=\"bibbase_paper\" id=\"rainforth-golinski-wood-zaidi-targetawarebayesianinferencehowtobeatoptimalconventionalestimators-2020\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  <a href=\"https://www.jmlr.org/papers/volume21/19-102/19-102.pdf\"\n     onclick=\"return trackOutboundLink('publications', 'click', 'rainforth-golinski-wood-zaidi-targetawarebayesianinferencehowtobeatoptimalconventionalestimators-2020', 'https://www.jmlr.org/papers/volume21/19-102/19-102.pdf', event);\">\n    Target-Aware Bayesian Inference: How to Beat Optimal Conventional Estimators.\n  </a>\n  \n  \n  \n</span>\n\n  <span class=\"bibbase_paper_author\">\n  Rainforth, T.; Golinski, A.; <a class=\"bibbase author link\" href=\"https://plai.cs.ubc.ca/publications/\">Wood, F.</a>;  and Zaidi, S.\n</span>\n\n  \n\n</span>\n\n  <i>Journal of Machine Learning Research</i>, 21(88): 1-54.  2020.\n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n  <a href=\"http://jmlr.org/papers/v21/19-102.html\"\n     onclick=\"log_download('rainforth-golinski-wood-zaidi-targetawarebayesianinferencehowtobeatoptimalconventionalestimators-2020', 'http://jmlr.org/papers/v21/19-102.html', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"Target-Aware Bayesian Inference: How to Beat Optimal Conventional Estimators [link]\"\n       title=\" link\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> link</span></a>\n  &nbsp;\n  \n  <a href=\"https://www.jmlr.org/papers/volume21/19-102/19-102.pdf\"\n     onclick=\"log_download('rainforth-golinski-wood-zaidi-targetawarebayesianinferencehowtobeatoptimalconventionalestimators-2020', 'https://www.jmlr.org/papers/volume21/19-102/19-102.pdf', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/pdf.svg\"\n\t     alt=\"Target-Aware Bayesian Inference: How to Beat Optimal Conventional Estimators [pdf]\"\n       title=\" paper\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> paper</span></a>\n  &nbsp;\n  \n\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/rainforth-golinski-wood-zaidi-targetawarebayesianinferencehowtobeatoptimalconventionalestimators-2020\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n\n  \n  &nbsp;\n  <span class=\"bibbase_stats_paper\" style=\"color: #777;\">\n    <span>6 downloads</span>\n  </span>\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('rainforth-golinski-wood-zaidi-targetawarebayesianinferencehowtobeatoptimalconventionalestimators-2020')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@article{RAI-20,\n  author  = {Tom Rainforth and Adam Golinski and Frank Wood and Sheheryar Zaidi},\n  title   = {Target-Aware Bayesian Inference: How to Beat Optimal Conventional Estimators},\n  journal = {Journal of Machine Learning Research},\n  year    = {2020},\n  volume  = {21},\n  number  = {88},\n  pages   = {1-54},\n  url_Link = {http://jmlr.org/papers/v21/19-102.html},\n  url_Paper = {https://www.jmlr.org/papers/volume21/19-102/19-102.pdf}\n}\n\n</pre>\n</div>\n\n\n\n</div>\n\n\n\n\n\n    </div>\n  </div>\n\n  <div class=\"bibbase_group_whole\" id=\"group_inproceedings\">\n    <div class=\"bibbase_group\"\n      onclick=\"toggleGroup('group_inproceedings')\"\n      onkeypress=\"toggleGroup('group_inproceedings')\"\n      tabindex=\"0\">\n      <i class=\"fa fa-angle-down bibbase_group_head_icon\"></i>&nbsp;\n      <span>inproceedings</span>\n      <span class=\"bibbase_group_count\">\n        \n        (10)\n        \n      </span>\n    </div>\n    <div class=\"bibbase_group_body\">\n      \n  \n  <div class=\"bibbase_paper\" id=\"brekelmans-masrani-thang-wood-galstyan-versteeg-nielsen-annealedimportancesamplingwithqpaths-2020\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  <a href=\"https://arxiv.org/pdf/2012.07823.pdf\"\n     onclick=\"return trackOutboundLink('publications', 'click', 'brekelmans-masrani-thang-wood-galstyan-versteeg-nielsen-annealedimportancesamplingwithqpaths-2020', 'https://arxiv.org/pdf/2012.07823.pdf', event);\">\n    Annealed Importance Sampling with q-Paths.\n  </a>\n  \n  \n  \n</span>\n\n  <span class=\"bibbase_paper_author\">\n  Brekelmans*, R.; Masrani*, V.; Thang, B.; <a class=\"bibbase author link\" href=\"https://plai.cs.ubc.ca/publications/\">Wood, F.</a>; Galstyan, A.; Ver Steeg, G.;  and Nielsen, F.\n</span>\n\n  \n\n</span>\n\n  In <i>NeurIPS Workshop on Deep Learning through Information Geometry (Best Paper Award)</i>,  2020. \n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n  <a href=\"https://arxiv.org/abs/2012.07823\"\n     onclick=\"log_download('brekelmans-masrani-thang-wood-galstyan-versteeg-nielsen-annealedimportancesamplingwithqpaths-2020', 'https://arxiv.org/abs/2012.07823', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"Annealed Importance Sampling with q-Paths [link]\"\n       title=\" arxiv\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> arxiv</span></a>\n  &nbsp;\n  \n  <a href=\"https://arxiv.org/pdf/2012.07823.pdf\"\n     onclick=\"log_download('brekelmans-masrani-thang-wood-galstyan-versteeg-nielsen-annealedimportancesamplingwithqpaths-2020', 'https://arxiv.org/pdf/2012.07823.pdf', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/pdf.svg\"\n\t     alt=\"Annealed Importance Sampling with q-Paths [pdf]\"\n       title=\" paper\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> paper</span></a>\n  &nbsp;\n  \n\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/brekelmans-masrani-thang-wood-galstyan-versteeg-nielsen-annealedimportancesamplingwithqpaths-2020\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n  &nbsp;\n  <a class=\"bibbase_abstract_link bibbase link\"\n     href=\"#\"\n     onclick=\"showAbstract(event); return false;\">\n    abstract <i class=\"fa fa-caret-down\"></i></a>\n  \n\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('brekelmans-masrani-thang-wood-galstyan-versteeg-nielsen-annealedimportancesamplingwithqpaths-2020')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@inproceedings{brekelmans2020qpaths,\n  title  = {Annealed Importance Sampling with q-Paths},\n  author = {Brekelmans*, R. and Masrani*, V. and Thang, B. and Wood, F. and Galstyan, A. and Ver Steeg, G. and Nielsen, F.},\n  year   = {2020},\n  abbr={NeurIPS},\n  booktitle = {NeurIPS Workshop on Deep Learning through Information Geometry (Best Paper Award)},\n  url_ArXiv={https://arxiv.org/abs/2012.07823},\n  url_Paper={https://arxiv.org/pdf/2012.07823.pdf},\n  abstract={Annealed Importance Sampling (AIS) is the gold standard for estimating partition functions or marginal likelihoods, corresponding to importance sampling over a path of distributions between a tractable base and an unnormalized target. While AIS yields an unbiased estimator for any path, existing literature has been limited to the geometric mixture or moment-averaged paths associated with the exponential family and KL divergence. We explore AIS using q-paths, which include the geometric path as a special case and are related to the homogeneous power mean, deformed exponential family, and α-divergence.}\n}\n\n</pre>\n</div>\n\n\n<div class=\"well well-small bibbase\" data-type=\"abstract\"\n     style=\"display:none\">\n  Annealed Importance Sampling (AIS) is the gold standard for estimating partition functions or marginal likelihoods, corresponding to importance sampling over a path of distributions between a tractable base and an unnormalized target. While AIS yields an unbiased estimator for any path, existing literature has been limited to the geometric mixture or moment-averaged paths associated with the exponential family and KL divergence. We explore AIS using q-paths, which include the geometric path as a special case and are related to the homogeneous power mean, deformed exponential family, and α-divergence.\n</div>\n\n\n</div>\n\n\n  <div class=\"bibbase_paper\" id=\"nguyen-masrani-brekelmans-osborne-wood-gaussianprocessbanditoptimizationofthethermodynamicvariationalobjective-2020\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  <a href=\"https://proceedings.neurips.cc/paper/2020/file/3f2dff7862a70f97a59a1fa02c3ec110-Paper.pdf\"\n     onclick=\"return trackOutboundLink('publications', 'click', 'nguyen-masrani-brekelmans-osborne-wood-gaussianprocessbanditoptimizationofthethermodynamicvariationalobjective-2020', 'https://proceedings.neurips.cc/paper/2020/file/3f2dff7862a70f97a59a1fa02c3ec110-Paper.pdf', event);\">\n    Gaussian Process Bandit Optimization of the Thermodynamic Variational Objective.\n  </a>\n  \n  \n  \n</span>\n\n  <span class=\"bibbase_paper_author\">\n  Nguyen, V.; Masrani, V.; Brekelmans, R.; Osborne, M.;  and <a class=\"bibbase author link\" href=\"https://plai.cs.ubc.ca/publications/\">Wood, F.</a>\n</span>\n\n  \n\n</span>\n\n  In of <i>Advances in Neural Information Processing Systems (NeurIPS)</i>,  2020. \n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n  <a href=\"https://proceedings.neurips.cc/paper/2020/hash/3f2dff7862a70f97a59a1fa02c3ec110-Abstract.html\"\n     onclick=\"log_download('nguyen-masrani-brekelmans-osborne-wood-gaussianprocessbanditoptimizationofthethermodynamicvariationalobjective-2020', 'https://proceedings.neurips.cc/paper/2020/hash/3f2dff7862a70f97a59a1fa02c3ec110-Abstract.html', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"Gaussian Process Bandit Optimization of the Thermodynamic Variational Objective [link]\"\n       title=\" link\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> link</span></a>\n  &nbsp;\n  \n  <a href=\"https://proceedings.neurips.cc/paper/2020/file/3f2dff7862a70f97a59a1fa02c3ec110-Paper.pdf\"\n     onclick=\"log_download('nguyen-masrani-brekelmans-osborne-wood-gaussianprocessbanditoptimizationofthethermodynamicvariationalobjective-2020', 'https://proceedings.neurips.cc/paper/2020/file/3f2dff7862a70f97a59a1fa02c3ec110-Paper.pdf', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/pdf.svg\"\n\t     alt=\"Gaussian Process Bandit Optimization of the Thermodynamic Variational Objective [pdf]\"\n       title=\" paper\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> paper</span></a>\n  &nbsp;\n  \n  <a href=\"https://arxiv.org/abs/2010.15750\"\n     onclick=\"log_download('nguyen-masrani-brekelmans-osborne-wood-gaussianprocessbanditoptimizationofthethermodynamicvariationalobjective-2020', 'https://arxiv.org/abs/2010.15750', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"Gaussian Process Bandit Optimization of the Thermodynamic Variational Objective [link]\"\n       title=\" arxiv\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> arxiv</span></a>\n  &nbsp;\n  \n\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/nguyen-masrani-brekelmans-osborne-wood-gaussianprocessbanditoptimizationofthethermodynamicvariationalobjective-2020\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n  &nbsp;\n  <a class=\"bibbase_abstract_link bibbase link\"\n     href=\"#\"\n     onclick=\"showAbstract(event); return false;\">\n    abstract <i class=\"fa fa-caret-down\"></i></a>\n  \n\n  \n  &nbsp;\n  <span class=\"bibbase_stats_paper\" style=\"color: #777;\">\n    <span>6 downloads</span>\n  </span>\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('nguyen-masrani-brekelmans-osborne-wood-gaussianprocessbanditoptimizationofthethermodynamicvariationalobjective-2020')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@InProceedings{nguyen2020gaussian,\n  title={Gaussian Process Bandit Optimization of the Thermodynamic Variational Objective},\n  author={Nguyen, Vu and Masrani, Vaden and Brekelmans, Rob and Osborne, Michael and Wood, Frank},\n  series={Advances in Neural Information Processing Systems (NeurIPS)},\n  year={2020},\n  url_Link = {https://proceedings.neurips.cc/paper/2020/hash/3f2dff7862a70f97a59a1fa02c3ec110-Abstract.html}, \n  url_Paper = {https://proceedings.neurips.cc/paper/2020/file/3f2dff7862a70f97a59a1fa02c3ec110-Paper.pdf}, \n  url_ArXiv={https://arxiv.org/abs/2010.15750},\n  support = {D3M},\n  abstract={Achieving the full promise of the Thermodynamic Variational Objective (TVO), a recently proposed variational lower bound on the log evidence involving a one-dimensional Riemann integral approximation, requires choosing a &quot;schedule&quot; of sorted discretization points. This paper introduces a bespoke Gaussian process bandit optimization method for automatically choosing these points. Our approach not only automates their one-time selection, but also dynamically adapts their positions over the course of optimization, leading to improved model learning and inference. We provide theoretical guarantees that our bandit optimization converges to the regret-minimizing choice of integration points. Empirical validation of our algorithm is provided in terms of improved learning and inference in Variational Autoencoders and Sigmoid Belief Networks.}\n}\n\n</pre>\n</div>\n\n\n<div class=\"well well-small bibbase\" data-type=\"abstract\"\n     style=\"display:none\">\n  Achieving the full promise of the Thermodynamic Variational Objective (TVO), a recently proposed variational lower bound on the log evidence involving a one-dimensional Riemann integral approximation, requires choosing a \"schedule\" of sorted discretization points. This paper introduces a bespoke Gaussian process bandit optimization method for automatically choosing these points. Our approach not only automates their one-time selection, but also dynamically adapts their positions over the course of optimization, leading to improved model learning and inference. We provide theoretical guarantees that our bandit optimization converges to the regret-minimizing choice of integration points. Empirical validation of our algorithm is provided in terms of improved learning and inference in Variational Autoencoders and Sigmoid Belief Networks.\n</div>\n\n\n</div>\n\n\n  <div class=\"bibbase_paper\" id=\"le-kosiorek-siddharth-teh-wood-revisitingreweightedwakesleepformodelswithstochasticcontrolflow-2020\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  <a href=\"http://proceedings.mlr.press/v115/le20a/le20a.pdf\"\n     onclick=\"return trackOutboundLink('publications', 'click', 'le-kosiorek-siddharth-teh-wood-revisitingreweightedwakesleepformodelswithstochasticcontrolflow-2020', 'http://proceedings.mlr.press/v115/le20a/le20a.pdf', event);\">\n    Revisiting Reweighted Wake-Sleep for Models with Stochastic Control Flow.\n  </a>\n  \n  \n  \n</span>\n\n  <span class=\"bibbase_paper_author\">\n  Le, T. A.; Kosiorek, A. R.; Siddharth, N.; Teh, Y. W.;  and <a class=\"bibbase author link\" href=\"https://plai.cs.ubc.ca/publications/\">Wood, F.</a>\n</span>\n\n  \n\n</span>\n\n  In Adams, R. P.;  and Gogate, V., editor(s), volume 115, of <i>Proceedings of the 35th conference on Uncertainty in Artificial Intelligence (UAI)</i>, pages 1039–1049, Tel Aviv, Israel, 22–25 Jul 2020. PMLR\n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n  <a href=\"http://proceedings.mlr.press/v115/le20a.html\"\n     onclick=\"log_download('le-kosiorek-siddharth-teh-wood-revisitingreweightedwakesleepformodelswithstochasticcontrolflow-2020', 'http://proceedings.mlr.press/v115/le20a.html', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"Revisiting Reweighted Wake-Sleep for Models with Stochastic Control Flow [link]\"\n       title=\" link\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> link</span></a>\n  &nbsp;\n  \n  <a href=\"http://proceedings.mlr.press/v115/le20a/le20a.pdf\"\n     onclick=\"log_download('le-kosiorek-siddharth-teh-wood-revisitingreweightedwakesleepformodelswithstochasticcontrolflow-2020', 'http://proceedings.mlr.press/v115/le20a/le20a.pdf', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/pdf.svg\"\n\t     alt=\"Revisiting Reweighted Wake-Sleep for Models with Stochastic Control Flow [pdf]\"\n       title=\" paper\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> paper</span></a>\n  &nbsp;\n  \n  <a href=\"https://arxiv.org/abs/1805.10469\"\n     onclick=\"log_download('le-kosiorek-siddharth-teh-wood-revisitingreweightedwakesleepformodelswithstochasticcontrolflow-2020', 'https://arxiv.org/abs/1805.10469', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"Revisiting Reweighted Wake-Sleep for Models with Stochastic Control Flow [link]\"\n       title=\" arxiv\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> arxiv</span></a>\n  &nbsp;\n  \n\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/le-kosiorek-siddharth-teh-wood-revisitingreweightedwakesleepformodelswithstochasticcontrolflow-2020\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n  &nbsp;\n  <a class=\"bibbase_abstract_link bibbase link\"\n     href=\"#\"\n     onclick=\"showAbstract(event); return false;\">\n    abstract <i class=\"fa fa-caret-down\"></i></a>\n  \n\n  \n  &nbsp;\n  <span class=\"bibbase_stats_paper\" style=\"color: #777;\">\n    <span>3 downloads</span>\n  </span>\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('le-kosiorek-siddharth-teh-wood-revisitingreweightedwakesleepformodelswithstochasticcontrolflow-2020')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@InProceedings{Le-20, \n  title = {Revisiting Reweighted Wake-Sleep for Models with Stochastic Control Flow}, \n  author = {Le, Tuan Anh and Kosiorek, Adam R. and Siddharth, N. and Teh, Yee Whye and Wood, Frank}, \n  pages = {1039--1049}, \n  year = {2020}, \n  editor = {Ryan P. Adams and Vibhav Gogate}, \n  volume = {115}, \n  series = {Proceedings of the 35th conference on Uncertainty in Artificial Intelligence (UAI)}, \n  address = {Tel Aviv, Israel}, \n  month = {22--25 Jul}, \n  publisher = {PMLR}, \n  url_Link = {http://proceedings.mlr.press/v115/le20a.html}, \n  url_Paper = {http://proceedings.mlr.press/v115/le20a/le20a.pdf}, \n  url_ArXiv={https://arxiv.org/abs/1805.10469},\n  support = {D3M},\n  abstract = {Stochastic control-flow models (SCFMs) are a class of generative models that involve branching on choices from discrete random variables. Amortized gradient-based learning of SCFMs is challenging as most approaches targeting discrete variables rely on their continuous relaxations—which can be intractable in SCFMs, as branching on relaxations requires evaluating all (exponentially many) branching paths. Tractable alternatives mainly combine REINFORCE with complex control-variate schemes to improve the variance of naive estimators. Here, we revisit the reweighted wake-sleep (RWS) [5] algorithm, and through extensive evaluations, show that it outperforms current state-of-the-art methods in learning SCFMs. Further, in contrast to the importance weighted autoencoder, we observe that RWS learns better models and inference networks with increasing numbers of particles. Our results suggest that RWS is a competitive, often preferable, alternative for learning SCFMs.} \n  }\n\n</pre>\n</div>\n\n\n<div class=\"well well-small bibbase\" data-type=\"abstract\"\n     style=\"display:none\">\n  Stochastic control-flow models (SCFMs) are a class of generative models that involve branching on choices from discrete random variables. Amortized gradient-based learning of SCFMs is challenging as most approaches targeting discrete variables rely on their continuous relaxations—which can be intractable in SCFMs, as branching on relaxations requires evaluating all (exponentially many) branching paths. Tractable alternatives mainly combine REINFORCE with complex control-variate schemes to improve the variance of naive estimators. Here, we revisit the reweighted wake-sleep (RWS) [5] algorithm, and through extensive evaluations, show that it outperforms current state-of-the-art methods in learning SCFMs. Further, in contrast to the importance weighted autoencoder, we observe that RWS learns better models and inference networks with increasing numbers of particles. Our results suggest that RWS is a competitive, often preferable, alternative for learning SCFMs.\n</div>\n\n\n</div>\n\n\n  <div class=\"bibbase_paper\" id=\"teng-le-scibior-wood-semisupervisedsequentialgenerativemodels-2020\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  <a href=\"http://www.auai.org/uai2020/proceedings/272_main_paper.pdf\"\n     onclick=\"return trackOutboundLink('publications', 'click', 'teng-le-scibior-wood-semisupervisedsequentialgenerativemodels-2020', 'http://www.auai.org/uai2020/proceedings/272_main_paper.pdf', event);\">\n    Semi-supervised Sequential Generative Models.\n  </a>\n  \n  \n  \n</span>\n\n  <span class=\"bibbase_paper_author\">\n  Teng, M.; Le, T. A.; Scibior, A.;  and <a class=\"bibbase author link\" href=\"https://plai.cs.ubc.ca/publications/\">Wood, F.</a>\n</span>\n\n  \n\n</span>\n\n  In <i>Conference on Uncertainty in Artificial Intelligence (UAI)</i>,  2020. \n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n  <a href=\"http://www.auai.org/~w-auai/uai2020/accepted.php\"\n     onclick=\"log_download('teng-le-scibior-wood-semisupervisedsequentialgenerativemodels-2020', 'http://www.auai.org/~w-auai/uai2020/accepted.php', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"Semi-supervised Sequential Generative Models [link]\"\n       title=\" link\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> link</span></a>\n  &nbsp;\n  \n  <a href=\"http://www.auai.org/uai2020/proceedings/272_main_paper.pdf\"\n     onclick=\"log_download('teng-le-scibior-wood-semisupervisedsequentialgenerativemodels-2020', 'http://www.auai.org/uai2020/proceedings/272_main_paper.pdf', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/pdf.svg\"\n\t     alt=\"Semi-supervised Sequential Generative Models [pdf]\"\n       title=\" paper\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> paper</span></a>\n  &nbsp;\n  \n  <a href=\"https://arxiv.org/abs/2007.00155\"\n     onclick=\"log_download('teng-le-scibior-wood-semisupervisedsequentialgenerativemodels-2020', 'https://arxiv.org/abs/2007.00155', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"Semi-supervised Sequential Generative Models [link]\"\n       title=\" arxiv\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> arxiv</span></a>\n  &nbsp;\n  \n\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/teng-le-scibior-wood-semisupervisedsequentialgenerativemodels-2020\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n\n  \n  &nbsp;\n  <span class=\"bibbase_stats_paper\" style=\"color: #777;\">\n    <span>5 downloads</span>\n  </span>\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('teng-le-scibior-wood-semisupervisedsequentialgenerativemodels-2020')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@inproceedings{TEN-20,\n  title={Semi-supervised Sequential Generative Models},\n  author={Teng, Michael and Le, Tuan Anh and Scibior, Adam and Wood, Frank},\n  booktitle={Conference on Uncertainty in Artificial Intelligence (UAI)},\n  eid = {arXiv:2007.00155},\n  archivePrefix = {arXiv},\n  eprint = {2007.00155},\n  url_Link = {http://www.auai.org/~w-auai/uai2020/accepted.php},\n  url_Paper={http://www.auai.org/uai2020/proceedings/272_main_paper.pdf},\n  url_ArXiv = {https://arxiv.org/abs/2007.00155},\n  support = {D3M},\n  year={2020}\n}\n\n</pre>\n</div>\n\n\n\n</div>\n\n\n  <div class=\"bibbase_paper\" id=\"weilbach-beronov-wood-harvey-structuredconditionalcontinuousnormalizingflowsforefficientamortizedinferenceingraphicalmodels-2020\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  <a href=\"http://proceedings.mlr.press/v108/weilbach20a/weilbach20a.pdf\"\n     onclick=\"return trackOutboundLink('publications', 'click', 'weilbach-beronov-wood-harvey-structuredconditionalcontinuousnormalizingflowsforefficientamortizedinferenceingraphicalmodels-2020', 'http://proceedings.mlr.press/v108/weilbach20a/weilbach20a.pdf', event);\">\n    Structured Conditional Continuous Normalizing Flows for Efficient Amortized Inference in Graphical Models.\n  </a>\n  \n  \n  \n</span>\n\n  <span class=\"bibbase_paper_author\">\n  Weilbach, C.; Beronov, B.; <a class=\"bibbase author link\" href=\"https://plai.cs.ubc.ca/publications/\">Wood, F.</a>;  and Harvey, W.\n</span>\n\n  \n\n</span>\n\n  In <i>Proceedings of the Twenty Third International Conference on Artificial Intelligence and Statistics (AISTATS)</i>, pages 4441–4451,  2020. \n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\">PMLR 108:4441-4451</span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n  <a href=\"http://proceedings.mlr.press/v108/weilbach20a.html\"\n     onclick=\"log_download('weilbach-beronov-wood-harvey-structuredconditionalcontinuousnormalizingflowsforefficientamortizedinferenceingraphicalmodels-2020', 'http://proceedings.mlr.press/v108/weilbach20a.html', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"Structured Conditional Continuous Normalizing Flows for Efficient Amortized Inference in Graphical Models [link]\"\n       title=\" link\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> link</span></a>\n  &nbsp;\n  \n  <a href=\"http://proceedings.mlr.press/v108/weilbach20a/weilbach20a.pdf\"\n     onclick=\"log_download('weilbach-beronov-wood-harvey-structuredconditionalcontinuousnormalizingflowsforefficientamortizedinferenceingraphicalmodels-2020', 'http://proceedings.mlr.press/v108/weilbach20a/weilbach20a.pdf', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/pdf.svg\"\n\t     alt=\"Structured Conditional Continuous Normalizing Flows for Efficient Amortized Inference in Graphical Models [pdf]\"\n       title=\" paper\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> paper</span></a>\n  &nbsp;\n  \n  <a href=\"https://github.com/plai-group/bibliography/blob/master/presentations_posters/PROBPROG2020_WEI.pdf\"\n     onclick=\"log_download('weilbach-beronov-wood-harvey-structuredconditionalcontinuousnormalizingflowsforefficientamortizedinferenceingraphicalmodels-2020', 'https://github.com/plai-group/bibliography/blob/master/presentations_posters/PROBPROG2020_WEI.pdf', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/pdf.svg\"\n\t     alt=\"Structured Conditional Continuous Normalizing Flows for Efficient Amortized Inference in Graphical Models [pdf]\"\n       title=\" poster\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> poster</span></a>\n  &nbsp;\n  \n\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/weilbach-beronov-wood-harvey-structuredconditionalcontinuousnormalizingflowsforefficientamortizedinferenceingraphicalmodels-2020\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n  &nbsp;\n  <a class=\"bibbase_abstract_link bibbase link\"\n     href=\"#\"\n     onclick=\"showAbstract(event); return false;\">\n    abstract <i class=\"fa fa-caret-down\"></i></a>\n  \n\n  \n  &nbsp;\n  <span class=\"bibbase_stats_paper\" style=\"color: #777;\">\n    <span>6 downloads</span>\n  </span>\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('weilbach-beronov-wood-harvey-structuredconditionalcontinuousnormalizingflowsforefficientamortizedinferenceingraphicalmodels-2020')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@inproceedings{WEI-20,\n  title={Structured Conditional Continuous Normalizing Flows for Efficient Amortized Inference in Graphical Models},\n  author={Weilbach, Christian and Beronov, Boyan and Wood, Frank and Harvey, William},\n  booktitle={Proceedings of the Twenty Third International Conference on Artificial Intelligence and Statistics (AISTATS)},\n  pages={4441--4451},\n  year={2020},\n  url_Link={http://proceedings.mlr.press/v108/weilbach20a.html},\n  url_Paper={http://proceedings.mlr.press/v108/weilbach20a/weilbach20a.pdf},\n  url_Poster={https://github.com/plai-group/bibliography/blob/master/presentations_posters/PROBPROG2020_WEI.pdf},\n  support = {D3M},\n  bibbase_note = {PMLR 108:4441-4451},\n  abstract = {We exploit minimally faithful inversion of graphical model structures to specify sparse continuous normalizing flows (CNFs) for amortized inference. We find that the sparsity of this factorization can be exploited to reduce the numbers of parameters in the neural network, adaptive integration steps of the flow, and consequently FLOPs at both training and inference time without decreasing performance in comparison to unconstrained flows. By expressing the structure inversion as a compilation pass in a probabilistic programming language, we are able to apply it in a novel way to models as complex as convolutional neural networks. Furthermore, we extend the training objective for CNFs in the context of inference amortization to the symmetric Kullback-Leibler divergence, and demonstrate its theoretical and practical advantages.}\n}\n\n</pre>\n</div>\n\n\n<div class=\"well well-small bibbase\" data-type=\"abstract\"\n     style=\"display:none\">\n  We exploit minimally faithful inversion of graphical model structures to specify sparse continuous normalizing flows (CNFs) for amortized inference. We find that the sparsity of this factorization can be exploited to reduce the numbers of parameters in the neural network, adaptive integration steps of the flow, and consequently FLOPs at both training and inference time without decreasing performance in comparison to unconstrained flows. By expressing the structure inversion as a compilation pass in a probabilistic programming language, we are able to apply it in a novel way to models as complex as convolutional neural networks. Furthermore, we extend the training objective for CNFs in the context of inference amortization to the symmetric Kullback-Leibler divergence, and demonstrate its theoretical and practical advantages.\n</div>\n\n\n</div>\n\n\n  <div class=\"bibbase_paper\" id=\"brekelmans-masrani-wood-versteeg-galstyan-allintheexponentialfamilybregmandualityinthermodynamicvariationalinference-2020\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  <a href=\"https://proceedings.icml.cc/static/paper_files/icml/2020/2826-Paper.pdf\"\n     onclick=\"return trackOutboundLink('publications', 'click', 'brekelmans-masrani-wood-versteeg-galstyan-allintheexponentialfamilybregmandualityinthermodynamicvariationalinference-2020', 'https://proceedings.icml.cc/static/paper_files/icml/2020/2826-Paper.pdf', event);\">\n    All in the Exponential Family: Bregman Duality in Thermodynamic Variational Inference.\n  </a>\n  \n  \n  \n</span>\n\n  <span class=\"bibbase_paper_author\">\n  Brekelmans, R.; Masrani, V.; <a class=\"bibbase author link\" href=\"https://plai.cs.ubc.ca/publications/\">Wood, F.</a>; Ver Steeg, G.;  and Galstyan, A.\n</span>\n\n  \n\n</span>\n\n  In <i>Thirty-seventh International Conference on Machine Learning (ICML 2020)</i>, July 2020. \n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n  <a href=\"https://proceedings.icml.cc/book/2020/hash/12311d05c9aa67765703984239511212\"\n     onclick=\"log_download('brekelmans-masrani-wood-versteeg-galstyan-allintheexponentialfamilybregmandualityinthermodynamicvariationalinference-2020', 'https://proceedings.icml.cc/book/2020/hash/12311d05c9aa67765703984239511212', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"All in the Exponential Family: Bregman Duality in Thermodynamic Variational Inference [link]\"\n       title=\" link\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> link</span></a>\n  &nbsp;\n  \n  <a href=\"https://proceedings.icml.cc/static/paper_files/icml/2020/2826-Paper.pdf\"\n     onclick=\"log_download('brekelmans-masrani-wood-versteeg-galstyan-allintheexponentialfamilybregmandualityinthermodynamicvariationalinference-2020', 'https://proceedings.icml.cc/static/paper_files/icml/2020/2826-Paper.pdf', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/pdf.svg\"\n\t     alt=\"All in the Exponential Family: Bregman Duality in Thermodynamic Variational Inference [pdf]\"\n       title=\" paper\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> paper</span></a>\n  &nbsp;\n  \n  <a href=\"https://arxiv.org/abs/2007.00642\"\n     onclick=\"log_download('brekelmans-masrani-wood-versteeg-galstyan-allintheexponentialfamilybregmandualityinthermodynamicvariationalinference-2020', 'https://arxiv.org/abs/2007.00642', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"All in the Exponential Family: Bregman Duality in Thermodynamic Variational Inference [link]\"\n       title=\" arxiv\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> arxiv</span></a>\n  &nbsp;\n  \n\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/brekelmans-masrani-wood-versteeg-galstyan-allintheexponentialfamilybregmandualityinthermodynamicvariationalinference-2020\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n  &nbsp;\n  <a class=\"bibbase_abstract_link bibbase link\"\n     href=\"#\"\n     onclick=\"showAbstract(event); return false;\">\n    abstract <i class=\"fa fa-caret-down\"></i></a>\n  \n\n  \n  &nbsp;\n  <span class=\"bibbase_stats_paper\" style=\"color: #777;\">\n    <span>5 downloads</span>\n  </span>\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('brekelmans-masrani-wood-versteeg-galstyan-allintheexponentialfamilybregmandualityinthermodynamicvariationalinference-2020')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n  \n  \n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@inproceedings{BRE-20,\n  author = {{Brekelmans}, Rob and {Masrani}, Vaden and {Wood}, Frank and {Ver Steeg}, Greg and {Galstyan}, Aram},\n  title = {All in the Exponential Family: Bregman Duality in Thermodynamic Variational Inference},\n  booktitle={Thirty-seventh International Conference on Machine Learning (ICML 2020)},\n  keywords = {Computer Science - Machine Learning, Statistics - Machine Learning},\n  year = 2020,\n  month = jul,\n  eid = {arXiv:2007.00642},\n  archivePrefix = {arXiv},\n  eprint = {2007.00642},\n  url_Link = {https://proceedings.icml.cc/book/2020/hash/12311d05c9aa67765703984239511212},\n  url_Paper={https://proceedings.icml.cc/static/paper_files/icml/2020/2826-Paper.pdf},\n  url_ArXiv={https://arxiv.org/abs/2007.00642},\n  support = {D3M},\n  abstract={The recently proposed Thermodynamic Variational Objective (TVO) leverages thermodynamic integration to provide a family of variational inference objectives, which both tighten and generalize the ubiquitous Evidence Lower Bound (ELBO). However, the tightness of TVO bounds was not previously known, an expensive grid search was used to choose a &quot;schedule&quot; of intermediate distributions, and model learning suffered with ostensibly tighter bounds. In this work, we propose an exponential family interpretation of the geometric mixture curve underlying the TVO and various path sampling methods, which allows us to characterize the gap in TVO likelihood bounds as a sum of KL divergences. We propose to choose intermediate distributions using equal spacing in the moment parameters of our exponential family, which matches grid search performance and allows the schedule to adaptively update over the course of training. Finally, we derive a doubly reparameterized gradient estimator which improves model learning and allows the TVO to benefit from more refined bounds. To further contextualize our contributions, we provide a unified framework for understanding thermodynamic integration and the TVO using Taylor series remainders.}\n  }\n\n%@unpublished{WOO-20,\n%  author = {{Wood}, Frank and {Warrington}, Andrew and {Naderiparizi}, Saeid and {Weilbach}, Christian and {Masrani}, Vaden and {Harvey}, William and {Scibior}, Adam and {Beronov}, Boyan and {Nasseri}, Ali},\n%  title = {Planning as Inference in Epidemiological Models},\n%  journal = {arXiv e-prints},\n%  keywords = {Quantitative Biology - Populations and Evolution, Computer Science - Machine Learning, Statistics - Machine Learning},\n%  year = {2020},\n%  eid = {arXiv:2003.13221},\n%  archivePrefix = {arXiv},\n%  eprint = {2003.13221},\n%  support = {D3M,COVID,ETALUMIS},\n%  url_ArXiv={https://arxiv.org/abs/2003.13221},\n%  url_Paper={https://arxiv.org/pdf/2003.13221.pdf},\n%  abstract={In this work we demonstrate how existing software tools can be used to automate parts of infectious disease-control policy-making via performing inference in existing epidemiological dynamics models. The kind of inference tasks undertaken include computing, for planning purposes, the posterior distribution over putatively controllable, via direct policy-making choices, simulation model parameters that give rise to acceptable disease progression outcomes. Neither the full capabilities of such inference automation software tools nor their utility for planning is widely disseminated at the current time. Timely gains in understanding about these tools and how they can be used may lead to more fine-grained and less economically damaging policy prescriptions, particularly during the current COVID-19 pandemic.}\n%}\n\n</pre>\n</div>\n\n\n<div class=\"well well-small bibbase\" data-type=\"abstract\"\n     style=\"display:none\">\n  The recently proposed Thermodynamic Variational Objective (TVO) leverages thermodynamic integration to provide a family of variational inference objectives, which both tighten and generalize the ubiquitous Evidence Lower Bound (ELBO). However, the tightness of TVO bounds was not previously known, an expensive grid search was used to choose a \"schedule\" of intermediate distributions, and model learning suffered with ostensibly tighter bounds. In this work, we propose an exponential family interpretation of the geometric mixture curve underlying the TVO and various path sampling methods, which allows us to characterize the gap in TVO likelihood bounds as a sum of KL divergences. We propose to choose intermediate distributions using equal spacing in the moment parameters of our exponential family, which matches grid search performance and allows the schedule to adaptively update over the course of training. Finally, we derive a doubly reparameterized gradient estimator which improves model learning and allows the TVO to benefit from more refined bounds. To further contextualize our contributions, we provide a unified framework for understanding thermodynamic integration and the TVO using Taylor series remainders.\n</div>\n\n\n</div>\n\n\n  <div class=\"bibbase_paper\" id=\"warrington-naderiparizi-wood-copingwithsimulatorsthatdontalwaysreturn-2020\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  <a href=\"http://proceedings.mlr.press/v108/warrington20a/warrington20a.pdf\"\n     onclick=\"return trackOutboundLink('publications', 'click', 'warrington-naderiparizi-wood-copingwithsimulatorsthatdontalwaysreturn-2020', 'http://proceedings.mlr.press/v108/warrington20a/warrington20a.pdf', event);\">\n    Coping With Simulators That Don’t Always Return.\n  </a>\n  \n  \n  \n</span>\n\n  <span class=\"bibbase_paper_author\">\n  Warrington, A; Naderiparizi, S;  and Wood, F\n</span>\n\n  \n\n</span>\n\n  In <i>The 23rd International Conference on Artificial Intelligence and Statistics (AISTATS)</i>,  2020. \n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\">PMLR 108:1748-1758</span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n  <a href=\"http://proceedings.mlr.press/v108/warrington20a.html\"\n     onclick=\"log_download('warrington-naderiparizi-wood-copingwithsimulatorsthatdontalwaysreturn-2020', 'http://proceedings.mlr.press/v108/warrington20a.html', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"Coping With Simulators That Don’t Always Return [link]\"\n       title=\" link\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> link</span></a>\n  &nbsp;\n  \n  <a href=\"http://proceedings.mlr.press/v108/warrington20a/warrington20a.pdf\"\n     onclick=\"log_download('warrington-naderiparizi-wood-copingwithsimulatorsthatdontalwaysreturn-2020', 'http://proceedings.mlr.press/v108/warrington20a/warrington20a.pdf', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/pdf.svg\"\n\t     alt=\"Coping With Simulators That Don’t Always Return [pdf]\"\n       title=\" paper\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> paper</span></a>\n  &nbsp;\n  \n  <a href=\"https://github.com/plai-group/bibliography/blob/master/presentations_posters/WAR-20.pdf\"\n     onclick=\"log_download('warrington-naderiparizi-wood-copingwithsimulatorsthatdontalwaysreturn-2020', 'https://github.com/plai-group/bibliography/blob/master/presentations_posters/WAR-20.pdf', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/pdf.svg\"\n\t     alt=\"Coping With Simulators That Don’t Always Return [pdf]\"\n       title=\" poster\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> poster</span></a>\n  &nbsp;\n  \n  <a href=\"https://arxiv.org/abs/2003.12908\"\n     onclick=\"log_download('warrington-naderiparizi-wood-copingwithsimulatorsthatdontalwaysreturn-2020', 'https://arxiv.org/abs/2003.12908', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"Coping With Simulators That Don’t Always Return [link]\"\n       title=\" arxiv\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> arxiv</span></a>\n  &nbsp;\n  \n\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/warrington-naderiparizi-wood-copingwithsimulatorsthatdontalwaysreturn-2020\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n  &nbsp;\n  <a class=\"bibbase_abstract_link bibbase link\"\n     href=\"#\"\n     onclick=\"showAbstract(event); return false;\">\n    abstract <i class=\"fa fa-caret-down\"></i></a>\n  \n\n  \n  &nbsp;\n  <span class=\"bibbase_stats_paper\" style=\"color: #777;\">\n    <span>7 downloads</span>\n  </span>\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('warrington-naderiparizi-wood-copingwithsimulatorsthatdontalwaysreturn-2020')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n  \n  \n  \n  \n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@inproceedings{WAR-20,\n  title={Coping With Simulators That Don’t Always Return},\n  author={Warrington, A and Naderiparizi, S and Wood, F},\n  booktitle={The 23rd International Conference on Artificial Intelligence and Statistics (AISTATS)},\n  archiveprefix = {arXiv},\n  eprint = {1906.05462},\n  year={2020},\n  url_Link = {http://proceedings.mlr.press/v108/warrington20a.html},\n  url_Paper = {http://proceedings.mlr.press/v108/warrington20a/warrington20a.pdf},\n  url_Poster = {https://github.com/plai-group/bibliography/blob/master/presentations_posters/WAR-20.pdf},\n  url_ArXiv = {https://arxiv.org/abs/2003.12908},\n  keywords = {simulators, smc, autoregressive flow},\n  support = {D3M,ETALUMIS},\n  bibbase_note={PMLR 108:1748-1758},\n  abstract = {Deterministic models are approximations of reality that are easy to interpret and often easier to build than stochastic alternatives. Unfortunately, as nature is capricious, observational data can never be fully explained by deterministic models in practice. Observation and process noise need to be added to adapt deterministic models to behave stochastically, such that they are capable of explaining and extrapolating from noisy data. We investigate and address computational inefficiencies that arise from adding process noise to deterministic simulators that fail to return for certain inputs; a property we describe as &quot;brittle.&quot; We show how to train a conditional normalizing flow to propose perturbations such that the simulator succeeds with high probability, increasing computational efficiency.}\n  }\n\n</pre>\n</div>\n\n\n<div class=\"well well-small bibbase\" data-type=\"abstract\"\n     style=\"display:none\">\n  Deterministic models are approximations of reality that are easy to interpret and often easier to build than stochastic alternatives. Unfortunately, as nature is capricious, observational data can never be fully explained by deterministic models in practice. Observation and process noise need to be added to adapt deterministic models to behave stochastically, such that they are capable of explaining and extrapolating from noisy data. We investigate and address computational inefficiencies that arise from adding process noise to deterministic simulators that fail to return for certain inputs; a property we describe as \"brittle.\" We show how to train a conditional normalizing flow to propose perturbations such that the simulator succeeds with high probability, increasing computational efficiency.\n</div>\n\n\n</div>\n\n\n  <div class=\"bibbase_paper\" id=\"harvey-munk-baydin-bergholm-wood-attentionforinferencecompilation-2020\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  <a href=\"https://arxiv.org/pdf/1910.11961.pdf\"\n     onclick=\"return trackOutboundLink('publications', 'click', 'harvey-munk-baydin-bergholm-wood-attentionforinferencecompilation-2020', 'https://arxiv.org/pdf/1910.11961.pdf', event);\">\n    Attention for Inference Compilation.\n  </a>\n  \n  \n  \n</span>\n\n  <span class=\"bibbase_paper_author\">\n  Harvey, W; Munk, A; Baydin, A.; Bergholm, A;  and Wood, F\n</span>\n\n  \n\n</span>\n\n  In <i>The second International Conference on Probabilistic Programming (PROBPROG)</i>,  2020. \n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n  <a href=\"https://arxiv.org/pdf/1910.11961.pdf\"\n     onclick=\"log_download('harvey-munk-baydin-bergholm-wood-attentionforinferencecompilation-2020', 'https://arxiv.org/pdf/1910.11961.pdf', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/pdf.svg\"\n\t     alt=\"Attention for Inference Compilation [pdf]\"\n       title=\" paper\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> paper</span></a>\n  &nbsp;\n  \n  <a href=\"https://arxiv.org/abs/1910.11961\"\n     onclick=\"log_download('harvey-munk-baydin-bergholm-wood-attentionforinferencecompilation-2020', 'https://arxiv.org/abs/1910.11961', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"Attention for Inference Compilation [link]\"\n       title=\" arxiv\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> arxiv</span></a>\n  &nbsp;\n  \n  <a href=\"https://github.com/plai-group/bibliography/blob/master/presentations_posters/PROBPROG2020_HAR.pdf\"\n     onclick=\"log_download('harvey-munk-baydin-bergholm-wood-attentionforinferencecompilation-2020', 'https://github.com/plai-group/bibliography/blob/master/presentations_posters/PROBPROG2020_HAR.pdf', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/pdf.svg\"\n\t     alt=\"Attention for Inference Compilation [pdf]\"\n       title=\" poster\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> poster</span></a>\n  &nbsp;\n  \n\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/harvey-munk-baydin-bergholm-wood-attentionforinferencecompilation-2020\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n  &nbsp;\n  <a class=\"bibbase_abstract_link bibbase link\"\n     href=\"#\"\n     onclick=\"showAbstract(event); return false;\">\n    abstract <i class=\"fa fa-caret-down\"></i></a>\n  \n\n  \n  &nbsp;\n  <span class=\"bibbase_stats_paper\" style=\"color: #777;\">\n    <span>10 downloads</span>\n  </span>\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('harvey-munk-baydin-bergholm-wood-attentionforinferencecompilation-2020')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@inproceedings{HAR-20,\n  title={Attention for Inference Compilation},\n  author={Harvey, W and Munk, A and Baydin, AG and Bergholm, A and Wood, F},\n  booktitle={The second International Conference on Probabilistic Programming (PROBPROG)},\n  year={2020},\n  archiveprefix = {arXiv},\n  eprint = {1910.11961},\n  support = {D3M,LwLL},\n  url_Paper={https://arxiv.org/pdf/1910.11961.pdf},\n  url_ArXiv={https://arxiv.org/abs/1910.11961},\n  url_Poster={https://github.com/plai-group/bibliography/blob/master/presentations_posters/PROBPROG2020_HAR.pdf},\n  abstract = {We present a new approach to automatic amortized inference in universal probabilistic programs which improves performance compared to current methods. Our approach is a variation of inference compilation (IC) which leverages deep neural networks to approximate a posterior distribution over latent variables in a probabilistic program. A challenge with existing IC network architectures is that they can fail to model long-range dependencies between latent variables. To address this, we introduce an attention mechanism that attends to the most salient variables previously sampled in the execution of a probabilistic program. We demonstrate that the addition of attention allows the proposal distributions to better match the true posterior, enhancing inference about latent variables in simulators.},\n}\n\n</pre>\n</div>\n\n\n<div class=\"well well-small bibbase\" data-type=\"abstract\"\n     style=\"display:none\">\n  We present a new approach to automatic amortized inference in universal probabilistic programs which improves performance compared to current methods. Our approach is a variation of inference compilation (IC) which leverages deep neural networks to approximate a posterior distribution over latent variables in a probabilistic program. A challenge with existing IC network architectures is that they can fail to model long-range dependencies between latent variables. To address this, we introduce an attention mechanism that attends to the most salient variables previously sampled in the execution of a probabilistic program. We demonstrate that the addition of attention allows the proposal distributions to better match the true posterior, enhancing inference about latent variables in simulators.\n</div>\n\n\n</div>\n\n\n  <div class=\"bibbase_paper\" id=\"munk-cibior-baydin-stewart-fernlund-poursartip-wood-deepprobabilisticsurrogatenetworksforuniversalsimulatorapproximation-2020\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  <a href=\"https://arxiv.org/pdf/1910.11950.pdf\"\n     onclick=\"return trackOutboundLink('publications', 'click', 'munk-cibior-baydin-stewart-fernlund-poursartip-wood-deepprobabilisticsurrogatenetworksforuniversalsimulatorapproximation-2020', 'https://arxiv.org/pdf/1910.11950.pdf', event);\">\n    Deep probabilistic surrogate networks for universal simulator approximation.\n  </a>\n  \n  \n  \n</span>\n\n  <span class=\"bibbase_paper_author\">\n  Munk, A.; Ścibior, A.; Baydin, A.; Stewart, A; Fernlund, A; Poursartip, A;  and <a class=\"bibbase author link\" href=\"https://plai.cs.ubc.ca/publications/\">Wood, F.</a>\n</span>\n\n  \n\n</span>\n\n  In <i>The second International Conference on Probabilistic Programming (PROBPROG)</i>,  2020. \n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n  <a href=\"https://arxiv.org/pdf/1910.11950.pdf\"\n     onclick=\"log_download('munk-cibior-baydin-stewart-fernlund-poursartip-wood-deepprobabilisticsurrogatenetworksforuniversalsimulatorapproximation-2020', 'https://arxiv.org/pdf/1910.11950.pdf', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/pdf.svg\"\n\t     alt=\"Deep probabilistic surrogate networks for universal simulator approximation [pdf]\"\n       title=\" paper\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> paper</span></a>\n  &nbsp;\n  \n  <a href=\"https://arxiv.org/abs/1910.11950\"\n     onclick=\"log_download('munk-cibior-baydin-stewart-fernlund-poursartip-wood-deepprobabilisticsurrogatenetworksforuniversalsimulatorapproximation-2020', 'https://arxiv.org/abs/1910.11950', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"Deep probabilistic surrogate networks for universal simulator approximation [link]\"\n       title=\" arxiv\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> arxiv</span></a>\n  &nbsp;\n  \n  <a href=\"https://github.com/plai-group/bibliography/blob/master/presentations_posters/PROBPROG2020_MUN.pdf\"\n     onclick=\"log_download('munk-cibior-baydin-stewart-fernlund-poursartip-wood-deepprobabilisticsurrogatenetworksforuniversalsimulatorapproximation-2020', 'https://github.com/plai-group/bibliography/blob/master/presentations_posters/PROBPROG2020_MUN.pdf', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/pdf.svg\"\n\t     alt=\"Deep probabilistic surrogate networks for universal simulator approximation [pdf]\"\n       title=\" poster\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> poster</span></a>\n  &nbsp;\n  \n\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/munk-cibior-baydin-stewart-fernlund-poursartip-wood-deepprobabilisticsurrogatenetworksforuniversalsimulatorapproximation-2020\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n  &nbsp;\n  <a class=\"bibbase_abstract_link bibbase link\"\n     href=\"#\"\n     onclick=\"showAbstract(event); return false;\">\n    abstract <i class=\"fa fa-caret-down\"></i></a>\n  \n\n  \n  &nbsp;\n  <span class=\"bibbase_stats_paper\" style=\"color: #777;\">\n    <span>5 downloads</span>\n  </span>\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('munk-cibior-baydin-stewart-fernlund-poursartip-wood-deepprobabilisticsurrogatenetworksforuniversalsimulatorapproximation-2020')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@inproceedings{MUN-20,\n  title={Deep probabilistic surrogate networks for universal simulator approximation},\n  author={Munk, Andreas and Ścibior, Adam and Baydin, AG and Stewart, A and Fernlund, A and Poursartip, A and Wood, Frank},\n  booktitle={The second International Conference on Probabilistic Programming (PROBPROG)},\n  year={2020},\n  archiveprefix = {arXiv},\n  eprint = {1910.11950},\n  support = {D3M,ETALUMIS},\n  url_Paper={https://arxiv.org/pdf/1910.11950.pdf},\n  url_ArXiv={https://arxiv.org/abs/1910.11950},\n  url_Poster={https://github.com/plai-group/bibliography/blob/master/presentations_posters/PROBPROG2020_MUN.pdf},\n  abstract = {We present a framework for automatically structuring and training fast, approximate, deep neural surrogates of existing stochastic simulators. Unlike traditional approaches to surrogate modeling, our surrogates retain the interpretable structure of the reference simulators. The particular way we achieve this allows us to replace the reference simulator with the surrogate when undertaking amortized inference in the probabilistic programming sense. The fidelity and speed of our surrogates allow for not only faster &quot;forward&quot; stochastic simulation but also for accurate and substantially faster inference. We support these claims via experiments that involve a commercial composite-materials curing simulator. Employing our surrogate modeling technique makes inference an order of magnitude faster, opening up the possibility of doing simulator-based, non-invasive, just-in-time parts quality testing; in this case inferring safety-critical latent internal temperature profiles of composite materials undergoing curing from surface temperature profile measurements.},\n}\n\n</pre>\n</div>\n\n\n<div class=\"well well-small bibbase\" data-type=\"abstract\"\n     style=\"display:none\">\n  We present a framework for automatically structuring and training fast, approximate, deep neural surrogates of existing stochastic simulators. Unlike traditional approaches to surrogate modeling, our surrogates retain the interpretable structure of the reference simulators. The particular way we achieve this allows us to replace the reference simulator with the surrogate when undertaking amortized inference in the probabilistic programming sense. The fidelity and speed of our surrogates allow for not only faster \"forward\" stochastic simulation but also for accurate and substantially faster inference. We support these claims via experiments that involve a commercial composite-materials curing simulator. Employing our surrogate modeling technique makes inference an order of magnitude faster, opening up the possibility of doing simulator-based, non-invasive, just-in-time parts quality testing; in this case inferring safety-critical latent internal temperature profiles of composite materials undergoing curing from surface temperature profile measurements.\n</div>\n\n\n</div>\n\n\n  <div class=\"bibbase_paper\" id=\"bateni-goyal-masrani-wood-sigal-improvedfewshotvisualclassification-2020\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  <a href=\"http://openaccess.thecvf.com/content_CVPR_2020/papers/Bateni_Improved_Few-Shot_Visual_Classification_CVPR_2020_paper.pdf\"\n     onclick=\"return trackOutboundLink('publications', 'click', 'bateni-goyal-masrani-wood-sigal-improvedfewshotvisualclassification-2020', 'http://openaccess.thecvf.com/content_CVPR_2020/papers/Bateni_Improved_Few-Shot_Visual_Classification_CVPR_2020_paper.pdf', event);\">\n    Improved Few-Shot Visual Classification.\n  </a>\n  \n  \n  \n</span>\n\n  <span class=\"bibbase_paper_author\">\n  Bateni, P.; Goyal, R.; Masrani, V.; <a class=\"bibbase author link\" href=\"https://plai.cs.ubc.ca/publications/\">Wood, F.</a>;  and Sigal, L.\n</span>\n\n  \n\n</span>\n\n  In <i>Conference on Computer Vision and Pattern Recognition (CVPR)</i>,  2020. \n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n  <a href=\"https://openaccess.thecvf.com/content_CVPR_2020/html/Bateni_Improved_Few-Shot_Visual_Classification_CVPR_2020_paper.html\"\n     onclick=\"log_download('bateni-goyal-masrani-wood-sigal-improvedfewshotvisualclassification-2020', 'https://openaccess.thecvf.com/content_CVPR_2020/html/Bateni_Improved_Few-Shot_Visual_Classification_CVPR_2020_paper.html', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"Improved Few-Shot Visual Classification [link]\"\n       title=\" link\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> link</span></a>\n  &nbsp;\n  \n  <a href=\"http://openaccess.thecvf.com/content_CVPR_2020/papers/Bateni_Improved_Few-Shot_Visual_Classification_CVPR_2020_paper.pdf\"\n     onclick=\"log_download('bateni-goyal-masrani-wood-sigal-improvedfewshotvisualclassification-2020', 'http://openaccess.thecvf.com/content_CVPR_2020/papers/Bateni_Improved_Few-Shot_Visual_Classification_CVPR_2020_paper.pdf', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/pdf.svg\"\n\t     alt=\"Improved Few-Shot Visual Classification [pdf]\"\n       title=\" paper\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> paper</span></a>\n  &nbsp;\n  \n  <a href=\"https://arxiv.org/abs/1912.03432\"\n     onclick=\"log_download('bateni-goyal-masrani-wood-sigal-improvedfewshotvisualclassification-2020', 'https://arxiv.org/abs/1912.03432', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"Improved Few-Shot Visual Classification [link]\"\n       title=\" arxiv\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> arxiv</span></a>\n  &nbsp;\n  \n\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/bateni-goyal-masrani-wood-sigal-improvedfewshotvisualclassification-2020\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n  &nbsp;\n  <a class=\"bibbase_abstract_link bibbase link\"\n     href=\"#\"\n     onclick=\"showAbstract(event); return false;\">\n    abstract <i class=\"fa fa-caret-down\"></i></a>\n  \n\n  \n  &nbsp;\n  <span class=\"bibbase_stats_paper\" style=\"color: #777;\">\n    <span>10 downloads</span>\n  </span>\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('bateni-goyal-masrani-wood-sigal-improvedfewshotvisualclassification-2020')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n  \n  \n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@inproceedings{BAT-20,\n  author = {{Bateni}, Peyman and {Goyal}, Raghav and {Masrani}, Vaden and {Wood}, Frank and {Sigal}, Leonid},\n  title = {Improved Few-Shot Visual Classification},\n  booktitle = {Conference on Computer Vision and Pattern Recognition (CVPR)},\n  keywords = {LwLL, Computer Science - Computer Vision and Pattern Recognition},\n  year = {2020},\n  eid = {arXiv:1912.03432},\n  archivePrefix = {arXiv},\n  eprint = {1912.03432},\n  support = {D3M,LwLL},\n  url_Link = {https://openaccess.thecvf.com/content_CVPR_2020/html/Bateni_Improved_Few-Shot_Visual_Classification_CVPR_2020_paper.html},\n  url_Paper={http://openaccess.thecvf.com/content_CVPR_2020/papers/Bateni_Improved_Few-Shot_Visual_Classification_CVPR_2020_paper.pdf},\n  url_ArXiv={https://arxiv.org/abs/1912.03432},\n  abstract={Few-shot learning is a fundamental task in computer vision that carries the promise of alleviating the need for exhaustively labeled data. Most few-shot learning approaches to date have focused on progressively more complex neural feature extractors and classifier adaptation strategies, as well as the refinement of the task definition itself. In this paper, we explore the hypothesis that a simple class-covariance-based distance metric, namely the Mahalanobis distance, adopted into a state of the art few-shot learning approach (CNAPS) can, in and of itself, lead to a significant performance improvement. We also discover that it is possible to learn adaptive feature extractors that allow useful estimation of the high dimensional feature covariances required by this metric from surprisingly few samples. The result of our work is a new &quot;Simple CNAPS&quot; architecture which has up to 9.2% fewer trainable parameters than CNAPS and performs up to 6.1% better than state of the art on the standard few-shot image classification benchmark dataset.}\n}\n\n%@inproceedings{WAN-19,\n%  title={Safer End-to-End Autonomous Driving via Conditional Imitation Learning and Command Augmentation},\n%  author={Wang, R and Scibior, A and Wood F},\n%  booktitle={NeurIPS self-driving car workshop},\n%  year={2019},\n%  archiveprefix = {arXiv},\n%  eprint = {1909.09721},\n%  support = {D3M},\n%  url_Paper = {https://arxiv.org/pdf/1909.09721.pdf},\n%  url_ArXiv={https://arxiv.org/abs/1909.09721},\n%  abstract={Imitation learning is a promising approach to end-to-end training of autonomous vehicle controllers. Typically the driving process with such approaches is entirely automatic and black-box, although in practice it is desirable to control the vehicle through high-level commands, such as telling it which way to go at an intersection. In existing work this has been accomplished by the application of a branched neural architecture, since directly providing the command as an additional input to the controller often results in the command being ignored. In this work we overcome this limitation by learning a disentangled probabilistic latent variable model that generates the steering commands. We achieve faithful command-conditional generation without using a branched architecture and demonstrate improved stability of the controller, applying only a variational objective without any domain-specific adjustments. On top of that, we extend our model with an additional latent variable and augment the dataset to train a controller that is robust to unsafe commands, such as asking it to turn into a wall. The main contribution of this work is a recipe for building controllable imitation driving agents that improves upon multiple aspects of the current state of the art relating to robustness and interpretability.}\n%}\n\n</pre>\n</div>\n\n\n<div class=\"well well-small bibbase\" data-type=\"abstract\"\n     style=\"display:none\">\n  Few-shot learning is a fundamental task in computer vision that carries the promise of alleviating the need for exhaustively labeled data. Most few-shot learning approaches to date have focused on progressively more complex neural feature extractors and classifier adaptation strategies, as well as the refinement of the task definition itself. In this paper, we explore the hypothesis that a simple class-covariance-based distance metric, namely the Mahalanobis distance, adopted into a state of the art few-shot learning approach (CNAPS) can, in and of itself, lead to a significant performance improvement. We also discover that it is possible to learn adaptive feature extractors that allow useful estimation of the high dimensional feature covariances required by this metric from surprisingly few samples. The result of our work is a new \"Simple CNAPS\" architecture which has up to 9.2% fewer trainable parameters than CNAPS and performs up to 6.1% better than state of the art on the standard few-shot image classification benchmark dataset.\n</div>\n\n\n</div>\n\n\n\n\n\n    </div>\n  </div>\n\n  <div class=\"bibbase_group_whole\" id=\"group_unpublished\">\n    <div class=\"bibbase_group\"\n      onclick=\"toggleGroup('group_unpublished')\"\n      onkeypress=\"toggleGroup('group_unpublished')\"\n      tabindex=\"0\">\n      <i class=\"fa fa-angle-down bibbase_group_head_icon\"></i>&nbsp;\n      <span>unpublished</span>\n      <span class=\"bibbase_group_count\">\n        \n        (2)\n        \n      </span>\n    </div>\n    <div class=\"bibbase_group_body\">\n      \n  \n  <div class=\"bibbase_paper\" id=\"yoo-joseph-yung-nasseri-wood-ensemblesquaredametaautomlsystem-2020\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  <a href=\"https://arxiv.org/pdf/2012.05390.pdf\"\n     onclick=\"return trackOutboundLink('publications', 'click', 'yoo-joseph-yung-nasseri-wood-ensemblesquaredametaautomlsystem-2020', 'https://arxiv.org/pdf/2012.05390.pdf', event);\">\n    Ensemble Squared: A Meta AutoML System.\n  </a>\n  \n  \n  \n</span>\n\n  <span class=\"bibbase_paper_author\">\n  Yoo, J.; Joseph, T.; Yung, D.; Nasseri, S. A.;  and <a class=\"bibbase author link\" href=\"https://plai.cs.ubc.ca/publications/\">Wood, F.</a>\n</span>\n\n  \n\n</span>\n\n   2020.\n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n  <a href=\"https://arxiv.org/abs/2012.05390\"\n     onclick=\"log_download('yoo-joseph-yung-nasseri-wood-ensemblesquaredametaautomlsystem-2020', 'https://arxiv.org/abs/2012.05390', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"Ensemble Squared: A Meta AutoML System [link]\"\n       title=\" arxiv\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> arxiv</span></a>\n  &nbsp;\n  \n  <a href=\"https://arxiv.org/pdf/2012.05390.pdf\"\n     onclick=\"log_download('yoo-joseph-yung-nasseri-wood-ensemblesquaredametaautomlsystem-2020', 'https://arxiv.org/pdf/2012.05390.pdf', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/pdf.svg\"\n\t     alt=\"Ensemble Squared: A Meta AutoML System [pdf]\"\n       title=\" paper\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> paper</span></a>\n  &nbsp;\n  \n\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/yoo-joseph-yung-nasseri-wood-ensemblesquaredametaautomlsystem-2020\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n  &nbsp;\n  <a class=\"bibbase_abstract_link bibbase link\"\n     href=\"#\"\n     onclick=\"showAbstract(event); return false;\">\n    abstract <i class=\"fa fa-caret-down\"></i></a>\n  \n\n  \n  &nbsp;\n  <span class=\"bibbase_stats_paper\" style=\"color: #777;\">\n    <span>8 downloads</span>\n  </span>\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('yoo-joseph-yung-nasseri-wood-ensemblesquaredametaautomlsystem-2020')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@unpublished{yoo2020ensemble,\n      title={Ensemble Squared: A Meta AutoML System}, \n      author={Jason Yoo and Tony Joseph and Dylan Yung and S. Ali Nasseri and Frank Wood},\n      year={2020},\n      eprint={2012.05390},\n      archivePrefix={arXiv},\n      primaryClass={cs.LG},  \n      url_ArXiv={https://arxiv.org/abs/2012.05390},\n      url_Paper={https://arxiv.org/pdf/2012.05390.pdf},\n      support = {D3M},\n      abstract = {The continuing rise in the number of problems amenable to machine learning solutions, coupled with simultaneous growth in both computing power and variety of machine learning techniques has led to an explosion of interest in automated machine learning (AutoML). This paper presents Ensemble Squared (Ensemble2), a &quot;meta&quot; AutoML system that ensembles at the level of AutoML systems. Ensemble2 exploits the diversity of existing, competing AutoML systems by ensembling the top-performing models simultaneously generated by a set of them. Our work shows that diversity in AutoML systems is sufficient to justify ensembling at the AutoML system level. In demonstrating this, we also establish a new state of the art AutoML result on the OpenML classification challenge.}\n}\n\n</pre>\n</div>\n\n\n<div class=\"well well-small bibbase\" data-type=\"abstract\"\n     style=\"display:none\">\n  The continuing rise in the number of problems amenable to machine learning solutions, coupled with simultaneous growth in both computing power and variety of machine learning techniques has led to an explosion of interest in automated machine learning (AutoML). This paper presents Ensemble Squared (Ensemble2), a \"meta\" AutoML system that ensembles at the level of AutoML systems. Ensemble2 exploits the diversity of existing, competing AutoML systems by ensembling the top-performing models simultaneously generated by a set of them. Our work shows that diversity in AutoML systems is sufficient to justify ensembling at the AutoML system level. In demonstrating this, we also establish a new state of the art AutoML result on the OpenML classification challenge.\n</div>\n\n\n</div>\n\n\n  <div class=\"bibbase_paper\" id=\"naderiparizi-chiu-bloemreddy-wood-uncertaintyinneuralprocesses-2020\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  <a href=\"https://arxiv.org/pdf/2010.03753.pdf\"\n     onclick=\"return trackOutboundLink('publications', 'click', 'naderiparizi-chiu-bloemreddy-wood-uncertaintyinneuralprocesses-2020', 'https://arxiv.org/pdf/2010.03753.pdf', event);\">\n    Uncertainty in Neural Processes.\n  </a>\n  \n  \n  \n</span>\n\n  <span class=\"bibbase_paper_author\">\n  Naderiparizi, S.; Chiu, K.; Bloem-Reddy, B.;  and <a class=\"bibbase author link\" href=\"https://plai.cs.ubc.ca/publications/\">Wood, F.</a>\n</span>\n\n  \n\n</span>\n\n   2020.\n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n  <a href=\"https://arxiv.org/abs/2010.03753\"\n     onclick=\"log_download('naderiparizi-chiu-bloemreddy-wood-uncertaintyinneuralprocesses-2020', 'https://arxiv.org/abs/2010.03753', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"Uncertainty in Neural Processes [link]\"\n       title=\" arxiv\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> arxiv</span></a>\n  &nbsp;\n  \n  <a href=\"https://arxiv.org/pdf/2010.03753.pdf\"\n     onclick=\"log_download('naderiparizi-chiu-bloemreddy-wood-uncertaintyinneuralprocesses-2020', 'https://arxiv.org/pdf/2010.03753.pdf', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/pdf.svg\"\n\t     alt=\"Uncertainty in Neural Processes [pdf]\"\n       title=\" paper\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> paper</span></a>\n  &nbsp;\n  \n\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/naderiparizi-chiu-bloemreddy-wood-uncertaintyinneuralprocesses-2020\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n  &nbsp;\n  <a class=\"bibbase_abstract_link bibbase link\"\n     href=\"#\"\n     onclick=\"showAbstract(event); return false;\">\n    abstract <i class=\"fa fa-caret-down\"></i></a>\n  \n\n  \n  &nbsp;\n  <span class=\"bibbase_stats_paper\" style=\"color: #777;\">\n    <span>1 download</span>\n  </span>\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('naderiparizi-chiu-bloemreddy-wood-uncertaintyinneuralprocesses-2020')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@unpublished{NAD-20a,\n  title={Uncertainty in Neural Processes}, \n  author={Saeid Naderiparizi and Kenny Chiu and Benjamin Bloem-Reddy and Frank Wood},\n  journal={arXiv preprint arXiv:1906.05462},\n  year={2020},\n  eid = {arXiv:2010.03753},\n  archivePrefix = {arXiv},\n  eprint = {2010.03753},\n  url_ArXiv={https://arxiv.org/abs/2010.03753},\n  url_Paper={https://arxiv.org/pdf/2010.03753.pdf},\n  support = {D3M,ETALUMIS},\n  abstract={We explore the effects of architecture and training objective choice on amortized posterior predictive inference in probabilistic conditional generative models. We aim this work to be a counterpoint to a recent trend in the literature that stresses achieving good samples when the amount of conditioning data is large. We instead focus our attention on the case where the amount of conditioning data is small. We highlight specific architecture and objective choices that we find lead to qualitative and quantitative improvement to posterior inference in this low data regime. Specifically we explore the effects of choices of pooling operator and variational family on posterior quality in neural processes. Superior posterior predictive samples drawn from our novel neural process architectures are demonstrated via image completion/in-painting experiments.}\n}\n\n</pre>\n</div>\n\n\n<div class=\"well well-small bibbase\" data-type=\"abstract\"\n     style=\"display:none\">\n  We explore the effects of architecture and training objective choice on amortized posterior predictive inference in probabilistic conditional generative models. We aim this work to be a counterpoint to a recent trend in the literature that stresses achieving good samples when the amount of conditioning data is large. We instead focus our attention on the case where the amount of conditioning data is small. We highlight specific architecture and objective choices that we find lead to qualitative and quantitative improvement to posterior inference in this low data regime. Specifically we explore the effects of choices of pooling operator and variational family on posterior quality in neural processes. Superior posterior predictive samples drawn from our novel neural process architectures are demonstrated via image completion/in-painting experiments.\n</div>\n\n\n</div>\n\n\n\n\n\n    </div>\n  </div>\n\n\n\n\n    </div>\n  </div>\n\n  <div class=\"bibbase_group_whole\" id=\"group_2019\">\n    <div class=\"bibbase_group\"\n      onclick=\"toggleGroup('group_2019')\"\n      onkeypress=\"toggleGroup('group_2019')\"\n      tabindex=\"0\">\n      <i class=\"fa fa-angle-down bibbase_group_head_icon\"></i>&nbsp;\n      <span>2019</span>\n      <span class=\"bibbase_group_count\">\n        \n        (3)\n        \n      </span>\n    </div>\n    <div class=\"bibbase_group_body\">\n      \n  \n  <div class=\"bibbase_group_whole\" id=\"group_inproceedings\">\n    <div class=\"bibbase_group\"\n      onclick=\"toggleGroup('group_inproceedings')\"\n      onkeypress=\"toggleGroup('group_inproceedings')\"\n      tabindex=\"0\">\n      <i class=\"fa fa-angle-down bibbase_group_head_icon\"></i>&nbsp;\n      <span>inproceedings</span>\n      <span class=\"bibbase_group_count\">\n        \n        (11)\n        \n      </span>\n    </div>\n    <div class=\"bibbase_group_body\">\n      \n  \n  <div class=\"bibbase_paper\" id=\"warrington-naderiparizi-wood-copingwithsimulatorsthatdontalwaysreturn-2019\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  <a href=\"https://openreview.net/forum?id=SJecKyhEKr&amp;noteId=SJecKyhEKr\"\n     onclick=\"return trackOutboundLink('publications', 'click', 'warrington-naderiparizi-wood-copingwithsimulatorsthatdontalwaysreturn-2019', 'https://openreview.net/forum?id=SJecKyhEKr&amp;noteId=SJecKyhEKr', event);\">\n    Coping With Simulators That Don’t Always Return.\n  </a>\n  \n  \n  \n</span>\n\n  <span class=\"bibbase_paper_author\">\n  Warrington, A; Naderiparizi, S;  and Wood, F\n</span>\n\n  \n\n</span>\n\n  In <i>2nd Symposium on Advances in Approximate Bayesian Inference (AABI)</i>,  2019. \n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n  <a href=\"https://openreview.net/forum?id=SJecKyhEKr&amp;noteId=SJecKyhEKr\"\n     onclick=\"log_download('warrington-naderiparizi-wood-copingwithsimulatorsthatdontalwaysreturn-2019', 'https://openreview.net/forum?id=SJecKyhEKr&amp;noteId=SJecKyhEKr', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"Coping With Simulators That Don’t Always Return [link]\"\n       title=\" link\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> link</span></a>\n  &nbsp;\n  \n  <a href=\"https://openreview.net/pdf?id=SJecKyhEKr\"\n     onclick=\"log_download('warrington-naderiparizi-wood-copingwithsimulatorsthatdontalwaysreturn-2019', 'https://openreview.net/pdf?id=SJecKyhEKr', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"Coping With Simulators That Don’t Always Return [link]\"\n       title=\" paper\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> paper</span></a>\n  &nbsp;\n  \n\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/warrington-naderiparizi-wood-copingwithsimulatorsthatdontalwaysreturn-2019\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n  &nbsp;\n  <a class=\"bibbase_abstract_link bibbase link\"\n     href=\"#\"\n     onclick=\"showAbstract(event); return false;\">\n    abstract <i class=\"fa fa-caret-down\"></i></a>\n  \n\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('warrington-naderiparizi-wood-copingwithsimulatorsthatdontalwaysreturn-2019')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n  \n  \n  \n  \n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@inproceedings{WAR-19a,\n  title={Coping With Simulators That Don’t Always Return},\n  author={Warrington, A and Naderiparizi, S and Wood, F},\n  booktitle={2nd Symposium on Advances in Approximate Bayesian Inference (AABI)},\n  year={2019},\n  url_Link={https://openreview.net/forum?id=SJecKyhEKr&amp;noteId=SJecKyhEKr},\n  url_Paper={https://openreview.net/pdf?id=SJecKyhEKr},\n  keywords = {simulators, smc, autoregressive flow},\n  support = {D3M,ETALUMIS},\n  abstract = {Deterministic models are approximations of reality that are often easier to build and interpret than stochastic alternatives.  \nUnfortunately, as nature is capricious, observational data can never be fully explained by deterministic models in practice.  \nObservation and process noise need to be added to adapt deterministic models to behave stochastically, such that they are capable of explaining and extrapolating from noisy data.\nAdding process noise to deterministic simulators can induce a failure in the simulator resulting in no return value for certain inputs -- a property we describe as &#x60;&#x60;brittle.&#x27;&#x27;\nWe investigate and address the wasted computation that arises from these failures, and the effect of such failures on downstream inference tasks.\nWe show that performing inference in this space can be viewed as rejection sampling, and train a conditional normalizing flow as a proposal over noise values such that there is a low probability that the simulator crashes, increasing computational efficiency and inference fidelity for a fixed sample budget when used as the proposal in an approximate inference algorithm.}\n}\n\n</pre>\n</div>\n\n\n<div class=\"well well-small bibbase\" data-type=\"abstract\"\n     style=\"display:none\">\n  Deterministic models are approximations of reality that are often easier to build and interpret than stochastic alternatives. Unfortunately, as nature is capricious, observational data can never be fully explained by deterministic models in practice. Observation and process noise need to be added to adapt deterministic models to behave stochastically, such that they are capable of explaining and extrapolating from noisy data. Adding process noise to deterministic simulators can induce a failure in the simulator resulting in no return value for certain inputs – a property we describe as ``brittle.'' We investigate and address the wasted computation that arises from these failures, and the effect of such failures on downstream inference tasks. We show that performing inference in this space can be viewed as rejection sampling, and train a conditional normalizing flow as a proposal over noise values such that there is a low probability that the simulator crashes, increasing computational efficiency and inference fidelity for a fixed sample budget when used as the proposal in an approximate inference algorithm.\n</div>\n\n\n</div>\n\n\n  <div class=\"bibbase_paper\" id=\"harvey-teng-wood-nearoptimalglimpsesequencesforimprovedhardattentionneuralnetworktraining-2019\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  <a href=\"http://bayesiandeeplearning.org/2019/papers/38.pdf\"\n     onclick=\"return trackOutboundLink('publications', 'click', 'harvey-teng-wood-nearoptimalglimpsesequencesforimprovedhardattentionneuralnetworktraining-2019', 'http://bayesiandeeplearning.org/2019/papers/38.pdf', event);\">\n    Near-Optimal Glimpse Sequences for Improved Hard Attention Neural Network Training.\n  </a>\n  \n  \n  \n</span>\n\n  <span class=\"bibbase_paper_author\">\n  Harvey, W.; Teng, M.;  and <a class=\"bibbase author link\" href=\"https://plai.cs.ubc.ca/publications/\">Wood, F.</a>\n</span>\n\n  \n\n</span>\n\n  In <i>NeurIPS Workshop on Bayesian Deep Learning</i>,  2019. \n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n  <a href=\"http://bayesiandeeplearning.org/2019/papers/38.pdf\"\n     onclick=\"log_download('harvey-teng-wood-nearoptimalglimpsesequencesforimprovedhardattentionneuralnetworktraining-2019', 'http://bayesiandeeplearning.org/2019/papers/38.pdf', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/pdf.svg\"\n\t     alt=\"Near-Optimal Glimpse Sequences for Improved Hard Attention Neural Network Training [pdf]\"\n       title=\" paper\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> paper</span></a>\n  &nbsp;\n  \n  <a href=\"https://arxiv.org/abs/1906.05462\"\n     onclick=\"log_download('harvey-teng-wood-nearoptimalglimpsesequencesforimprovedhardattentionneuralnetworktraining-2019', 'https://arxiv.org/abs/1906.05462', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"Near-Optimal Glimpse Sequences for Improved Hard Attention Neural Network Training [link]\"\n       title=\" arxiv\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> arxiv</span></a>\n  &nbsp;\n  \n  <a href=\"https://github.com/plai-group/bibliography/blob/master/presentations_posters/HAR-19.pdf\"\n     onclick=\"log_download('harvey-teng-wood-nearoptimalglimpsesequencesforimprovedhardattentionneuralnetworktraining-2019', 'https://github.com/plai-group/bibliography/blob/master/presentations_posters/HAR-19.pdf', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/pdf.svg\"\n\t     alt=\"Near-Optimal Glimpse Sequences for Improved Hard Attention Neural Network Training [pdf]\"\n       title=\" poster\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> poster</span></a>\n  &nbsp;\n  \n\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/harvey-teng-wood-nearoptimalglimpsesequencesforimprovedhardattentionneuralnetworktraining-2019\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n  &nbsp;\n  <a class=\"bibbase_abstract_link bibbase link\"\n     href=\"#\"\n     onclick=\"showAbstract(event); return false;\">\n    abstract <i class=\"fa fa-caret-down\"></i></a>\n  \n\n  \n  &nbsp;\n  <span class=\"bibbase_stats_paper\" style=\"color: #777;\">\n    <span>3 downloads</span>\n  </span>\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('harvey-teng-wood-nearoptimalglimpsesequencesforimprovedhardattentionneuralnetworktraining-2019')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@inproceedings{HAR-19,\n  title={Near-Optimal Glimpse Sequences for Improved Hard Attention Neural Network Training},\n  author={Harvey, William and Teng, Michael and Wood, Frank},\n  booktitle={NeurIPS Workshop on Bayesian Deep Learning},\n  year={2019},\n  support = {D3M,LwLL},\n  archiveprefix = {arXiv},\n  eprint = {1906.05462},\n  url_Paper={http://bayesiandeeplearning.org/2019/papers/38.pdf},\n  url_ArXiv={https://arxiv.org/abs/1906.05462},\n  url_Poster={https://github.com/plai-group/bibliography/blob/master/presentations_posters/HAR-19.pdf},\n  abstract = {We introduce the use of Bayesian optimal experimental design techniques for generating glimpse sequences to use in semi-supervised training of hard attention networks. Hard attention holds the promise of greater energy efficiency and superior inference performance. Employing such networks for image classification usually involves choosing a sequence of glimpse locations from a stochastic policy. As the outputs of observations are typically non-differentiable with respect to their glimpse locations, unsupervised gradient learning of such a policy requires REINFORCE-style updates. Also, the only reward signal is the final classification accuracy. For these reasons hard attention networks, despite their promise, have not achieved the wide adoption that soft attention networks have and, in many practical settings, are difficult to train. We find that our method for semi-supervised training makes it easier and faster to train hard attention networks and correspondingly could make them practical to consider in situations where they were not before.},\n}\n\n</pre>\n</div>\n\n\n<div class=\"well well-small bibbase\" data-type=\"abstract\"\n     style=\"display:none\">\n  We introduce the use of Bayesian optimal experimental design techniques for generating glimpse sequences to use in semi-supervised training of hard attention networks. Hard attention holds the promise of greater energy efficiency and superior inference performance. Employing such networks for image classification usually involves choosing a sequence of glimpse locations from a stochastic policy. As the outputs of observations are typically non-differentiable with respect to their glimpse locations, unsupervised gradient learning of such a policy requires REINFORCE-style updates. Also, the only reward signal is the final classification accuracy. For these reasons hard attention networks, despite their promise, have not achieved the wide adoption that soft attention networks have and, in many practical settings, are difficult to train. We find that our method for semi-supervised training makes it easier and faster to train hard attention networks and correspondingly could make them practical to consider in situations where they were not before.\n</div>\n\n\n</div>\n\n\n  <div class=\"bibbase_paper\" id=\"weilbach-beronov-harvey-wood-efficientinferenceamortizationingraphicalmodelsusingstructuredcontinuousconditionalnormalizingflows-2019\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  <a href=\"https://openreview.net/forum?id=BJlhYknNFS\"\n     onclick=\"return trackOutboundLink('publications', 'click', 'weilbach-beronov-harvey-wood-efficientinferenceamortizationingraphicalmodelsusingstructuredcontinuousconditionalnormalizingflows-2019', 'https://openreview.net/forum?id=BJlhYknNFS', event);\">\n    Efficient Inference Amortization in Graphical Models using Structured Continuous Conditional Normalizing Flows.\n  </a>\n  \n  \n  \n</span>\n\n  <span class=\"bibbase_paper_author\">\n  Weilbach, C.; Beronov, B.; Harvey, W.;  and <a class=\"bibbase author link\" href=\"https://plai.cs.ubc.ca/publications/\">Wood, F.</a>\n</span>\n\n  \n\n</span>\n\n  In <i>2nd Symposium on Advances in Approximate Bayesian Inference (AABI)</i>,  2019. \n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n  <a href=\"https://openreview.net/forum?id=BJlhYknNFS\"\n     onclick=\"log_download('weilbach-beronov-harvey-wood-efficientinferenceamortizationingraphicalmodelsusingstructuredcontinuousconditionalnormalizingflows-2019', 'https://openreview.net/forum?id=BJlhYknNFS', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"Efficient Inference Amortization in Graphical Models using Structured Continuous Conditional Normalizing Flows [link]\"\n       title=\" link\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> link</span></a>\n  &nbsp;\n  \n  <a href=\"https://openreview.net/pdf?id=BJlhYknNFS\"\n     onclick=\"log_download('weilbach-beronov-harvey-wood-efficientinferenceamortizationingraphicalmodelsusingstructuredcontinuousconditionalnormalizingflows-2019', 'https://openreview.net/pdf?id=BJlhYknNFS', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"Efficient Inference Amortization in Graphical Models using Structured Continuous Conditional Normalizing Flows [link]\"\n       title=\" paper\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> paper</span></a>\n  &nbsp;\n  \n\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/weilbach-beronov-harvey-wood-efficientinferenceamortizationingraphicalmodelsusingstructuredcontinuousconditionalnormalizingflows-2019\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n  &nbsp;\n  <a class=\"bibbase_abstract_link bibbase link\"\n     href=\"#\"\n     onclick=\"showAbstract(event); return false;\">\n    abstract <i class=\"fa fa-caret-down\"></i></a>\n  \n\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('weilbach-beronov-harvey-wood-efficientinferenceamortizationingraphicalmodelsusingstructuredcontinuousconditionalnormalizingflows-2019')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@inproceedings{WEI-19,\n  title={Efficient Inference Amortization in Graphical Models using Structured Continuous Conditional Normalizing Flows},\n  author={Weilbach, Christian and Beronov, Boyan and Harvey, William and Wood, Frank},\n  booktitle={2nd Symposium on Advances in Approximate Bayesian Inference (AABI)},\n  support = {D3M},\n  url_Link={https://openreview.net/forum?id=BJlhYknNFS},\n  url_Paper={https://openreview.net/pdf?id=BJlhYknNFS},\n  abstract = {We introduce a more efficient neural architecture for amortized inference, which combines continuous and conditional normalizing flows using a principled choice of structure. Our gradient flow derives its sparsity pattern from the minimally faithful inverse of its underlying graphical model. We find that this factorization reduces the necessary numbers both of parameters in the neural network and of adaptive integration steps in the ODE solver. Consequently, the throughput at training time and inference time is increased, without decreasing performance in comparison to unconstrained flows. By expressing the structural inversion and the flow construction as compilation passes of a probabilistic programming language, we demonstrate their applicability to the stochastic inversion of realistic models such as convolutional neural networks (CNN).},\n  year={2019}\n}\n\n</pre>\n</div>\n\n\n<div class=\"well well-small bibbase\" data-type=\"abstract\"\n     style=\"display:none\">\n  We introduce a more efficient neural architecture for amortized inference, which combines continuous and conditional normalizing flows using a principled choice of structure. Our gradient flow derives its sparsity pattern from the minimally faithful inverse of its underlying graphical model. We find that this factorization reduces the necessary numbers both of parameters in the neural network and of adaptive integration steps in the ODE solver. Consequently, the throughput at training time and inference time is increased, without decreasing performance in comparison to unconstrained flows. By expressing the structural inversion and the flow construction as compilation passes of a probabilistic programming language, we demonstrate their applicability to the stochastic inversion of realistic models such as convolutional neural networks (CNN).\n</div>\n\n\n</div>\n\n\n  <div class=\"bibbase_paper\" id=\"campbell-beronov-sparsevariationalinferencebayesiancoresetsfromscratch-2019\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  <a href=\"http://papers.nips.cc/paper/9322-sparse-variational-inference-bayesian-coresets-from-scratch.pdf\"\n     onclick=\"return trackOutboundLink('publications', 'click', 'campbell-beronov-sparsevariationalinferencebayesiancoresetsfromscratch-2019', 'http://papers.nips.cc/paper/9322-sparse-variational-inference-bayesian-coresets-from-scratch.pdf', event);\">\n    Sparse Variational Inference: Bayesian Coresets from Scratch.\n  </a>\n  \n  \n  \n</span>\n\n  <span class=\"bibbase_paper_author\">\n  Campbell, T.;  and Beronov, B.\n</span>\n\n  \n\n</span>\n\n  In <i>Conference on Neural Information Processing Systems (NeurIPS)</i>, pages 11457–11468,  2019. \n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\">1st prize, Student poster competition, AICan (Annual Meeting, Pan-Canadian AI Strategy, Canadian Institute for Advanced Research). Vancouver, Canada, Dec. 9, 2019</span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n  <a href=\"http://papers.nips.cc/paper/9322-sparse-variational-inference-bayesian-coresets-from-scratch\"\n     onclick=\"log_download('campbell-beronov-sparsevariationalinferencebayesiancoresetsfromscratch-2019', 'http://papers.nips.cc/paper/9322-sparse-variational-inference-bayesian-coresets-from-scratch', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"Sparse Variational Inference: Bayesian Coresets from Scratch [link]\"\n       title=\" link\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> link</span></a>\n  &nbsp;\n  \n  <a href=\"http://papers.nips.cc/paper/9322-sparse-variational-inference-bayesian-coresets-from-scratch.pdf\"\n     onclick=\"log_download('campbell-beronov-sparsevariationalinferencebayesiancoresetsfromscratch-2019', 'http://papers.nips.cc/paper/9322-sparse-variational-inference-bayesian-coresets-from-scratch.pdf', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/pdf.svg\"\n\t     alt=\"Sparse Variational Inference: Bayesian Coresets from Scratch [pdf]\"\n       title=\" paper\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> paper</span></a>\n  &nbsp;\n  \n  <a href=\"https://github.com/plai-group/bibliography/raw/master/presentations_posters/CAM-19.pdf\"\n     onclick=\"log_download('campbell-beronov-sparsevariationalinferencebayesiancoresetsfromscratch-2019', 'https://github.com/plai-group/bibliography/raw/master/presentations_posters/CAM-19.pdf', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/pdf.svg\"\n\t     alt=\"Sparse Variational Inference: Bayesian Coresets from Scratch [pdf]\"\n       title=\" poster\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> poster</span></a>\n  &nbsp;\n  \n\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/campbell-beronov-sparsevariationalinferencebayesiancoresetsfromscratch-2019\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n  &nbsp;\n  <a class=\"bibbase_abstract_link bibbase link\"\n     href=\"#\"\n     onclick=\"showAbstract(event); return false;\">\n    abstract <i class=\"fa fa-caret-down\"></i></a>\n  \n\n  \n  &nbsp;\n  <span class=\"bibbase_stats_paper\" style=\"color: #777;\">\n    <span>2 downloads</span>\n  </span>\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('campbell-beronov-sparsevariationalinferencebayesiancoresetsfromscratch-2019')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@inproceedings{CAM-19,\n  title={Sparse Variational Inference: Bayesian Coresets from Scratch},\n  author={Campbell, Trevor and Beronov, Boyan},\n  booktitle={Conference on Neural Information Processing Systems (NeurIPS)},\n  pages={11457--11468},\n  year={2019},\n  eid = {arXiv:1906.03329},\n  archivePrefix = {arXiv},\n  eprint = {1906.03329},\n  support = {D3M},\n  url_Link={http://papers.nips.cc/paper/9322-sparse-variational-inference-bayesian-coresets-from-scratch},\n  url_Paper={http://papers.nips.cc/paper/9322-sparse-variational-inference-bayesian-coresets-from-scratch.pdf},\n  url_Poster={https://github.com/plai-group/bibliography/raw/master/presentations_posters/CAM-19.pdf},\n  bibbase_note={1st prize, Student poster competition, AICan (Annual Meeting, Pan-Canadian AI Strategy, Canadian Institute for Advanced Research). Vancouver, Canada, Dec. 9, 2019},\n    abstract={The proliferation of automated inference algorithms in Bayesian statistics has provided practitioners newfound access to fast, reproducible data analysis and powerful statistical models. Designing automated methods that are also both computationally scalable and theoretically sound, however, remains a significant challenge. Recent work on Bayesian coresets takes the approach of compressing the dataset before running a standard inference algorithm, providing both scalability and guarantees on posterior approximation error. But the automation of past coreset methods is limited because they depend on the availability of a reasonable coarse posterior approximation, which is difficult to specify in practice. In the present work we remove this requirement by formulating coreset construction as sparsity-constrained variational inference within an exponential family. This perspective leads to a novel construction via greedy optimization, and also provides a unifying information-geometric view of present and past methods. The proposed Riemannian coreset construction algorithm is fully automated, requiring no problem-specific inputs aside from the probabilistic model and dataset. In addition to being significantly easier to use than past methods, experiments demonstrate that past coreset constructions are fundamentally limited by the fixed coarse posterior approximation; in contrast, the proposed algorithm is able to continually improve the coreset, providing state-of-the-art Bayesian dataset summarization with orders-of-magnitude reduction in KL divergence to the exact posterior.}\n}\n\n</pre>\n</div>\n\n\n<div class=\"well well-small bibbase\" data-type=\"abstract\"\n     style=\"display:none\">\n  The proliferation of automated inference algorithms in Bayesian statistics has provided practitioners newfound access to fast, reproducible data analysis and powerful statistical models. Designing automated methods that are also both computationally scalable and theoretically sound, however, remains a significant challenge. Recent work on Bayesian coresets takes the approach of compressing the dataset before running a standard inference algorithm, providing both scalability and guarantees on posterior approximation error. But the automation of past coreset methods is limited because they depend on the availability of a reasonable coarse posterior approximation, which is difficult to specify in practice. In the present work we remove this requirement by formulating coreset construction as sparsity-constrained variational inference within an exponential family. This perspective leads to a novel construction via greedy optimization, and also provides a unifying information-geometric view of present and past methods. The proposed Riemannian coreset construction algorithm is fully automated, requiring no problem-specific inputs aside from the probabilistic model and dataset. In addition to being significantly easier to use than past methods, experiments demonstrate that past coreset constructions are fundamentally limited by the fixed coarse posterior approximation; in contrast, the proposed algorithm is able to continually improve the coreset, providing state-of-the-art Bayesian dataset summarization with orders-of-magnitude reduction in KL divergence to the exact posterior.\n</div>\n\n\n</div>\n\n\n  <div class=\"bibbase_paper\" id=\"gramhansen-schroederdewitt-zinkov-naderiparizi-scibior-munk-wood-ghadiri-etal-efficientbayesianinferencefornestedsimulators-2019\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  <a href=\"https://openreview.net/forum?id=rJeMcy2EtH\"\n     onclick=\"return trackOutboundLink('publications', 'click', 'gramhansen-schroederdewitt-zinkov-naderiparizi-scibior-munk-wood-ghadiri-etal-efficientbayesianinferencefornestedsimulators-2019', 'https://openreview.net/forum?id=rJeMcy2EtH', event);\">\n    Efficient Bayesian Inference for Nested Simulators.\n  </a>\n  \n  \n  \n</span>\n\n  <span class=\"bibbase_paper_author\">\n  Gram-Hansen, B; Schroeder de Witt, C; Zinkov, R; Naderiparizi, S; Scibior, A; Munk, A; Wood, F; Ghadiri, M; Torr, P; Whye Teh, Y; Gunes Baydin, A;  and Rainforth, T\n</span>\n\n  \n\n</span>\n\n  In <i>2nd Symposium on Advances in Approximate Bayesian Inference (AABI)</i>,  2019. \n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n  <a href=\"https://openreview.net/forum?id=rJeMcy2EtH\"\n     onclick=\"log_download('gramhansen-schroederdewitt-zinkov-naderiparizi-scibior-munk-wood-ghadiri-etal-efficientbayesianinferencefornestedsimulators-2019', 'https://openreview.net/forum?id=rJeMcy2EtH', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"Efficient Bayesian Inference for Nested Simulators [link]\"\n       title=\" link\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> link</span></a>\n  &nbsp;\n  \n  <a href=\"https://openreview.net/pdf?id=rJeMcy2EtH\"\n     onclick=\"log_download('gramhansen-schroederdewitt-zinkov-naderiparizi-scibior-munk-wood-ghadiri-etal-efficientbayesianinferencefornestedsimulators-2019', 'https://openreview.net/pdf?id=rJeMcy2EtH', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"Efficient Bayesian Inference for Nested Simulators [link]\"\n       title=\" paper\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> paper</span></a>\n  &nbsp;\n  \n\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/gramhansen-schroederdewitt-zinkov-naderiparizi-scibior-munk-wood-ghadiri-etal-efficientbayesianinferencefornestedsimulators-2019\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('gramhansen-schroederdewitt-zinkov-naderiparizi-scibior-munk-wood-ghadiri-etal-efficientbayesianinferencefornestedsimulators-2019')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@inproceedings{GRA-19,\n  title={Efficient Bayesian Inference for Nested Simulators},\n  author={Gram-Hansen, B and Schroeder de Witt, C and Zinkov, R and Naderiparizi, S and Scibior, A and Munk, A and Wood, F and Ghadiri, M and Torr, P and Whye Teh, Y and Gunes Baydin, A and Rainforth, T},\n  booktitle={2nd Symposium on Advances in Approximate Bayesian Inference (AABI)},\n  year={2019},\n  support = {D3M},\n  url_Link={https://openreview.net/forum?id=rJeMcy2EtH},\n  url_Paper={https://openreview.net/pdf?id=rJeMcy2EtH},\n  abstact={We introduce two approaches for conducting efficient Bayesian inference in stochastic simulators containing nested stochastic sub-procedures, i.e., internal procedures for which the density cannot be calculated directly such as rejection sampling loops. The resulting class of simulators are used extensively throughout the sciences and can be interpreted as probabilistic generative models. However, drawing inferences from them poses a substantial challenge due to the inability to evaluate even their unnormalised density, preventing the use of many standard inference procedures like Markov Chain Monte Carlo (MCMC). To address this, we introduce inference algorithms based on a two-step approach that first approximates the conditional densities of the individual sub-procedures, before using these approximations to run MCMC methods on the full program. Because the sub-procedures can be dealt with separately and are lower-dimensional than that of the overall problem, this two-step process allows them to be isolated and thus be tractably dealt with, without placing restrictions on the overall dimensionality of the problem. We demonstrate the utility of our approach on a simple, artificially constructed simulator.}\n}\n\n</pre>\n</div>\n\n\n\n</div>\n\n\n  <div class=\"bibbase_paper\" id=\"masrani-le-wood-thethermodynamicvariationalobjective-2019\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  <a href=\"https://arxiv.org/pdf/1907.00031.pdf\"\n     onclick=\"return trackOutboundLink('publications', 'click', 'masrani-le-wood-thethermodynamicvariationalobjective-2019', 'https://arxiv.org/pdf/1907.00031.pdf', event);\">\n    The Thermodynamic Variational Objective.\n  </a>\n  \n  \n  \n</span>\n\n  <span class=\"bibbase_paper_author\">\n  Masrani, V.; Le, T. A.;  and <a class=\"bibbase author link\" href=\"https://plai.cs.ubc.ca/publications/\">Wood, F.</a>\n</span>\n\n  \n\n</span>\n\n  In <i>Thirty-third Conference on Neural Information Processing Systems (NeurIPS)</i>,  2019. \n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n  <a href=\"https://arxiv.org/pdf/1907.00031.pdf\"\n     onclick=\"log_download('masrani-le-wood-thethermodynamicvariationalobjective-2019', 'https://arxiv.org/pdf/1907.00031.pdf', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/pdf.svg\"\n\t     alt=\"The Thermodynamic Variational Objective [pdf]\"\n       title=\" paper\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> paper</span></a>\n  &nbsp;\n  \n  <a href=\"https://arxiv.org/abs/1907.00031\"\n     onclick=\"log_download('masrani-le-wood-thethermodynamicvariationalobjective-2019', 'https://arxiv.org/abs/1907.00031', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"The Thermodynamic Variational Objective [link]\"\n       title=\" arxiv\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> arxiv</span></a>\n  &nbsp;\n  \n  <a href=\"https://github.com/plai-group/bibliography/blob/master/presentations_posters/neurips_tvo_poster.pdf\"\n     onclick=\"log_download('masrani-le-wood-thethermodynamicvariationalobjective-2019', 'https://github.com/plai-group/bibliography/blob/master/presentations_posters/neurips_tvo_poster.pdf', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/pdf.svg\"\n\t     alt=\"The Thermodynamic Variational Objective [pdf]\"\n       title=\" poster\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> poster</span></a>\n  &nbsp;\n  \n\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/masrani-le-wood-thethermodynamicvariationalobjective-2019\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n  &nbsp;\n  <a class=\"bibbase_abstract_link bibbase link\"\n     href=\"#\"\n     onclick=\"showAbstract(event); return false;\">\n    abstract <i class=\"fa fa-caret-down\"></i></a>\n  \n\n  \n  &nbsp;\n  <span class=\"bibbase_stats_paper\" style=\"color: #777;\">\n    <span>2 downloads</span>\n  </span>\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('masrani-le-wood-thethermodynamicvariationalobjective-2019')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@inproceedings{MAS-19,\n  title={The Thermodynamic Variational Objective},\n  author={Masrani, Vaden and Le, Tuan Anh and Wood, Frank},\n  booktitle={Thirty-third Conference on Neural Information Processing Systems (NeurIPS)},\n  archiveprefix = {arXiv},\n  eprint = {1907.00031},\n  url_Paper={https://arxiv.org/pdf/1907.00031.pdf},\n  url_ArXiv={https://arxiv.org/abs/1907.00031},\n  url_Poster={https://github.com/plai-group/bibliography/blob/master/presentations_posters/neurips_tvo_poster.pdf},\n  support = {D3M},\n  abstract={We introduce the thermodynamic variational objective (TVO) for learning in both continuous and discrete deep generative models. The TVO arises from a key connection between variational inference and thermodynamic integration that results in a tighter lower bound to the log marginal likelihood than the standard variational variational evidence lower bound (ELBO) while remaining as broadly applicable. We provide a computationally efficient gradient estimator for the TVO that applies to continuous, discrete, and non-reparameterizable distributions and show that the objective functions used in variational inference, variational autoencoders, wake sleep, and inference compilation are all special cases of the TVO. We use the TVO to learn both discrete and continuous deep generative models and empirically demonstrate state of the art model and inference network learning.},\n  year={2019}\n}\n\n\n</pre>\n</div>\n\n\n<div class=\"well well-small bibbase\" data-type=\"abstract\"\n     style=\"display:none\">\n  We introduce the thermodynamic variational objective (TVO) for learning in both continuous and discrete deep generative models. The TVO arises from a key connection between variational inference and thermodynamic integration that results in a tighter lower bound to the log marginal likelihood than the standard variational variational evidence lower bound (ELBO) while remaining as broadly applicable. We provide a computationally efficient gradient estimator for the TVO that applies to continuous, discrete, and non-reparameterizable distributions and show that the objective functions used in variational inference, variational autoencoders, wake sleep, and inference compilation are all special cases of the TVO. We use the TVO to learn both discrete and continuous deep generative models and empirically demonstrate state of the art model and inference network learning.\n</div>\n\n\n</div>\n\n\n  <div class=\"bibbase_paper\" id=\"baydin-shao-bhimji-heinrich-meadows-liu-munk-naderiparizi-etal-etalumisbringingprobabilisticprogrammingtoscientificsimulatorsatscale-2019\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  <a href=\"https://arxiv.org/pdf/1907.03382.pdf\"\n     onclick=\"return trackOutboundLink('publications', 'click', 'baydin-shao-bhimji-heinrich-meadows-liu-munk-naderiparizi-etal-etalumisbringingprobabilisticprogrammingtoscientificsimulatorsatscale-2019', 'https://arxiv.org/pdf/1907.03382.pdf', event);\">\n    Etalumis: Bringing Probabilistic Programming to Scientific Simulators at Scale.\n  </a>\n  \n  \n  \n</span>\n\n  <span class=\"bibbase_paper_author\">\n  Baydin, A. G.; Shao, L.; Bhimji, W.; Heinrich, L.; Meadows, L.; Liu, J.; Munk, A.; Naderiparizi, S.; Gram-Hansen, B.; Louppe, G.;  and others\n</span>\n\n  \n\n</span>\n\n  In <i>the International Conference for High Performance Computing, Networking, Storage and Analysis (SC ’19)</i>,  2019. \n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n  <a href=\"https://arxiv.org/pdf/1907.03382.pdf\"\n     onclick=\"log_download('baydin-shao-bhimji-heinrich-meadows-liu-munk-naderiparizi-etal-etalumisbringingprobabilisticprogrammingtoscientificsimulatorsatscale-2019', 'https://arxiv.org/pdf/1907.03382.pdf', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/pdf.svg\"\n\t     alt=\"Etalumis: Bringing Probabilistic Programming to Scientific Simulators at Scale [pdf]\"\n       title=\" paper\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> paper</span></a>\n  &nbsp;\n  \n  <a href=\"https://arxiv.org/abs/1907.03382\"\n     onclick=\"log_download('baydin-shao-bhimji-heinrich-meadows-liu-munk-naderiparizi-etal-etalumisbringingprobabilisticprogrammingtoscientificsimulatorsatscale-2019', 'https://arxiv.org/abs/1907.03382', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"Etalumis: Bringing Probabilistic Programming to Scientific Simulators at Scale [link]\"\n       title=\" arxiv\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> arxiv</span></a>\n  &nbsp;\n  \n\n  \n  <a href=\"http://doi.org/10.1145/3295500.3356180\"\n     onclick=\"log_download('baydin-shao-bhimji-heinrich-meadows-liu-munk-naderiparizi-etal-etalumisbringingprobabilisticprogrammingtoscientificsimulatorsatscale-2019', 'http://doi.org/10.1145/3295500.3356180', event.ctrlKey)\"\n     class=\"bibbase doi link\">\n    <span>doi</span></a>\n  &nbsp;\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/baydin-shao-bhimji-heinrich-meadows-liu-munk-naderiparizi-etal-etalumisbringingprobabilisticprogrammingtoscientificsimulatorsatscale-2019\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n  &nbsp;\n  <a class=\"bibbase_abstract_link bibbase link\"\n     href=\"#\"\n     onclick=\"showAbstract(event); return false;\">\n    abstract <i class=\"fa fa-caret-down\"></i></a>\n  \n\n  \n  &nbsp;\n  <span class=\"bibbase_stats_paper\" style=\"color: #777;\">\n    <span>1 download</span>\n  </span>\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('baydin-shao-bhimji-heinrich-meadows-liu-munk-naderiparizi-etal-etalumisbringingprobabilisticprogrammingtoscientificsimulatorsatscale-2019')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@inproceedings{BAY-19,\n  title={Etalumis: Bringing Probabilistic Programming to Scientific Simulators at Scale},\n  author={Baydin, At{\\i}l{\\i}m G{\\&quot;u}ne{\\c{s}} and Shao, Lei and Bhimji, Wahid and Heinrich, Lukas and Meadows, Lawrence and Liu, Jialin and Munk, Andreas and Naderiparizi, Saeid and Gram-Hansen, Bradley and Louppe, Gilles and others},\n  booktitle={the International Conference for High Performance Computing, Networking, Storage and Analysis (SC ’19)},\n  archiveprefix = {arXiv},\n  eprint = {1907.03382},\n  support = {D3M,ETALUMIS},\n  url_Paper={https://arxiv.org/pdf/1907.03382.pdf},\n  url_ArXiv={https://arxiv.org/abs/1907.03382},\n  abstract={Probabilistic programming languages (PPLs) are receiving widespread attention for performing Bayesian inference in complex generative models. However, applications to science remain limited because of the impracticability of rewriting complex scientific simulators in a PPL, the computational cost of inference, and the lack of scalable implementations. To address these, we present a novel PPL framework that couples directly to existing scientific simulators through a cross-platform probabilistic execution protocol and provides Markov chain Monte Carlo (MCMC) and deep-learning-based inference compilation (IC) engines for tractable inference. To guide IC inference, we perform distributed training of a dynamic 3DCNN--LSTM architecture with a PyTorch-MPI-based framework on 1,024 32-core CPU nodes of the Cori supercomputer with a global minibatch size of 128k: achieving a performance of 450 Tflop/s through enhancements to PyTorch. We demonstrate a Large Hadron Collider (LHC) use-case with the C++ Sherpa simulator and achieve the largest-scale posterior inference in a Turing-complete PPL.},\n  year={2019},\n  doi={10.1145/3295500.3356180}\n}\n\n</pre>\n</div>\n\n\n<div class=\"well well-small bibbase\" data-type=\"abstract\"\n     style=\"display:none\">\n  Probabilistic programming languages (PPLs) are receiving widespread attention for performing Bayesian inference in complex generative models. However, applications to science remain limited because of the impracticability of rewriting complex scientific simulators in a PPL, the computational cost of inference, and the lack of scalable implementations. To address these, we present a novel PPL framework that couples directly to existing scientific simulators through a cross-platform probabilistic execution protocol and provides Markov chain Monte Carlo (MCMC) and deep-learning-based inference compilation (IC) engines for tractable inference. To guide IC inference, we perform distributed training of a dynamic 3DCNN–LSTM architecture with a PyTorch-MPI-based framework on 1,024 32-core CPU nodes of the Cori supercomputer with a global minibatch size of 128k: achieving a performance of 450 Tflop/s through enhancements to PyTorch. We demonstrate a Large Hadron Collider (LHC) use-case with the C++ Sherpa simulator and achieve the largest-scale posterior inference in a Turing-complete PPL.\n</div>\n\n\n</div>\n\n\n  <div class=\"bibbase_paper\" id=\"warrington-spencer-wood-thevirtualpatchclampimputingcelegansmembranepotentialsfromcalciumimaging-2019\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  <a href=\"https://arxiv.org/pdf/1907.11075.pdf\"\n     onclick=\"return trackOutboundLink('publications', 'click', 'warrington-spencer-wood-thevirtualpatchclampimputingcelegansmembranepotentialsfromcalciumimaging-2019', 'https://arxiv.org/pdf/1907.11075.pdf', event);\">\n    The Virtual Patch Clamp: Imputing C. elegans Membrane Potentials from Calcium Imaging.\n  </a>\n  \n  \n  \n</span>\n\n  <span class=\"bibbase_paper_author\">\n  Warrington, A.; Spencer, A.;  and <a class=\"bibbase author link\" href=\"https://plai.cs.ubc.ca/publications/\">Wood, F.</a>\n</span>\n\n  \n\n</span>\n\n  In <i>NeurIPS 2019 Workshop Neuro AI</i>,  2019. \n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n  <a href=\"https://arxiv.org/pdf/1907.11075.pdf\"\n     onclick=\"log_download('warrington-spencer-wood-thevirtualpatchclampimputingcelegansmembranepotentialsfromcalciumimaging-2019', 'https://arxiv.org/pdf/1907.11075.pdf', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/pdf.svg\"\n\t     alt=\"The Virtual Patch Clamp: Imputing C. elegans Membrane Potentials from Calcium Imaging [pdf]\"\n       title=\" paper\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> paper</span></a>\n  &nbsp;\n  \n  <a href=\"https://arxiv.org/abs/1907.11075\"\n     onclick=\"log_download('warrington-spencer-wood-thevirtualpatchclampimputingcelegansmembranepotentialsfromcalciumimaging-2019', 'https://arxiv.org/abs/1907.11075', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"The Virtual Patch Clamp: Imputing C. elegans Membrane Potentials from Calcium Imaging [link]\"\n       title=\" arxiv\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> arxiv</span></a>\n  &nbsp;\n  \n  <a href=\"https://github.com/plai-group/bibliography/blob/master/presentations_posters/WAR-19.pdf\"\n     onclick=\"log_download('warrington-spencer-wood-thevirtualpatchclampimputingcelegansmembranepotentialsfromcalciumimaging-2019', 'https://github.com/plai-group/bibliography/blob/master/presentations_posters/WAR-19.pdf', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/pdf.svg\"\n\t     alt=\"The Virtual Patch Clamp: Imputing C. elegans Membrane Potentials from Calcium Imaging [pdf]\"\n       title=\" poster\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> poster</span></a>\n  &nbsp;\n  \n\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/warrington-spencer-wood-thevirtualpatchclampimputingcelegansmembranepotentialsfromcalciumimaging-2019\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n  &nbsp;\n  <a class=\"bibbase_abstract_link bibbase link\"\n     href=\"#\"\n     onclick=\"showAbstract(event); return false;\">\n    abstract <i class=\"fa fa-caret-down\"></i></a>\n  \n\n  \n  &nbsp;\n  <span class=\"bibbase_stats_paper\" style=\"color: #777;\">\n    <span>1 download</span>\n  </span>\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('warrington-spencer-wood-thevirtualpatchclampimputingcelegansmembranepotentialsfromcalciumimaging-2019')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@inproceedings{WAR-19,\n  title={The Virtual Patch Clamp: Imputing C. elegans Membrane Potentials from Calcium Imaging},\n  author={Warrington, Andrew and Spencer, Arthur and Wood, Frank},\n  booktitle={NeurIPS 2019 Workshop Neuro AI},\n  archiveprefix = {arXiv},\n  eprint = {1907.11075},\n  support = {D3M},\n  url_Paper={https://arxiv.org/pdf/1907.11075.pdf},\n  url_ArXiv={https://arxiv.org/abs/1907.11075},\n  url_Poster={https://github.com/plai-group/bibliography/blob/master/presentations_posters/WAR-19.pdf},\n  abstract={We develop a stochastic whole-brain and body simulator of the nematode roundworm Caenorhabditis elegans (C. elegans) and show that it is sufficiently regularizing to allow imputation of latent membrane potentials from partial calcium fluorescence imaging observations. This is the first attempt we know of to &quot;complete the circle,&quot; where an anatomically grounded whole-connectome simulator is used to impute a time-varying &quot;brain&quot; state at single-cell fidelity from covariates that are measurable in practice. The sequential Monte Carlo (SMC) method we employ not only enables imputation of said latent states but also presents a strategy for learning simulator parameters via variational optimization of the noisy model evidence approximation provided by SMC. Our imputation and parameter estimation experiments were conducted on distributed systems using novel implementations of the aforementioned techniques applied to synthetic data of dimension and type representative of that which are measured in laboratories currently.},\n  year={2019}\n}\n\n</pre>\n</div>\n\n\n<div class=\"well well-small bibbase\" data-type=\"abstract\"\n     style=\"display:none\">\n  We develop a stochastic whole-brain and body simulator of the nematode roundworm Caenorhabditis elegans (C. elegans) and show that it is sufficiently regularizing to allow imputation of latent membrane potentials from partial calcium fluorescence imaging observations. This is the first attempt we know of to \"complete the circle,\" where an anatomically grounded whole-connectome simulator is used to impute a time-varying \"brain\" state at single-cell fidelity from covariates that are measurable in practice. The sequential Monte Carlo (SMC) method we employ not only enables imputation of said latent states but also presents a strategy for learning simulator parameters via variational optimization of the noisy model evidence approximation provided by SMC. Our imputation and parameter estimation experiments were conducted on distributed systems using novel implementations of the aforementioned techniques applied to synthetic data of dimension and type representative of that which are measured in laboratories currently.\n</div>\n\n\n</div>\n\n\n  <div class=\"bibbase_paper\" id=\"goliski-wood-rainforth-amortizedmontecarlointegration-2019\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  <a href=\"https://arxiv.org/pdf/1907.08082.pdf\"\n     onclick=\"return trackOutboundLink('publications', 'click', 'goliski-wood-rainforth-amortizedmontecarlointegration-2019', 'https://arxiv.org/pdf/1907.08082.pdf', event);\">\n    Amortized Monte Carlo Integration.\n  </a>\n  \n  \n  \n</span>\n\n  <span class=\"bibbase_paper_author\">\n  Goliński, A.; <a class=\"bibbase author link\" href=\"https://plai.cs.ubc.ca/publications/\">Wood, F.</a>;  and Rainforth, T.\n</span>\n\n  \n\n</span>\n\n  In <i>Proceedings of the International Conference on Machine Learning (ICML)</i>,  2019. \n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n  <a href=\"https://arxiv.org/pdf/1907.08082.pdf\"\n     onclick=\"log_download('goliski-wood-rainforth-amortizedmontecarlointegration-2019', 'https://arxiv.org/pdf/1907.08082.pdf', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/pdf.svg\"\n\t     alt=\"Amortized Monte Carlo Integration [pdf]\"\n       title=\" paper\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> paper</span></a>\n  &nbsp;\n  \n  <a href=\"https://arxiv.org/abs/1907.08082\"\n     onclick=\"log_download('goliski-wood-rainforth-amortizedmontecarlointegration-2019', 'https://arxiv.org/abs/1907.08082', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"Amortized Monte Carlo Integration [link]\"\n       title=\" arxiv\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> arxiv</span></a>\n  &nbsp;\n  \n  <a href=\"https://icml.cc/Conferences/2019/ScheduleMultitrack?event=4702\"\n     onclick=\"log_download('goliski-wood-rainforth-amortizedmontecarlointegration-2019', 'https://icml.cc/Conferences/2019/ScheduleMultitrack?event=4702', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"Amortized Monte Carlo Integration [link]\"\n       title=\" presentation\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> presentation</span></a>\n  &nbsp;\n  \n\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/goliski-wood-rainforth-amortizedmontecarlointegration-2019\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n  &nbsp;\n  <a class=\"bibbase_abstract_link bibbase link\"\n     href=\"#\"\n     onclick=\"showAbstract(event); return false;\">\n    abstract <i class=\"fa fa-caret-down\"></i></a>\n  \n\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('goliski-wood-rainforth-amortizedmontecarlointegration-2019')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@inproceedings{GOL-19,\n  title={Amortized Monte Carlo Integration},\n  author={Goli{\\&#x27;n}ski, Adam and Wood, Frank and Rainforth, Tom},\n  booktitle={Proceedings of the International Conference on Machine Learning (ICML)},\n  year={2019},\n  archiveprefix = {arXiv},\n  eprint = {1907.08082},\n  url_Paper={https://arxiv.org/pdf/1907.08082.pdf},\n  url_ArXiv={https://arxiv.org/abs/1907.08082},\n  url_Presentation={https://icml.cc/Conferences/2019/ScheduleMultitrack?event=4702},\n  support = {D3M},\n  abstract={Current approaches to amortizing Bayesian inference focus solely on approximating the posterior distribution. Typically, this approximation is, in turn, used to calculate expectations for one or more target functions - a computational pipeline which is inefficient when the target function(s) are known upfront. In this paper, we address this inefficiency by introducing AMCI, a method for amortizing Monte Carlo integration directly. AMCI operates similarly to amortized inference but produces three distinct amortized proposals, each tailored to a different component of the overall expectation calculation. At runtime, samples are produced separately from each amortized proposal, before being combined to an overall estimate of the expectation. We show that while existing approaches are fundamentally limited in the level of accuracy they can achieve, AMCI can theoretically produce arbitrarily small errors for any integrable target function using only a single sample from each proposal at runtime. We further show that it is able to empirically outperform the theoretically optimal self-normalized importance sampler on a number of example problems. Furthermore, AMCI allows not only for amortizing over datasets but also amortizing over target functions.}\n}\n\n\n</pre>\n</div>\n\n\n<div class=\"well well-small bibbase\" data-type=\"abstract\"\n     style=\"display:none\">\n  Current approaches to amortizing Bayesian inference focus solely on approximating the posterior distribution. Typically, this approximation is, in turn, used to calculate expectations for one or more target functions - a computational pipeline which is inefficient when the target function(s) are known upfront. In this paper, we address this inefficiency by introducing AMCI, a method for amortizing Monte Carlo integration directly. AMCI operates similarly to amortized inference but produces three distinct amortized proposals, each tailored to a different component of the overall expectation calculation. At runtime, samples are produced separately from each amortized proposal, before being combined to an overall estimate of the expectation. We show that while existing approaches are fundamentally limited in the level of accuracy they can achieve, AMCI can theoretically produce arbitrarily small errors for any integrable target function using only a single sample from each proposal at runtime. We further show that it is able to empirically outperform the theoretically optimal self-normalized importance sampler on a number of example problems. Furthermore, AMCI allows not only for amortizing over datasets but also amortizing over target functions.\n</div>\n\n\n</div>\n\n\n  <div class=\"bibbase_paper\" id=\"zhou-gramhansen-kohn-rainforth-yang-wood-lfpplalowlevelfirstorderprobabilisticprogramminglanguagefornondifferentiablemodels-2019\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  <a href=\"https://arxiv.org/pdf/1903.02482.pdf\"\n     onclick=\"return trackOutboundLink('publications', 'click', 'zhou-gramhansen-kohn-rainforth-yang-wood-lfpplalowlevelfirstorderprobabilisticprogramminglanguagefornondifferentiablemodels-2019', 'https://arxiv.org/pdf/1903.02482.pdf', event);\">\n    LF-PPL: A Low-Level First Order Probabilistic Programming Language for Non-Differentiable Models.\n  </a>\n  \n  \n  \n</span>\n\n  <span class=\"bibbase_paper_author\">\n  Zhou, Y.; Gram-Hansen, B. J; Kohn, T.; Rainforth, T.; Yang, H.;  and <a class=\"bibbase author link\" href=\"https://plai.cs.ubc.ca/publications/\">Wood, F.</a>\n</span>\n\n  \n\n</span>\n\n  In <i>Proceedings of the Twentieth International Conference on Artificial Intelligence and Statistics (AISTATS)</i>,  2019. \n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n  <a href=\"https://arxiv.org/pdf/1903.02482.pdf\"\n     onclick=\"log_download('zhou-gramhansen-kohn-rainforth-yang-wood-lfpplalowlevelfirstorderprobabilisticprogramminglanguagefornondifferentiablemodels-2019', 'https://arxiv.org/pdf/1903.02482.pdf', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/pdf.svg\"\n\t     alt=\"LF-PPL: A Low-Level First Order Probabilistic Programming Language for Non-Differentiable Models [pdf]\"\n       title=\" paper\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> paper</span></a>\n  &nbsp;\n  \n  <a href=\"https://arxiv.org/abs/1903.02482\"\n     onclick=\"log_download('zhou-gramhansen-kohn-rainforth-yang-wood-lfpplalowlevelfirstorderprobabilisticprogramminglanguagefornondifferentiablemodels-2019', 'https://arxiv.org/abs/1903.02482', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"LF-PPL: A Low-Level First Order Probabilistic Programming Language for Non-Differentiable Models [link]\"\n       title=\" arxiv\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> arxiv</span></a>\n  &nbsp;\n  \n\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/zhou-gramhansen-kohn-rainforth-yang-wood-lfpplalowlevelfirstorderprobabilisticprogramminglanguagefornondifferentiablemodels-2019\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n  &nbsp;\n  <a class=\"bibbase_abstract_link bibbase link\"\n     href=\"#\"\n     onclick=\"showAbstract(event); return false;\">\n    abstract <i class=\"fa fa-caret-down\"></i></a>\n  \n\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('zhou-gramhansen-kohn-rainforth-yang-wood-lfpplalowlevelfirstorderprobabilisticprogramminglanguagefornondifferentiablemodels-2019')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@inproceedings{ZHO-19,\n  title={{LF-PPL}: A Low-Level First Order Probabilistic Programming Language for Non-Differentiable Models},\n  author={Zhou, Yuan and Gram-Hansen, Bradley J and Kohn, Tobias and Rainforth, Tom and Yang, Hongseok and Wood, Frank},\n  booktitle={Proceedings of the Twentieth International Conference on Artificial Intelligence and Statistics (AISTATS)},\n  year={2019},\n  archiveprefix = {arXiv},\n  eprint = {1903.02482},\n  support = {D3M},\n  url_Paper={https://arxiv.org/pdf/1903.02482.pdf},\n  url_ArXiv={https://arxiv.org/abs/1903.02482},\n  abstract={We develop a new Low-level, First-order Probabilistic Programming Language (LF-PPL) suited for models containing a mix of continuous, discrete, and/or piecewise-continuous variables. The key success of this language and its compilation scheme is in its ability to automatically distinguish parameters the density function is discontinuous with respect to, while further providing runtime checks for boundary crossings. This enables the introduction of new inference engines that are able to exploit gradient information, while remaining efficient for models which are not everywhere differentiable. We demonstrate this ability by incorporating a discontinuous Hamiltonian Monte Carlo (DHMC) inference engine that is able to deliver automated and efficient inference for non-differentiable models. Our system is backed up by a mathematical formalism that ensures that any model expressed in this language has a density with measure zero discontinuities to maintain the validity of the inference engine.}\n}\n\n</pre>\n</div>\n\n\n<div class=\"well well-small bibbase\" data-type=\"abstract\"\n     style=\"display:none\">\n  We develop a new Low-level, First-order Probabilistic Programming Language (LF-PPL) suited for models containing a mix of continuous, discrete, and/or piecewise-continuous variables. The key success of this language and its compilation scheme is in its ability to automatically distinguish parameters the density function is discontinuous with respect to, while further providing runtime checks for boundary crossings. This enables the introduction of new inference engines that are able to exploit gradient information, while remaining efficient for models which are not everywhere differentiable. We demonstrate this ability by incorporating a discontinuous Hamiltonian Monte Carlo (DHMC) inference engine that is able to deliver automated and efficient inference for non-differentiable models. Our system is backed up by a mathematical formalism that ensures that any model expressed in this language has a density with measure zero discontinuities to maintain the validity of the inference engine.\n</div>\n\n\n</div>\n\n\n  <div class=\"bibbase_paper\" id=\"baydin-heinrich-bhimji-gramhansen-louppe-shao-cranmer-wood-etal-efficientprobabilisticinferenceinthequestforphysicsbeyondthestandardmodel-2019\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  <a href=\"https://arxiv.org/pdf/1807.07706.pdf\"\n     onclick=\"return trackOutboundLink('publications', 'click', 'baydin-heinrich-bhimji-gramhansen-louppe-shao-cranmer-wood-etal-efficientprobabilisticinferenceinthequestforphysicsbeyondthestandardmodel-2019', 'https://arxiv.org/pdf/1807.07706.pdf', event);\">\n    Efficient Probabilistic Inference in the Quest for Physics Beyond the Standard Model.\n  </a>\n  \n  \n  \n</span>\n\n  <span class=\"bibbase_paper_author\">\n  Baydin, A. G.; Heinrich, L.; Bhimji, W.; Gram-Hansen, B.; Louppe, G.; Shao, L.; Cranmer, K.; <a class=\"bibbase author link\" href=\"https://plai.cs.ubc.ca/publications/\">Wood, F.</a>;  and others\n</span>\n\n  \n\n</span>\n\n  In <i>Thirty-second Conference on Neural Information Processing Systems (NeurIPS)</i>,  2019. \n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n  <a href=\"https://arxiv.org/abs/1807.07706\"\n     onclick=\"log_download('baydin-heinrich-bhimji-gramhansen-louppe-shao-cranmer-wood-etal-efficientprobabilisticinferenceinthequestforphysicsbeyondthestandardmodel-2019', 'https://arxiv.org/abs/1807.07706', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"Efficient Probabilistic Inference in the Quest for Physics Beyond the Standard Model [link]\"\n       title=\" link\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> link</span></a>\n  &nbsp;\n  \n  <a href=\"https://arxiv.org/pdf/1807.07706.pdf\"\n     onclick=\"log_download('baydin-heinrich-bhimji-gramhansen-louppe-shao-cranmer-wood-etal-efficientprobabilisticinferenceinthequestforphysicsbeyondthestandardmodel-2019', 'https://arxiv.org/pdf/1807.07706.pdf', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/pdf.svg\"\n\t     alt=\"Efficient Probabilistic Inference in the Quest for Physics Beyond the Standard Model [pdf]\"\n       title=\" paper\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> paper</span></a>\n  &nbsp;\n  \n\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/baydin-heinrich-bhimji-gramhansen-louppe-shao-cranmer-wood-etal-efficientprobabilisticinferenceinthequestforphysicsbeyondthestandardmodel-2019\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n  &nbsp;\n  <a class=\"bibbase_abstract_link bibbase link\"\n     href=\"#\"\n     onclick=\"showAbstract(event); return false;\">\n    abstract <i class=\"fa fa-caret-down\"></i></a>\n  \n\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('baydin-heinrich-bhimji-gramhansen-louppe-shao-cranmer-wood-etal-efficientprobabilisticinferenceinthequestforphysicsbeyondthestandardmodel-2019')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@inproceedings{BAY-19a,\n  title={Efficient Probabilistic Inference in the Quest for Physics Beyond the Standard Model},\n  author={Baydin, Atilim Gunes and Heinrich, Lukas and Bhimji, Wahid and Gram-Hansen, Bradley and Louppe, Gilles and Shao, Lei and Cranmer, Kyle and Wood, Frank and others},\n  booktitle={Thirty-second Conference on Neural Information Processing Systems (NeurIPS)},\n  archiveprefix = {arXiv},\n  eprint = {1807.07706},\n  year={2019},\n  url_Link={https://papers.nips.cc/paper/8785-efficient-probabilistic-inference-in-the-quest-for-physics-beyond-the-standard-model},\n  url_Link={https://arxiv.org/abs/1807.07706},\n  url_Paper={https://papers.nips.cc/paper/8785-efficient-probabilistic-inference-in-the-quest-for-physics-beyond-the-standard-model.pdf},\n  url_Paper={https://arxiv.org/pdf/1807.07706.pdf},\n  abstract={We present a novel probabilistic programming framework that couples directly to existing large-scale simulators through a cross-platform probabilistic execution protocol, which allows general-purpose inference engines to record and control random number draws within simulators in a language-agnostic way. The execution of existing simulators as probabilistic programs enables highly interpretable posterior inference in the structured model defined by the simulator code base. We demonstrate the technique in particle physics, on a scientifically accurate simulation of the tau lepton decay, which is a key ingredient in establishing the properties of the Higgs boson. Inference efficiency is achieved via inference compilation where a deep recurrent neural network is trained to parameterize proposal distributions and control the stochastic simulator in a sequential importance sampling scheme, at a fraction of the computational cost of a Markov chain Monte Carlo baseline.}\n}\n\n\n</pre>\n</div>\n\n\n<div class=\"well well-small bibbase\" data-type=\"abstract\"\n     style=\"display:none\">\n  We present a novel probabilistic programming framework that couples directly to existing large-scale simulators through a cross-platform probabilistic execution protocol, which allows general-purpose inference engines to record and control random number draws within simulators in a language-agnostic way. The execution of existing simulators as probabilistic programs enables highly interpretable posterior inference in the structured model defined by the simulator code base. We demonstrate the technique in particle physics, on a scientifically accurate simulation of the tau lepton decay, which is a key ingredient in establishing the properties of the Higgs boson. Inference efficiency is achieved via inference compilation where a deep recurrent neural network is trained to parameterize proposal distributions and control the stochastic simulator in a sequential importance sampling scheme, at a fraction of the computational cost of a Markov chain Monte Carlo baseline.\n</div>\n\n\n</div>\n\n\n\n\n\n    </div>\n  </div>\n\n  <div class=\"bibbase_group_whole\" id=\"group_techreport\">\n    <div class=\"bibbase_group\"\n      onclick=\"toggleGroup('group_techreport')\"\n      onkeypress=\"toggleGroup('group_techreport')\"\n      tabindex=\"0\">\n      <i class=\"fa fa-angle-down bibbase_group_head_icon\"></i>&nbsp;\n      <span>techreport</span>\n      <span class=\"bibbase_group_count\">\n        \n        (1)\n        \n      </span>\n    </div>\n    <div class=\"bibbase_group_body\">\n      \n  \n  <div class=\"bibbase_paper\" id=\"wood-teng-zinkov-hastyagenerativemodelcomplier-2019\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  <a href=\"https://apps.dtic.mil/sti/pdfs/AD1072839.pdf\"\n     onclick=\"return trackOutboundLink('publications', 'click', 'wood-teng-zinkov-hastyagenerativemodelcomplier-2019', 'https://apps.dtic.mil/sti/pdfs/AD1072839.pdf', event);\">\n    Hasty-A Generative Model Complier.\n  </a>\n  \n  \n  \n</span>\n\n  <span class=\"bibbase_paper_author\">\n  <a class=\"bibbase author link\" href=\"https://plai.cs.ubc.ca/publications/\">Wood, F.</a>; Teng, M.;  and Zinkov, R.\n</span>\n\n  \n\n</span>\n\n  Technical Report University of Oxford Oxford United Kingdom,  2019.\n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n  <a href=\"https://apps.dtic.mil/sti/citations/AD1072839\"\n     onclick=\"log_download('wood-teng-zinkov-hastyagenerativemodelcomplier-2019', 'https://apps.dtic.mil/sti/citations/AD1072839', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"Hasty-A Generative Model Complier [link]\"\n       title=\" link\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> link</span></a>\n  &nbsp;\n  \n  <a href=\"https://apps.dtic.mil/sti/pdfs/AD1072839.pdf\"\n     onclick=\"log_download('wood-teng-zinkov-hastyagenerativemodelcomplier-2019', 'https://apps.dtic.mil/sti/pdfs/AD1072839.pdf', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/pdf.svg\"\n\t     alt=\"Hasty-A Generative Model Complier [pdf]\"\n       title=\" paper\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> paper</span></a>\n  &nbsp;\n  \n\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/wood-teng-zinkov-hastyagenerativemodelcomplier-2019\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n  &nbsp;\n  <a class=\"bibbase_abstract_link bibbase link\"\n     href=\"#\"\n     onclick=\"showAbstract(event); return false;\">\n    abstract <i class=\"fa fa-caret-down\"></i></a>\n  \n\n  \n  &nbsp;\n  <span class=\"bibbase_stats_paper\" style=\"color: #777;\">\n    <span>6 downloads</span>\n  </span>\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('wood-teng-zinkov-hastyagenerativemodelcomplier-2019')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@techreport{WOO-19,\n  title={Hasty-A Generative Model Complier},\n  author={Wood, Frank and Teng, Michael and Zinkov, Rob},\n  year={2019},\n  institution={University of Oxford Oxford United Kingdom},\n  url_Link={https://apps.dtic.mil/sti/citations/AD1072839},\n  url_Paper={https://apps.dtic.mil/sti/pdfs/AD1072839.pdf},\n  support = {D3M},\n  abstract = {This work describes our contribution of proof of concept primitives to the D3M program and research progress made towards an initial version of Hasty. Although we were unable to complete the initial version of Hasty, or contribute to the D3M primitive library the types of primitives that Hasty will enable we did train a number of Highly Qualified Personnel HQP and have interacted with the AutoML, probabilistic programming languages, neural networking, and other communities which our work is expected to impact.}\n}\n\n</pre>\n</div>\n\n\n<div class=\"well well-small bibbase\" data-type=\"abstract\"\n     style=\"display:none\">\n  This work describes our contribution of proof of concept primitives to the D3M program and research progress made towards an initial version of Hasty. Although we were unable to complete the initial version of Hasty, or contribute to the D3M primitive library the types of primitives that Hasty will enable we did train a number of Highly Qualified Personnel HQP and have interacted with the AutoML, probabilistic programming languages, neural networking, and other communities which our work is expected to impact.\n</div>\n\n\n</div>\n\n\n\n\n\n    </div>\n  </div>\n\n  <div class=\"bibbase_group_whole\" id=\"group_unpublished\">\n    <div class=\"bibbase_group\"\n      onclick=\"toggleGroup('group_unpublished')\"\n      onkeypress=\"toggleGroup('group_unpublished')\"\n      tabindex=\"0\">\n      <i class=\"fa fa-angle-down bibbase_group_head_icon\"></i>&nbsp;\n      <span>unpublished</span>\n      <span class=\"bibbase_group_count\">\n        \n        (1)\n        \n      </span>\n    </div>\n    <div class=\"bibbase_group_body\">\n      \n  \n  <div class=\"bibbase_paper\" id=\"teng-le-scibior-wood-imitationlearningoffactoredmultiagentreactivemodels-2019\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  <a href=\"https://arxiv.org/pdf/1903.04714.pdf\"\n     onclick=\"return trackOutboundLink('publications', 'click', 'teng-le-scibior-wood-imitationlearningoffactoredmultiagentreactivemodels-2019', 'https://arxiv.org/pdf/1903.04714.pdf', event);\">\n    Imitation Learning of Factored Multi-agent Reactive Models.\n  </a>\n  \n  \n  \n</span>\n\n  <span class=\"bibbase_paper_author\">\n  Teng, M.; Le, T. A.; Scibior, A.;  and <a class=\"bibbase author link\" href=\"https://plai.cs.ubc.ca/publications/\">Wood, F.</a>\n</span>\n\n  \n\n</span>\n\n   2019.\n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n  <a href=\"https://arxiv.org/pdf/1903.04714.pdf\"\n     onclick=\"log_download('teng-le-scibior-wood-imitationlearningoffactoredmultiagentreactivemodels-2019', 'https://arxiv.org/pdf/1903.04714.pdf', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/pdf.svg\"\n\t     alt=\"Imitation Learning of Factored Multi-agent Reactive Models [pdf]\"\n       title=\" paper\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> paper</span></a>\n  &nbsp;\n  \n  <a href=\"https://arxiv.org/abs/1903.04714\"\n     onclick=\"log_download('teng-le-scibior-wood-imitationlearningoffactoredmultiagentreactivemodels-2019', 'https://arxiv.org/abs/1903.04714', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"Imitation Learning of Factored Multi-agent Reactive Models [link]\"\n       title=\" arxiv\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> arxiv</span></a>\n  &nbsp;\n  \n\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/teng-le-scibior-wood-imitationlearningoffactoredmultiagentreactivemodels-2019\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n  &nbsp;\n  <a class=\"bibbase_abstract_link bibbase link\"\n     href=\"#\"\n     onclick=\"showAbstract(event); return false;\">\n    abstract <i class=\"fa fa-caret-down\"></i></a>\n  \n\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('teng-le-scibior-wood-imitationlearningoffactoredmultiagentreactivemodels-2019')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@unpublished{TEN-19,\n  title={Imitation Learning of Factored Multi-agent Reactive Models},\n  author={Teng, Michael and Le, Tuan Anh and Scibior, Adam and Wood, Frank},\n  archiveprefix = {arXiv},\n  eprint = {1903.04714},\n  year={2019},\n  url_Paper={https://arxiv.org/pdf/1903.04714.pdf},\n  url_ArXiv={https://arxiv.org/abs/1903.04714},\n  support = {D3M},\n  abstract={We apply recent advances in deep generative modeling to the task of imitation learning from biological agents. Specifically, we apply variations of the variational recurrent neural network model to a multi-agent setting where we learn policies of individual uncoordinated agents acting based on their perceptual inputs and their hidden belief state. We learn stochastic policies for these agents directly from observational data, without constructing a reward function. An inference network learned jointly with the policy allows for efficient inference over the agent&#x27;s belief state given a sequence of its current perceptual inputs and the prior actions it performed, which lets us extrapolate observed sequences of behavior into the future while maintaining uncertainty estimates over future trajectories. We test our approach on a dataset of flies interacting in a 2D environment, where we demonstrate better predictive performance than existing approaches which learn deterministic policies with recurrent neural networks. We further show that the uncertainty estimates over future trajectories we obtain are well calibrated, which makes them useful for a variety of downstream processing tasks.},\n}\n\n</pre>\n</div>\n\n\n<div class=\"well well-small bibbase\" data-type=\"abstract\"\n     style=\"display:none\">\n  We apply recent advances in deep generative modeling to the task of imitation learning from biological agents. Specifically, we apply variations of the variational recurrent neural network model to a multi-agent setting where we learn policies of individual uncoordinated agents acting based on their perceptual inputs and their hidden belief state. We learn stochastic policies for these agents directly from observational data, without constructing a reward function. An inference network learned jointly with the policy allows for efficient inference over the agent's belief state given a sequence of its current perceptual inputs and the prior actions it performed, which lets us extrapolate observed sequences of behavior into the future while maintaining uncertainty estimates over future trajectories. We test our approach on a dataset of flies interacting in a 2D environment, where we demonstrate better predictive performance than existing approaches which learn deterministic policies with recurrent neural networks. We further show that the uncertainty estimates over future trajectories we obtain are well calibrated, which makes them useful for a variety of downstream processing tasks.\n</div>\n\n\n</div>\n\n\n\n\n\n    </div>\n  </div>\n\n\n\n\n    </div>\n  </div>\n\n  <div class=\"bibbase_group_whole\" id=\"group_2018\">\n    <div class=\"bibbase_group\"\n      onclick=\"toggleGroup('group_2018')\"\n      onkeypress=\"toggleGroup('group_2018')\"\n      tabindex=\"0\">\n      <i class=\"fa fa-angle-down bibbase_group_head_icon\"></i>&nbsp;\n      <span>2018</span>\n      <span class=\"bibbase_group_count\">\n        \n        (2)\n        \n      </span>\n    </div>\n    <div class=\"bibbase_group_body\">\n      \n  \n  <div class=\"bibbase_group_whole\" id=\"group_inproceedings\">\n    <div class=\"bibbase_group\"\n      onclick=\"toggleGroup('group_inproceedings')\"\n      onkeypress=\"toggleGroup('group_inproceedings')\"\n      tabindex=\"0\">\n      <i class=\"fa fa-angle-down bibbase_group_head_icon\"></i>&nbsp;\n      <span>inproceedings</span>\n      <span class=\"bibbase_group_count\">\n        \n        (7)\n        \n      </span>\n    </div>\n    <div class=\"bibbase_group_body\">\n      \n  \n  <div class=\"bibbase_paper\" id=\"teng-wood-bayesiandistributedstochasticgradientdescent-2018\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  <a href=\"https://papers.nips.cc/paper/7874-bayesian-distributed-stochastic-gradient-descent.pdf\"\n     onclick=\"return trackOutboundLink('publications', 'click', 'teng-wood-bayesiandistributedstochasticgradientdescent-2018', 'https://papers.nips.cc/paper/7874-bayesian-distributed-stochastic-gradient-descent.pdf', event);\">\n    Bayesian Distributed Stochastic Gradient Descent.\n  </a>\n  \n  \n  \n</span>\n\n  <span class=\"bibbase_paper_author\">\n  Teng, M.;  and <a class=\"bibbase author link\" href=\"https://plai.cs.ubc.ca/publications/\">Wood, F.</a>\n</span>\n\n  \n\n</span>\n\n  In <i>Advances in Neural Information Processing Systems 31</i>, pages 6378–6388,  2018. \n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n  <a href=\"https://papers.nips.cc/paper/7874-bayesian-distributed-stochastic-gradient-descent\"\n     onclick=\"log_download('teng-wood-bayesiandistributedstochasticgradientdescent-2018', 'https://papers.nips.cc/paper/7874-bayesian-distributed-stochastic-gradient-descent', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"Bayesian Distributed Stochastic Gradient Descent [link]\"\n       title=\" link\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> link</span></a>\n  &nbsp;\n  \n  <a href=\"https://papers.nips.cc/paper/7874-bayesian-distributed-stochastic-gradient-descent.pdf\"\n     onclick=\"log_download('teng-wood-bayesiandistributedstochasticgradientdescent-2018', 'https://papers.nips.cc/paper/7874-bayesian-distributed-stochastic-gradient-descent.pdf', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/pdf.svg\"\n\t     alt=\"Bayesian Distributed Stochastic Gradient Descent [pdf]\"\n       title=\" paper\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> paper</span></a>\n  &nbsp;\n  \n\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/teng-wood-bayesiandistributedstochasticgradientdescent-2018\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n  &nbsp;\n  <a class=\"bibbase_abstract_link bibbase link\"\n     href=\"#\"\n     onclick=\"showAbstract(event); return false;\">\n    abstract <i class=\"fa fa-caret-down\"></i></a>\n  \n\n  \n  &nbsp;\n  <span class=\"bibbase_stats_paper\" style=\"color: #777;\">\n    <span>1 download</span>\n  </span>\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('teng-wood-bayesiandistributedstochasticgradientdescent-2018')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@inproceedings{TEN-18,\n  title={Bayesian Distributed Stochastic Gradient Descent},\n  author={Teng, Michael and Wood, Frank},\n  booktitle={Advances in Neural Information Processing Systems 31},\n  pages={6378--6388},\n  year={2018},\n  url_Link={https://papers.nips.cc/paper/7874-bayesian-distributed-stochastic-gradient-descent},\n  url_Paper={https://papers.nips.cc/paper/7874-bayesian-distributed-stochastic-gradient-descent.pdf},\n  abstract={We introduce Bayesian distributed stochastic gradient descent (BDSGD), a high-throughput algorithm for training deep neural networks on parallel clusters. This algorithm uses amortized inference in a deep generative model to perform joint posterior predictive inference of mini-batch gradient computation times in a compute cluster specific manner. Specifically, our algorithm mitigates the straggler effect in synchronous, gradient-based optimization by choosing an optimal cutoff beyond which mini-batch gradient messages from slow workers are ignored. In our experiments, we show that eagerly discarding the mini-batch gradient computations of stragglers not only increases throughput but actually increases the overall rate of convergence as a function of wall-clock time by virtue of eliminating idleness. The principal novel contribution and finding of this work goes beyond this by demonstrating that using the predicted run-times from a generative model of cluster worker performance improves substantially over the static-cutoff prior art, leading to reduced deep neural net training times on large computer clusters.}\n}\n\n</pre>\n</div>\n\n\n<div class=\"well well-small bibbase\" data-type=\"abstract\"\n     style=\"display:none\">\n  We introduce Bayesian distributed stochastic gradient descent (BDSGD), a high-throughput algorithm for training deep neural networks on parallel clusters. This algorithm uses amortized inference in a deep generative model to perform joint posterior predictive inference of mini-batch gradient computation times in a compute cluster specific manner. Specifically, our algorithm mitigates the straggler effect in synchronous, gradient-based optimization by choosing an optimal cutoff beyond which mini-batch gradient messages from slow workers are ignored. In our experiments, we show that eagerly discarding the mini-batch gradient computations of stragglers not only increases throughput but actually increases the overall rate of convergence as a function of wall-clock time by virtue of eliminating idleness. The principal novel contribution and finding of this work goes beyond this by demonstrating that using the predicted run-times from a generative model of cluster worker performance improves substantially over the static-cutoff prior art, leading to reduced deep neural net training times on large computer clusters.\n</div>\n\n\n</div>\n\n\n  <div class=\"bibbase_paper\" id=\"webb-golinski-zinkov-narayanaswamy-rainforth-teh-wood-faithfulinversionofgenerativemodelsforeffectiveamortizedinference-2018\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  <a href=\"https://arxiv.org/pdf/1712.00287.pdf\"\n     onclick=\"return trackOutboundLink('publications', 'click', 'webb-golinski-zinkov-narayanaswamy-rainforth-teh-wood-faithfulinversionofgenerativemodelsforeffectiveamortizedinference-2018', 'https://arxiv.org/pdf/1712.00287.pdf', event);\">\n    Faithful inversion of generative models for effective amortized inference.\n  </a>\n  \n  \n  \n</span>\n\n  <span class=\"bibbase_paper_author\">\n  Webb, S.; Golinski, A.; Zinkov, R.; Narayanaswamy, S.; Rainforth, T.; Teh, Y. W.;  and <a class=\"bibbase author link\" href=\"https://plai.cs.ubc.ca/publications/\">Wood, F.</a>\n</span>\n\n  \n\n</span>\n\n  In <i>Advances in Neural Information Processing Systems 31</i>, pages 3070–3080,  2018. \n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n  <a href=\"https://arxiv.org/pdf/1712.00287.pdf\"\n     onclick=\"log_download('webb-golinski-zinkov-narayanaswamy-rainforth-teh-wood-faithfulinversionofgenerativemodelsforeffectiveamortizedinference-2018', 'https://arxiv.org/pdf/1712.00287.pdf', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/pdf.svg\"\n\t     alt=\"Faithful inversion of generative models for effective amortized inference [pdf]\"\n       title=\" paper\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> paper</span></a>\n  &nbsp;\n  \n  <a href=\"https://arxiv.org/abs/1712.00287\"\n     onclick=\"log_download('webb-golinski-zinkov-narayanaswamy-rainforth-teh-wood-faithfulinversionofgenerativemodelsforeffectiveamortizedinference-2018', 'https://arxiv.org/abs/1712.00287', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"Faithful inversion of generative models for effective amortized inference [link]\"\n       title=\" arxiv\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> arxiv</span></a>\n  &nbsp;\n  \n\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/webb-golinski-zinkov-narayanaswamy-rainforth-teh-wood-faithfulinversionofgenerativemodelsforeffectiveamortizedinference-2018\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n  &nbsp;\n  <a class=\"bibbase_abstract_link bibbase link\"\n     href=\"#\"\n     onclick=\"showAbstract(event); return false;\">\n    abstract <i class=\"fa fa-caret-down\"></i></a>\n  \n\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('webb-golinski-zinkov-narayanaswamy-rainforth-teh-wood-faithfulinversionofgenerativemodelsforeffectiveamortizedinference-2018')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@inproceedings{WEB-18,\n  title={Faithful inversion of generative models for effective amortized inference},\n  author={Webb, Stefan and Golinski, Adam and Zinkov, Rob and Narayanaswamy, Siddharth and Rainforth, Tom and Teh, Yee Whye and Wood, Frank},\n  booktitle={Advances in Neural Information Processing Systems 31},\n  pages={3070--3080},\n  year={2018},\n  archiveprefix = {arXiv},\n  eprint = {1712.00287},\n  url_Paper={https://arxiv.org/pdf/1712.00287.pdf},\n  url_ArXiv={https://arxiv.org/abs/1712.00287},\n  abstract={Inference amortization methods share information across multiple posterior-inference problems, allowing each to be carried out more efficiently. Generally, they require the inversion of the dependency structure in the generative model, as the modeller must learn a mapping from observations to distributions approximating the posterior. Previous approaches have involved inverting the dependency structure in a heuristic way that fails to capture these dependencies correctly, thereby limiting the achievable accuracy of the resulting approximations. We introduce an algorithm for faithfully, and minimally, inverting the graphical model structure of any generative model. Such inverses have two crucial properties: (a) they do not encode any independence assertions that are absent from the model and; (b) they are local maxima for the number of true independencies encoded. We prove the correctness of our approach and empirically show that the resulting minimally faithful inverses lead to better inference amortization than existing heuristic approaches.}\n}\n\n\n</pre>\n</div>\n\n\n<div class=\"well well-small bibbase\" data-type=\"abstract\"\n     style=\"display:none\">\n  Inference amortization methods share information across multiple posterior-inference problems, allowing each to be carried out more efficiently. Generally, they require the inversion of the dependency structure in the generative model, as the modeller must learn a mapping from observations to distributions approximating the posterior. Previous approaches have involved inverting the dependency structure in a heuristic way that fails to capture these dependencies correctly, thereby limiting the achievable accuracy of the resulting approximations. We introduce an algorithm for faithfully, and minimally, inverting the graphical model structure of any generative model. Such inverses have two crucial properties: (a) they do not encode any independence assertions that are absent from the model and; (b) they are local maxima for the number of true independencies encoded. We prove the correctness of our approach and empirically show that the resulting minimally faithful inverses lead to better inference amortization than existing heuristic approaches.\n</div>\n\n\n</div>\n\n\n  <div class=\"bibbase_paper\" id=\"rainforth-cornish-yang-warrington-wood-onnestingmontecarloestimators-2018\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  <a href=\"https://arxiv.org/pdf/1709.06181.pdf\"\n     onclick=\"return trackOutboundLink('publications', 'click', 'rainforth-cornish-yang-warrington-wood-onnestingmontecarloestimators-2018', 'https://arxiv.org/pdf/1709.06181.pdf', event);\">\n    On Nesting Monte Carlo Estimators.\n  </a>\n  \n  \n  \n</span>\n\n  <span class=\"bibbase_paper_author\">\n  Rainforth, T.; Cornish, R.; Yang, H.; Warrington, A.;  and <a class=\"bibbase author link\" href=\"https://plai.cs.ubc.ca/publications/\">Wood, F.</a>\n</span>\n\n  \n\n</span>\n\n  In <i>Thirty-fifth International Conference on Machine Learning (ICML)</i>,  2018. \n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n  <a href=\"https://arxiv.org/pdf/1709.06181.pdf\"\n     onclick=\"log_download('rainforth-cornish-yang-warrington-wood-onnestingmontecarloestimators-2018', 'https://arxiv.org/pdf/1709.06181.pdf', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/pdf.svg\"\n\t     alt=\"On Nesting Monte Carlo Estimators [pdf]\"\n       title=\" paper\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> paper</span></a>\n  &nbsp;\n  \n  <a href=\"https://arxiv.org/abs/1709.06181\"\n     onclick=\"log_download('rainforth-cornish-yang-warrington-wood-onnestingmontecarloestimators-2018', 'https://arxiv.org/abs/1709.06181', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"On Nesting Monte Carlo Estimators [link]\"\n       title=\" arxiv\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> arxiv</span></a>\n  &nbsp;\n  \n\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/rainforth-cornish-yang-warrington-wood-onnestingmontecarloestimators-2018\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n  &nbsp;\n  <a class=\"bibbase_abstract_link bibbase link\"\n     href=\"#\"\n     onclick=\"showAbstract(event); return false;\">\n    abstract <i class=\"fa fa-caret-down\"></i></a>\n  \n\n  \n  &nbsp;\n  <span class=\"bibbase_stats_paper\" style=\"color: #777;\">\n    <span>1 download</span>\n  </span>\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('rainforth-cornish-yang-warrington-wood-onnestingmontecarloestimators-2018')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@inproceedings{RAI-18a,\n  title={On Nesting Monte Carlo Estimators},\n  author={Rainforth, Tom and Cornish, Robert and Yang, Hongseok and Warrington, Andrew and Wood, Frank},\n  booktitle={Thirty-fifth International Conference on Machine Learning (ICML)},\n  year={2018},\n  archiveprefix = {arXiv},\n  eprint = {1709.06181},\n  url_Paper={https://arxiv.org/pdf/1709.06181.pdf},\n  url_ArXiv={https://arxiv.org/abs/1709.06181},\n  abstract={Many problems in machine learning and statistics involve nested expectations and thus do not permit conventional Monte Carlo (MC) estimation. For such problems, one must nest estimators, such that terms in an outer estimator themselves involve calculation of a separate, nested, estimation. We investigate the statistical implications of nesting MC estimators, including cases of multiple levels of nesting, and establish the conditions under which they converge. We derive corresponding rates of convergence and provide empirical evidence that these rates are observed in practice. We further establish a number of pitfalls that can arise from naive nesting of MC estimators, provide guidelines about how these can be avoided, and lay out novel methods for reformulating certain classes of nested expectation problems into single expectations, leading to improved convergence rates. We demonstrate the applicability of our work by using our results to develop a new estimator for discrete Bayesian experimental design problems and derive error bounds for a class of variational objectives.}\n}\n\n</pre>\n</div>\n\n\n<div class=\"well well-small bibbase\" data-type=\"abstract\"\n     style=\"display:none\">\n  Many problems in machine learning and statistics involve nested expectations and thus do not permit conventional Monte Carlo (MC) estimation. For such problems, one must nest estimators, such that terms in an outer estimator themselves involve calculation of a separate, nested, estimation. We investigate the statistical implications of nesting MC estimators, including cases of multiple levels of nesting, and establish the conditions under which they converge. We derive corresponding rates of convergence and provide empirical evidence that these rates are observed in practice. We further establish a number of pitfalls that can arise from naive nesting of MC estimators, provide guidelines about how these can be avoided, and lay out novel methods for reformulating certain classes of nested expectation problems into single expectations, leading to improved convergence rates. We demonstrate the applicability of our work by using our results to develop a new estimator for discrete Bayesian experimental design problems and derive error bounds for a class of variational objectives.\n</div>\n\n\n</div>\n\n\n  <div class=\"bibbase_paper\" id=\"rainforth-kosiorek-le-maddison-igl-wood-teh-tightervariationalboundsarenotnecessarilybetter-2018\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  <a href=\"https://arxiv.org/pdf/1802.04537.pdf\"\n     onclick=\"return trackOutboundLink('publications', 'click', 'rainforth-kosiorek-le-maddison-igl-wood-teh-tightervariationalboundsarenotnecessarilybetter-2018', 'https://arxiv.org/pdf/1802.04537.pdf', event);\">\n    Tighter variational bounds are not necessarily better.\n  </a>\n  \n  \n  \n</span>\n\n  <span class=\"bibbase_paper_author\">\n  Rainforth, T.; Kosiorek, A. R; Le, T. A.; Maddison, C. J; Igl, M.; <a class=\"bibbase author link\" href=\"https://plai.cs.ubc.ca/publications/\">Wood, F.</a>;  and Teh, Y. W.\n</span>\n\n  \n\n</span>\n\n  In <i>Thirty-fifth International Conference on Machine Learning (ICML)</i>,  2018. \n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n  <a href=\"https://arxiv.org/abs/1802.04537\"\n     onclick=\"log_download('rainforth-kosiorek-le-maddison-igl-wood-teh-tightervariationalboundsarenotnecessarilybetter-2018', 'https://arxiv.org/abs/1802.04537', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"Tighter variational bounds are not necessarily better [link]\"\n       title=\" link\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> link</span></a>\n  &nbsp;\n  \n  <a href=\"https://arxiv.org/pdf/1802.04537.pdf\"\n     onclick=\"log_download('rainforth-kosiorek-le-maddison-igl-wood-teh-tightervariationalboundsarenotnecessarilybetter-2018', 'https://arxiv.org/pdf/1802.04537.pdf', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/pdf.svg\"\n\t     alt=\"Tighter variational bounds are not necessarily better [pdf]\"\n       title=\" paper\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> paper</span></a>\n  &nbsp;\n  \n\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/rainforth-kosiorek-le-maddison-igl-wood-teh-tightervariationalboundsarenotnecessarilybetter-2018\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n  &nbsp;\n  <a class=\"bibbase_abstract_link bibbase link\"\n     href=\"#\"\n     onclick=\"showAbstract(event); return false;\">\n    abstract <i class=\"fa fa-caret-down\"></i></a>\n  \n\n  \n  &nbsp;\n  <span class=\"bibbase_stats_paper\" style=\"color: #777;\">\n    <span>1 download</span>\n  </span>\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('rainforth-kosiorek-le-maddison-igl-wood-teh-tightervariationalboundsarenotnecessarilybetter-2018')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@inproceedings{RAI-18b,\n  title={Tighter variational bounds are not necessarily better},\n  author={Rainforth, Tom and Kosiorek, Adam R and Le, Tuan Anh and Maddison, Chris J and Igl, Maximilian and Wood, Frank and Teh, Yee Whye},\n  booktitle={Thirty-fifth International Conference on Machine Learning (ICML)},\n  year={2018},\n  archiveprefix = {arXiv},\n  eprint = {1802.04537},\n  url_Link={https://arxiv.org/abs/1802.04537},\n  url_Paper={https://arxiv.org/pdf/1802.04537.pdf},\n  abstract={We provide theoretical and empirical evidence that using tighter evidence lower bounds (ELBOs) can be detrimental to the process of learning an inference network by reducing the signal-to-noise ratio of the gradient estimator. Our results call into question common implicit assumptions that tighter ELBOs are better variational objectives for simultaneous model learning and inference amortization schemes. Based on our insights, we introduce three new algorithms: the partially importance weighted auto-encoder (PIWAE), the multiply importance weighted auto-encoder (MIWAE), and the combination importance weighted auto-encoder (CIWAE), each of which includes the standard importance weighted auto-encoder (IWAE) as a special case. We show that each can deliver improvements over IWAE, even when performance is measured by the IWAE target itself. Furthermore, our results suggest that PIWAE may be able to deliver simultaneous improvements in the training of both the inference and generative networks.}\n}\n\n</pre>\n</div>\n\n\n<div class=\"well well-small bibbase\" data-type=\"abstract\"\n     style=\"display:none\">\n  We provide theoretical and empirical evidence that using tighter evidence lower bounds (ELBOs) can be detrimental to the process of learning an inference network by reducing the signal-to-noise ratio of the gradient estimator. Our results call into question common implicit assumptions that tighter ELBOs are better variational objectives for simultaneous model learning and inference amortization schemes. Based on our insights, we introduce three new algorithms: the partially importance weighted auto-encoder (PIWAE), the multiply importance weighted auto-encoder (MIWAE), and the combination importance weighted auto-encoder (CIWAE), each of which includes the standard importance weighted auto-encoder (IWAE) as a special case. We show that each can deliver improvements over IWAE, even when performance is measured by the IWAE target itself. Furthermore, our results suggest that PIWAE may be able to deliver simultaneous improvements in the training of both the inference and generative networks.\n</div>\n\n\n</div>\n\n\n  <div class=\"bibbase_paper\" id=\"igl-zintgraf-le-wood-whiteson-deepvariationalreinforcementlearningforpomdps-2018\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  <a href=\"https://arxiv.org/pdf/1806.02426.pdf\"\n     onclick=\"return trackOutboundLink('publications', 'click', 'igl-zintgraf-le-wood-whiteson-deepvariationalreinforcementlearningforpomdps-2018', 'https://arxiv.org/pdf/1806.02426.pdf', event);\">\n    Deep Variational Reinforcement Learning for POMDPs.\n  </a>\n  \n  \n  \n</span>\n\n  <span class=\"bibbase_paper_author\">\n  Igl, M.; Zintgraf, L.; Le, T. A.; <a class=\"bibbase author link\" href=\"https://plai.cs.ubc.ca/publications/\">Wood, F.</a>;  and Whiteson, S.\n</span>\n\n  \n\n</span>\n\n  In <i>Thirty-fifth International Conference on Machine Learning (ICML)</i>,  2018. \n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n  <a href=\"https://arxiv.org/abs/1806.02426\"\n     onclick=\"log_download('igl-zintgraf-le-wood-whiteson-deepvariationalreinforcementlearningforpomdps-2018', 'https://arxiv.org/abs/1806.02426', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"Deep Variational Reinforcement Learning for POMDPs [link]\"\n       title=\" link\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> link</span></a>\n  &nbsp;\n  \n  <a href=\"https://arxiv.org/pdf/1806.02426.pdf\"\n     onclick=\"log_download('igl-zintgraf-le-wood-whiteson-deepvariationalreinforcementlearningforpomdps-2018', 'https://arxiv.org/pdf/1806.02426.pdf', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/pdf.svg\"\n\t     alt=\"Deep Variational Reinforcement Learning for POMDPs [pdf]\"\n       title=\" paper\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> paper</span></a>\n  &nbsp;\n  \n\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/igl-zintgraf-le-wood-whiteson-deepvariationalreinforcementlearningforpomdps-2018\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n  &nbsp;\n  <a class=\"bibbase_abstract_link bibbase link\"\n     href=\"#\"\n     onclick=\"showAbstract(event); return false;\">\n    abstract <i class=\"fa fa-caret-down\"></i></a>\n  \n\n  \n  &nbsp;\n  <span class=\"bibbase_stats_paper\" style=\"color: #777;\">\n    <span>1 download</span>\n  </span>\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('igl-zintgraf-le-wood-whiteson-deepvariationalreinforcementlearningforpomdps-2018')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@inproceedings{IGL-18,\n  title={Deep Variational Reinforcement Learning for POMDPs},\n  author={Igl, Maximilian and Zintgraf, Luisa and Le, Tuan Anh and Wood, Frank and Whiteson, Shimon},\n  booktitle={Thirty-fifth International Conference on Machine Learning (ICML)},\n  year={2018},\n  archiveprefix = {arXiv},\n  eprint = {1806.02426},\n  url_Link={https://arxiv.org/abs/1806.02426},\n  url_Paper={https://arxiv.org/pdf/1806.02426.pdf},\n  abstract={Many real-world sequential decision making problems are partially observable by nature, and the environment model is typically unknown. Consequently, there is great need for reinforcement learning methods that can tackle such problems given only a stream of incomplete and noisy observations. In this paper, we propose deep variational reinforcement learning (DVRL), which introduces an inductive bias that allows an agent to learn a generative model of the environment and perform inference in that model to effectively aggregate the available information. We develop an n-step approximation to the evidence lower bound (ELBO), allowing the model to be trained jointly with the policy. This ensures that the latent state representation is suitable for the control task. In experiments on Mountain Hike and flickering Atari we show that our method outperforms previous approaches relying on recurrent neural networks to encode the past.}\n}\n\n</pre>\n</div>\n\n\n<div class=\"well well-small bibbase\" data-type=\"abstract\"\n     style=\"display:none\">\n  Many real-world sequential decision making problems are partially observable by nature, and the environment model is typically unknown. Consequently, there is great need for reinforcement learning methods that can tackle such problems given only a stream of incomplete and noisy observations. In this paper, we propose deep variational reinforcement learning (DVRL), which introduces an inductive bias that allows an agent to learn a generative model of the environment and perform inference in that model to effectively aggregate the available information. We develop an n-step approximation to the evidence lower bound (ELBO), allowing the model to be trained jointly with the policy. This ensures that the latent state representation is suitable for the control task. In experiments on Mountain Hike and flickering Atari we show that our method outperforms previous approaches relying on recurrent neural networks to encode the past.\n</div>\n\n\n</div>\n\n\n  <div class=\"bibbase_paper\" id=\"rainforth-zhou-lu-teh-wood-yang-vandemeent-inferencetreesadaptiveinferencewithexploration-2018\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  <a href=\"https://arxiv.org/pdf/1806.09550.pdf\"\n     onclick=\"return trackOutboundLink('publications', 'click', 'rainforth-zhou-lu-teh-wood-yang-vandemeent-inferencetreesadaptiveinferencewithexploration-2018', 'https://arxiv.org/pdf/1806.09550.pdf', event);\">\n    Inference trees: Adaptive inference with exploration.\n  </a>\n  \n  \n  \n</span>\n\n  <span class=\"bibbase_paper_author\">\n  Rainforth, T.; Zhou, Y.; Lu, X.; Teh, Y. W.; <a class=\"bibbase author link\" href=\"https://plai.cs.ubc.ca/publications/\">Wood, F.</a>; Yang, H.;  and van de Meent, J.\n</span>\n\n  \n\n</span>\n\n  In <i>1st Symposium on Advances in Approximate Bayesian Inference</i>,  2018. \n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n  <a href=\"https://arxiv.org/abs/1806.09550\"\n     onclick=\"log_download('rainforth-zhou-lu-teh-wood-yang-vandemeent-inferencetreesadaptiveinferencewithexploration-2018', 'https://arxiv.org/abs/1806.09550', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"Inference trees: Adaptive inference with exploration [link]\"\n       title=\" link\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> link</span></a>\n  &nbsp;\n  \n  <a href=\"https://arxiv.org/pdf/1806.09550.pdf\"\n     onclick=\"log_download('rainforth-zhou-lu-teh-wood-yang-vandemeent-inferencetreesadaptiveinferencewithexploration-2018', 'https://arxiv.org/pdf/1806.09550.pdf', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/pdf.svg\"\n\t     alt=\"Inference trees: Adaptive inference with exploration [pdf]\"\n       title=\" paper\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> paper</span></a>\n  &nbsp;\n  \n  <a href=\"http://www.approximateinference.org/2018/schedule/Rainforth2018.pdf\"\n     onclick=\"log_download('rainforth-zhou-lu-teh-wood-yang-vandemeent-inferencetreesadaptiveinferencewithexploration-2018', 'http://www.approximateinference.org/2018/schedule/Rainforth2018.pdf', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/pdf.svg\"\n\t     alt=\"Inference trees: Adaptive inference with exploration [pdf]\"\n       title=\" presentation\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> presentation</span></a>\n  &nbsp;\n  \n\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/rainforth-zhou-lu-teh-wood-yang-vandemeent-inferencetreesadaptiveinferencewithexploration-2018\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n  &nbsp;\n  <a class=\"bibbase_abstract_link bibbase link\"\n     href=\"#\"\n     onclick=\"showAbstract(event); return false;\">\n    abstract <i class=\"fa fa-caret-down\"></i></a>\n  \n\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('rainforth-zhou-lu-teh-wood-yang-vandemeent-inferencetreesadaptiveinferencewithexploration-2018')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@inproceedings{RAI-18c,\n  title={Inference trees: Adaptive inference with exploration},\n  author={Rainforth, Tom and Zhou, Yuan and Lu, Xiaoyu and Teh, Yee Whye and Wood, Frank and Yang, Hongseok and van de Meent, Jan-Willem},\n  booktitle={1st Symposium on Advances in Approximate Bayesian Inference},\n  archiveprefix = {arXiv},\n  eprint = {1806.09550},\n  year={2018},\n  url_Link={https://arxiv.org/abs/1806.09550},\n  url_Paper={https://arxiv.org/pdf/1806.09550.pdf},\n  url_Presentation={http://www.approximateinference.org/2018/schedule/Rainforth2018.pdf},\n  abstract={We introduce inference trees (ITs), a new class of inference methods that build on ideas from Monte Carlo tree search to perform adaptive sampling in a manner that balances exploration with exploitation, ensures consistency, and alleviates pathologies in existing adaptive methods. ITs adaptively sample from hierarchical partitions of the parameter space, while simultaneously learning these partitions in an online manner. This enables ITs to not only identify regions of high posterior mass, but also maintain uncertainty estimates to track regions where significant posterior mass may have been missed. ITs can be based on any inference method that provides a consistent estimate of the marginal likelihood. They are particularly effective when combined with sequential Monte Carlo, where they capture long-range dependencies and yield improvements beyond proposal adaptation alone.}\n}\n\n</pre>\n</div>\n\n\n<div class=\"well well-small bibbase\" data-type=\"abstract\"\n     style=\"display:none\">\n  We introduce inference trees (ITs), a new class of inference methods that build on ideas from Monte Carlo tree search to perform adaptive sampling in a manner that balances exploration with exploitation, ensures consistency, and alleviates pathologies in existing adaptive methods. ITs adaptively sample from hierarchical partitions of the parameter space, while simultaneously learning these partitions in an online manner. This enables ITs to not only identify regions of high posterior mass, but also maintain uncertainty estimates to track regions where significant posterior mass may have been missed. ITs can be based on any inference method that provides a consistent estimate of the marginal likelihood. They are particularly effective when combined with sequential Monte Carlo, where they capture long-range dependencies and yield improvements beyond proposal adaptation alone.\n</div>\n\n\n</div>\n\n\n  <div class=\"bibbase_paper\" id=\"baydin-cornish-rubio-schmidt-wood-onlinelearningrateadaptationwithhypergradientdescent-2018\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  <a href=\"https://iclr.cc/Conferences/2018/Schedule?showEvent=14\"\n     onclick=\"return trackOutboundLink('publications', 'click', 'baydin-cornish-rubio-schmidt-wood-onlinelearningrateadaptationwithhypergradientdescent-2018', 'https://iclr.cc/Conferences/2018/Schedule?showEvent=14', event);\">\n    Online learning rate adaptation with hypergradient descent.\n  </a>\n  \n  \n  \n</span>\n\n  <span class=\"bibbase_paper_author\">\n  Baydin, A. G.; Cornish, R.; Rubio, D. M.; Schmidt, M.;  and <a class=\"bibbase author link\" href=\"https://plai.cs.ubc.ca/publications/\">Wood, F.</a>\n</span>\n\n  \n\n</span>\n\n  In <i>Sixth International Conference on Learning Representations (ICLR 2018)</i>,  2018. \n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n  <a href=\"https://iclr.cc/Conferences/2018/Schedule?showEvent=14\"\n     onclick=\"log_download('baydin-cornish-rubio-schmidt-wood-onlinelearningrateadaptationwithhypergradientdescent-2018', 'https://iclr.cc/Conferences/2018/Schedule?showEvent=14', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"Online learning rate adaptation with hypergradient descent [link]\"\n       title=\" link\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> link</span></a>\n  &nbsp;\n  \n  <a href=\"https://openreview.net/pdf?id=BkrsAzWAb\"\n     onclick=\"log_download('baydin-cornish-rubio-schmidt-wood-onlinelearningrateadaptationwithhypergradientdescent-2018', 'https://openreview.net/pdf?id=BkrsAzWAb', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"Online learning rate adaptation with hypergradient descent [link]\"\n       title=\" paper\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> paper</span></a>\n  &nbsp;\n  \n\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/baydin-cornish-rubio-schmidt-wood-onlinelearningrateadaptationwithhypergradientdescent-2018\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n  &nbsp;\n  <a class=\"bibbase_abstract_link bibbase link\"\n     href=\"#\"\n     onclick=\"showAbstract(event); return false;\">\n    abstract <i class=\"fa fa-caret-down\"></i></a>\n  \n\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('baydin-cornish-rubio-schmidt-wood-onlinelearningrateadaptationwithhypergradientdescent-2018')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@inproceedings{BAY-18a,\n  title={Online learning rate adaptation with hypergradient descent},\n  author={Baydin, Atilim Gunes and Cornish, Robert and Rubio, David Martinez and Schmidt, Mark and Wood, Frank},\n  booktitle={Sixth International Conference on Learning Representations (ICLR 2018)},\n  archiveprefix = {arXiv},\n  eprint = {1703.04782},\n  year={2018},\n  url_Link={https://arxiv.org/abs/1703.04782},\n  url_Paper={https://arxiv.org/pdf/1703.04782.pdf},\n  url_Link={https://iclr.cc/Conferences/2018/Schedule?showEvent=14},\n  url_Paper={https://openreview.net/pdf?id=BkrsAzWAb},\n  abstract={We introduce a general method for improving the convergence rate of gradient-based optimizers that is easy to implement and works well in practice.  We demonstrate the effectiveness of the method in a range of optimization problems by applying it to stochastic gradient descent, stochastic gradient descent with Nesterov momentum, and Adam, showing that it significantly reduces the need for the manual tuning of the initial learning rate for these commonly used algorithms.  Our method works by dynamically updating the learning rate during optimization using the gradient with respect to the learning rate of the update rule itself.  Computing this &quot;hypergradient&quot; needs little additional computation, requires only one extra copy of the original gradient to be stored in memory, and relies upon nothing more than what is provided by reverse-mode automatic differentiation.}\n}\n\n</pre>\n</div>\n\n\n<div class=\"well well-small bibbase\" data-type=\"abstract\"\n     style=\"display:none\">\n  We introduce a general method for improving the convergence rate of gradient-based optimizers that is easy to implement and works well in practice. We demonstrate the effectiveness of the method in a range of optimization problems by applying it to stochastic gradient descent, stochastic gradient descent with Nesterov momentum, and Adam, showing that it significantly reduces the need for the manual tuning of the initial learning rate for these commonly used algorithms. Our method works by dynamically updating the learning rate during optimization using the gradient with respect to the learning rate of the update rule itself. Computing this \"hypergradient\" needs little additional computation, requires only one extra copy of the original gradient to be stored in memory, and relies upon nothing more than what is provided by reverse-mode automatic differentiation.\n</div>\n\n\n</div>\n\n\n\n\n\n    </div>\n  </div>\n\n  <div class=\"bibbase_group_whole\" id=\"group_unpublished\">\n    <div class=\"bibbase_group\"\n      onclick=\"toggleGroup('group_unpublished')\"\n      onkeypress=\"toggleGroup('group_unpublished')\"\n      tabindex=\"0\">\n      <i class=\"fa fa-angle-down bibbase_group_head_icon\"></i>&nbsp;\n      <span>unpublished</span>\n      <span class=\"bibbase_group_count\">\n        \n        (2)\n        \n      </span>\n    </div>\n    <div class=\"bibbase_group_body\">\n      \n  \n  <div class=\"bibbase_paper\" id=\"vandemeent-paige-yang-wood-anintroductiontoprobabilisticprogramming-2018\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  <a href=\"https://arxiv.org/pdf/1809.10756.pdf\"\n     onclick=\"return trackOutboundLink('publications', 'click', 'vandemeent-paige-yang-wood-anintroductiontoprobabilisticprogramming-2018', 'https://arxiv.org/pdf/1809.10756.pdf', event);\">\n    An introduction to probabilistic programming.\n  </a>\n  \n  \n  \n</span>\n\n  <span class=\"bibbase_paper_author\">\n  van de Meent, J.; Paige, B.; Yang, H.;  and <a class=\"bibbase author link\" href=\"https://plai.cs.ubc.ca/publications/\">Wood, F.</a>\n</span>\n\n  \n\n</span>\n\n   2018.\n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n  <a href=\"https://arxiv.org/abs/1809.10756\"\n     onclick=\"log_download('vandemeent-paige-yang-wood-anintroductiontoprobabilisticprogramming-2018', 'https://arxiv.org/abs/1809.10756', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"An introduction to probabilistic programming [link]\"\n       title=\" link\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> link</span></a>\n  &nbsp;\n  \n  <a href=\"https://arxiv.org/pdf/1809.10756.pdf\"\n     onclick=\"log_download('vandemeent-paige-yang-wood-anintroductiontoprobabilisticprogramming-2018', 'https://arxiv.org/pdf/1809.10756.pdf', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/pdf.svg\"\n\t     alt=\"An introduction to probabilistic programming [pdf]\"\n       title=\" paper\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> paper</span></a>\n  &nbsp;\n  \n\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/vandemeent-paige-yang-wood-anintroductiontoprobabilisticprogramming-2018\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n  &nbsp;\n  <a class=\"bibbase_abstract_link bibbase link\"\n     href=\"#\"\n     onclick=\"showAbstract(event); return false;\">\n    abstract <i class=\"fa fa-caret-down\"></i></a>\n  \n\n  \n  &nbsp;\n  <span class=\"bibbase_stats_paper\" style=\"color: #777;\">\n    <span>1 download</span>\n  </span>\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('vandemeent-paige-yang-wood-anintroductiontoprobabilisticprogramming-2018')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@unpublished{MEE-18,\n  title={An introduction to probabilistic programming},\n  author={van de Meent, Jan-Willem and Paige, Brooks and Yang, Hongseok and Wood, Frank},\n  journal={arXiv preprint},\n  archiveprefix = {arXiv},\n  eprint = {1809.10756},\n  year={2018},\n  url_Link={https://arxiv.org/abs/1809.10756},\n  url_Paper={https://arxiv.org/pdf/1809.10756.pdf},\n  abstract={This document is designed to be a first-year graduate-level introduction to probabilistic programming. It not only provides a thorough background for anyone wishing to use a probabilistic programming system, but also introduces the techniques needed to design and build these systems. It is aimed at people who have an undergraduate-level understanding of either or, ideally, both probabilistic machine learning and programming languages.\\\\\n  We start with a discussion of model-based reasoning and explain why conditioning as a foundational computation is central to the fields of probabilistic machine learning and artificial intelligence. We then introduce a simple first-order probabilistic programming language (PPL) whose programs define static-computation-graph, finite-variable-cardinality models. In the context of this restricted PPL we introduce fundamental inference algorithms and describe how they can be implemented in the context of models denoted by probabilistic programs.\\\\\n  In the second part of this document, we introduce a higher-order probabilistic programming language, with a functionality analogous to that of established programming languages. This affords the opportunity to define models with dynamic computation graphs, at the cost of requiring inference methods that generate samples by repeatedly executing the program. Foundational inference algorithms for this kind of probabilistic programming language are explained in the context of an interface between program executions and an inference controller.\\\\\n  This document closes with a chapter on advanced topics which we believe to be, at the time of writing, interesting directions for probabilistic programming research; directions that point towards a tight integration with deep neural network research and the development of systems for next-generation artificial intelligence applications.}\n}\n\n</pre>\n</div>\n\n\n<div class=\"well well-small bibbase\" data-type=\"abstract\"\n     style=\"display:none\">\n  This document is designed to be a first-year graduate-level introduction to probabilistic programming. It not only provides a thorough background for anyone wishing to use a probabilistic programming system, but also introduces the techniques needed to design and build these systems. It is aimed at people who have an undergraduate-level understanding of either or, ideally, both probabilistic machine learning and programming languages.\\\\ We start with a discussion of model-based reasoning and explain why conditioning as a foundational computation is central to the fields of probabilistic machine learning and artificial intelligence. We then introduce a simple first-order probabilistic programming language (PPL) whose programs define static-computation-graph, finite-variable-cardinality models. In the context of this restricted PPL we introduce fundamental inference algorithms and describe how they can be implemented in the context of models denoted by probabilistic programs.\\\\ In the second part of this document, we introduce a higher-order probabilistic programming language, with a functionality analogous to that of established programming languages. This affords the opportunity to define models with dynamic computation graphs, at the cost of requiring inference methods that generate samples by repeatedly executing the program. Foundational inference algorithms for this kind of probabilistic programming language are explained in the context of an interface between program executions and an inference controller.\\\\ This document closes with a chapter on advanced topics which we believe to be, at the time of writing, interesting directions for probabilistic programming research; directions that point towards a tight integration with deep neural network research and the development of systems for next-generation artificial intelligence applications.\n</div>\n\n\n</div>\n\n\n  <div class=\"bibbase_paper\" id=\"cornish-yang-wood-towardsatestablenotionofgeneralizationforgenerativeadversarialnetworks-2018\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  Towards a Testable Notion of Generalization for Generative Adversarial Networks.\n  \n  \n  \n</span>\n\n  <span class=\"bibbase_paper_author\">\n  Cornish, R.; Yang, H.;  and <a class=\"bibbase author link\" href=\"https://plai.cs.ubc.ca/publications/\">Wood, F.</a>\n</span>\n\n  \n\n</span>\n\n   2018.\n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/cornish-yang-wood-towardsatestablenotionofgeneralizationforgenerativeadversarialnetworks-2018\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('cornish-yang-wood-towardsatestablenotionofgeneralizationforgenerativeadversarialnetworks-2018')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@unpublished{COR-18,\n  title={Towards a Testable Notion of Generalization for Generative Adversarial Networks},\n  author={Cornish, Robert and Yang, Hongseok and Wood, Frank},\n  year={2018},\n  }\n\n</pre>\n</div>\n\n\n\n</div>\n\n\n\n\n\n    </div>\n  </div>\n\n\n\n\n    </div>\n  </div>\n\n\n\n\n  </div>\n\n\n  <!-- Modal -->\n\n  <!-- <iframe id=\"bibbase_network_frame\" -->\n  <!--         src=\"//bibbase.org/network/control\" -->\n  <!--         style=\"display: none;\"> -->\n  <!-- </iframe> -->\n\n</div>\n"}; document.write(bibbase_data.data);