Latent-IMH: Efficient Bayesian Inference for Inverse Problems with Approximate Operators. Chen, Y. & Biros, G. May, 2026. arXiv:2601.20888 [stat.ML]
Paper doi abstract bibtex We study sampling from posterior distributions in Bayesian linear inverse problems where A, the parameters to observables operator, is computationally expensive. In many applications A can be factored in a manner that facilitates the construction of a costeffective approximation ˜A. In this framework, we introduce Latent-IMH, a sampling method based on the Metropolis-Hastings independence (IMH) sampler. Latent-IMH first generates intermediate latent variables using the approximate ˜A, and then refines them using the exact A. Its primary benefit is that it shifts the computational cost to an offline phase. We theoretically analyze the performance of Latent-IMH using KL divergence and mixing time bounds. Using numerical experiments on several model problems, we show that, under reasonable assumptions, it outperforms state-of-the-art methods such as the No-U-Turn sampler (NUTS) in computational efficiency. In some cases Latent-IMH can be orders of magnitude faster than existing schemes.
@misc{chen_latent-imh_2026,
title = {Latent-{IMH}: {Efficient} {Bayesian} {Inference} for {Inverse} {Problems} with {Approximate} {Operators}},
shorttitle = {Latent-{IMH}},
url = {http://arxiv.org/abs/2601.20888},
doi = {10.48550/arXiv.2601.20888},
abstract = {We study sampling from posterior distributions in Bayesian linear inverse problems where A, the parameters to observables operator, is computationally expensive. In many applications A can be factored in a manner that facilitates the construction of a costeffective approximation ˜A. In this framework, we introduce Latent-IMH, a sampling method based on the Metropolis-Hastings independence (IMH) sampler. Latent-IMH first generates intermediate latent variables using the approximate ˜A, and then refines them using the exact A. Its primary benefit is that it shifts the computational cost to an offline phase. We theoretically analyze the performance of Latent-IMH using KL divergence and mixing time bounds. Using numerical experiments on several model problems, we show that, under reasonable assumptions, it outperforms state-of-the-art methods such as the No-U-Turn sampler (NUTS) in computational efficiency. In some cases Latent-IMH can be orders of magnitude faster than existing schemes.},
language = {en},
urldate = {2026-08-06},
publisher = {arXiv},
author = {Chen, Youguang and Biros, George},
month = may,
year = {2026},
note = {arXiv:2601.20888 [stat.ML]},
keywords = {Computer Science - Machine Learning, Mathematics - Statistics Theory, Statistics - Computation, Statistics - Machine Learning, WG: Accelerated},
}
Downloads: 0
{"_id":"rPsu3PzJmujqMy2fu","bibbaseid":"chen-biros-latentimhefficientbayesianinferenceforinverseproblemswithapproximateoperators-2026","author_short":["Chen, Y.","Biros, G."],"bibdata":{"bibtype":"misc","type":"misc","title":"Latent-IMH: Efficient Bayesian Inference for Inverse Problems with Approximate Operators","shorttitle":"Latent-IMH","url":"http://arxiv.org/abs/2601.20888","doi":"10.48550/arXiv.2601.20888","abstract":"We study sampling from posterior distributions in Bayesian linear inverse problems where A, the parameters to observables operator, is computationally expensive. In many applications A can be factored in a manner that facilitates the construction of a costeffective approximation ˜A. In this framework, we introduce Latent-IMH, a sampling method based on the Metropolis-Hastings independence (IMH) sampler. Latent-IMH first generates intermediate latent variables using the approximate ˜A, and then refines them using the exact A. Its primary benefit is that it shifts the computational cost to an offline phase. We theoretically analyze the performance of Latent-IMH using KL divergence and mixing time bounds. Using numerical experiments on several model problems, we show that, under reasonable assumptions, it outperforms state-of-the-art methods such as the No-U-Turn sampler (NUTS) in computational efficiency. In some cases Latent-IMH can be orders of magnitude faster than existing schemes.","language":"en","urldate":"2026-08-06","publisher":"arXiv","author":[{"propositions":[],"lastnames":["Chen"],"firstnames":["Youguang"],"suffixes":[]},{"propositions":[],"lastnames":["Biros"],"firstnames":["George"],"suffixes":[]}],"month":"May","year":"2026","note":"arXiv:2601.20888 [stat.ML]","keywords":"Computer Science - Machine Learning, Mathematics - Statistics Theory, Statistics - Computation, Statistics - Machine Learning, WG: Accelerated","bibtex":"@misc{chen_latent-imh_2026,\n\ttitle = {Latent-{IMH}: {Efficient} {Bayesian} {Inference} for {Inverse} {Problems} with {Approximate} {Operators}},\n\tshorttitle = {Latent-{IMH}},\n\turl = {http://arxiv.org/abs/2601.20888},\n\tdoi = {10.48550/arXiv.2601.20888},\n\tabstract = {We study sampling from posterior distributions in Bayesian linear inverse problems where A, the parameters to observables operator, is computationally expensive. In many applications A can be factored in a manner that facilitates the construction of a costeffective approximation ˜A. In this framework, we introduce Latent-IMH, a sampling method based on the Metropolis-Hastings independence (IMH) sampler. Latent-IMH first generates intermediate latent variables using the approximate ˜A, and then refines them using the exact A. Its primary benefit is that it shifts the computational cost to an offline phase. We theoretically analyze the performance of Latent-IMH using KL divergence and mixing time bounds. Using numerical experiments on several model problems, we show that, under reasonable assumptions, it outperforms state-of-the-art methods such as the No-U-Turn sampler (NUTS) in computational efficiency. In some cases Latent-IMH can be orders of magnitude faster than existing schemes.},\n\tlanguage = {en},\n\turldate = {2026-08-06},\n\tpublisher = {arXiv},\n\tauthor = {Chen, Youguang and Biros, George},\n\tmonth = may,\n\tyear = {2026},\n\tnote = {arXiv:2601.20888 [stat.ML]},\n\tkeywords = {Computer Science - Machine Learning, Mathematics - Statistics Theory, Statistics - Computation, Statistics - Machine Learning, WG: Accelerated},\n}\n\n\n\n","author_short":["Chen, Y.","Biros, G."],"key":"chen_latent-imh_2026","id":"chen_latent-imh_2026","bibbaseid":"chen-biros-latentimhefficientbayesianinferenceforinverseproblemswithapproximateoperators-2026","role":"author","urls":{"Paper":"http://arxiv.org/abs/2601.20888"},"keyword":["Computer Science - Machine Learning","Mathematics - Statistics Theory","Statistics - Computation","Statistics - Machine Learning","WG: Accelerated"],"metadata":{"authorlinks":{}}},"bibtype":"misc","biburl":"https://bibbase.org/zotero-group/pratikmhatre/5933976","dataSources":["yJr5AAtJ5Sz3Q4WT4"],"keywords":["computer science - machine learning","mathematics - statistics theory","statistics - computation","statistics - machine learning","wg: accelerated"],"search_terms":["latent","imh","efficient","bayesian","inference","inverse","problems","approximate","operators","chen","biros"],"title":"Latent-IMH: Efficient Bayesian Inference for Inverse Problems with Approximate Operators","year":2026}