AISTATS 2024poster1 citations
Score Operator Newton transport
Nisha Chandramoorthy, Florian T Schaefer, Youssef M Marzouk
Abstract
We propose a new approach for sampling and Bayesian computation that uses the score of the target distribution to construct a transport from a given reference distribution to the target. Our approach is an infinite-dimensional Newton method, involving an elliptic PDE, for finding a zero of a “score-residual” operator. We prove sufficient conditions for convergence to a valid transport map. Our Newton iterates can be computed by exploiting fast solvers for elliptic PDEs, resulting in new algorithms for Bayesian inference and other sampling tasks. We identify elementary settings where score-operator Newton transport achieves fast convergence while avoiding mode collapse.
BibTeX
@InProceedings{pmlr-v238-chandramoorthy24a,
title = {Score Operator {N}ewton transport},
author = {Chandramoorthy, Nisha and T Schaefer, Florian and M Marzouk, Youssef},
booktitle = {Proceedings of The 27th International Conference on Artificial Intelligence and Statistics},
pages = {3349--3357},
year = {2024},
editor = {Dasgupta, Sanjoy and Mandt, Stephan and Li, Yingzhen},
volume = {238},
series = {Proceedings of Machine Learning Research},
month = {02--04 May},
publisher = {PMLR},
pdf = {https://proceedings.mlr.press/v238/chandramoorthy24a/chandramoorthy24a.pdf},
url = {https://proceedings.mlr.press/v238/chandramoorthy24a.html},
abstract = {We propose a new approach for sampling and Bayesian computation that uses the score of the target distribution to construct a transport from a given reference distribution to the target. Our approach is an infinite-dimensional Newton method, involving an elliptic PDE, for finding a zero of a “score-residual” operator. We prove sufficient conditions for convergence to a valid transport map. Our Newton iterates can be computed by exploiting fast solvers for elliptic PDEs, resulting in new algorithms for Bayesian inference and other sampling tasks. We identify elementary settings where score-operator Newton transport achieves fast convergence while avoiding mode collapse.}
}