Enforcing Analytic Constraints in Neural-Networks Emulating Physical Systems

Enforcing Analytic Constraints in Neural-Networks Emulating Physical Systems. Beucler, T., Pritchard, M., Rasp, S., Gentine, P., Ott, J., & Baldi, P. arXiv:1909.00912 [physics], September, 2019. arXiv: 1909.00912

Paper abstract bibtex

Neural networks can emulate non-linear physical systems with high accuracy, yet they may produce physically-inconsistent results when violating fundamental constraints. In this letter, we introduce a systematic way of enforcing analytic constraints in neural networks via constraints in the architecture or the loss function. Applied to the modeling of convective processes for climate modeling, architectural constraints can enforce conservation laws to within machine precision without degrading performance. Furthermore, enforcing constraints can reduce the error of variables closely related to the constraints.

@article{beucler_enforcing_2019,
	title = {Enforcing {Analytic} {Constraints} in {Neural}-{Networks} {Emulating} {Physical} {Systems}},
	url = {http://arxiv.org/abs/1909.00912},
	abstract = {Neural networks can emulate non-linear physical systems with high accuracy, yet they may produce physically-inconsistent results when violating fundamental constraints. In this letter, we introduce a systematic way of enforcing analytic constraints in neural networks via constraints in the architecture or the loss function. Applied to the modeling of convective processes for climate modeling, architectural constraints can enforce conservation laws to within machine precision without degrading performance. Furthermore, enforcing constraints can reduce the error of variables closely related to the constraints.},
	urldate = {2019-09-27},
	journal = {arXiv:1909.00912 [physics]},
	author = {Beucler, Tom and Pritchard, Michael and Rasp, Stephan and Gentine, Pierre and Ott, Jordan and Baldi, Pierre},
	month = sep,
	year = {2019},
	note = {arXiv: 1909.00912},
	keywords = {Physics - Atmospheric and Oceanic Physics, Physics - Computational Physics},
}

Downloads: 0

{"_id":"dyLkv8SCJxiK9vuG8","bibbaseid":"beucler-pritchard-rasp-gentine-ott-baldi-enforcinganalyticconstraintsinneuralnetworksemulatingphysicalsystems-2019","author_short":["Beucler, T.","Pritchard, M.","Rasp, S.","Gentine, P.","Ott, J.","Baldi, P."],"bibdata":{"bibtype":"article","type":"article","title":"Enforcing Analytic Constraints in Neural-Networks Emulating Physical Systems","url":"http://arxiv.org/abs/1909.00912","abstract":"Neural networks can emulate non-linear physical systems with high accuracy, yet they may produce physically-inconsistent results when violating fundamental constraints. In this letter, we introduce a systematic way of enforcing analytic constraints in neural networks via constraints in the architecture or the loss function. Applied to the modeling of convective processes for climate modeling, architectural constraints can enforce conservation laws to within machine precision without degrading performance. Furthermore, enforcing constraints can reduce the error of variables closely related to the constraints.","urldate":"2019-09-27","journal":"arXiv:1909.00912 [physics]","author":[{"propositions":[],"lastnames":["Beucler"],"firstnames":["Tom"],"suffixes":[]},{"propositions":[],"lastnames":["Pritchard"],"firstnames":["Michael"],"suffixes":[]},{"propositions":[],"lastnames":["Rasp"],"firstnames":["Stephan"],"suffixes":[]},{"propositions":[],"lastnames":["Gentine"],"firstnames":["Pierre"],"suffixes":[]},{"propositions":[],"lastnames":["Ott"],"firstnames":["Jordan"],"suffixes":[]},{"propositions":[],"lastnames":["Baldi"],"firstnames":["Pierre"],"suffixes":[]}],"month":"September","year":"2019","note":"arXiv: 1909.00912","keywords":"Physics - Atmospheric and Oceanic Physics, Physics - Computational Physics","bibtex":"@article{beucler_enforcing_2019,\n\ttitle = {Enforcing {Analytic} {Constraints} in {Neural}-{Networks} {Emulating} {Physical} {Systems}},\n\turl = {http://arxiv.org/abs/1909.00912},\n\tabstract = {Neural networks can emulate non-linear physical systems with high accuracy, yet they may produce physically-inconsistent results when violating fundamental constraints. In this letter, we introduce a systematic way of enforcing analytic constraints in neural networks via constraints in the architecture or the loss function. Applied to the modeling of convective processes for climate modeling, architectural constraints can enforce conservation laws to within machine precision without degrading performance. Furthermore, enforcing constraints can reduce the error of variables closely related to the constraints.},\n\turldate = {2019-09-27},\n\tjournal = {arXiv:1909.00912 [physics]},\n\tauthor = {Beucler, Tom and Pritchard, Michael and Rasp, Stephan and Gentine, Pierre and Ott, Jordan and Baldi, Pierre},\n\tmonth = sep,\n\tyear = {2019},\n\tnote = {arXiv: 1909.00912},\n\tkeywords = {Physics - Atmospheric and Oceanic Physics, Physics - Computational Physics},\n}\n\n","author_short":["Beucler, T.","Pritchard, M.","Rasp, S.","Gentine, P.","Ott, J.","Baldi, P."],"key":"beucler_enforcing_2019","id":"beucler_enforcing_2019","bibbaseid":"beucler-pritchard-rasp-gentine-ott-baldi-enforcinganalyticconstraintsinneuralnetworksemulatingphysicalsystems-2019","role":"author","urls":{"Paper":"http://arxiv.org/abs/1909.00912"},"keyword":["Physics - Atmospheric and Oceanic Physics","Physics - Computational Physics"],"metadata":{"authorlinks":{}},"downloads":0,"html":""},"bibtype":"article","biburl":"https://bibbase.org/zotero/bxt101","dataSources":["Wsv2bQ4jPuc7qme8R"],"keywords":["physics - atmospheric and oceanic physics","physics - computational physics"],"search_terms":["enforcing","analytic","constraints","neural","networks","emulating","physical","systems","beucler","pritchard","rasp","gentine","ott","baldi"],"title":"Enforcing Analytic Constraints in Neural-Networks Emulating Physical Systems","year":2019}