%0 Journal Article %1 Mandl.2023 %A Mandl, Luis %A Mielke, André %A Seyedpour, Seyed Morteza %A Ricken, Tim %D 2023 %J Scientific Reports %K EXC2075 PN2 PN2-2A selected %N 1 %P 15566 %R 10.1038/s41598-023-42141-x %T Affine transformations accelerate the training of physics-informed neural networks of a one-dimensional consolidation problem %U https://doi.org/10.1038/s41598-023-42141-x %V 13 %X Physics-informed neural networks~(PINNs) leverage data and knowledge about a problem. They provide a nonnumerical pathway to solving partial differential equations by expressing the field solution as an artificial neural network. This approach has been applied successfully to various types of differential equations. A major area of research on PINNs is the application to coupled partial differential equations in particular, and a general breakthrough is still lacking. In coupled equations, the optimization operates in a critical conflict between boundary conditions and the underlying equations, which often requires either many iterations or complex schemes to avoid trivial solutions and to achieve convergence. We provide empirical evidence for the mitigation of bad initial conditioning in PINNs for solving one-dimensional consolidation problems of porous media through the introduction of affine transformations after the classical output layer of artificial neural network architectures, effectively accelerating the training process. These affine physics-informed neural networks~(AfPINNs) then produce nontrivial and accurate field solutions even in parameter spaces with diverging orders of magnitude. On average, AfPINNs show the ability to improve the Formula: see text relative error by Formula: see text after 25,000 epochs for a one-dimensional consolidation problem based on Biot's theory, and an average improvement by Formula: see text with a transfer approach to the theory of porous media.

@article{Mandl.2023, abstract = {Physics-informed neural networks~(PINNs) leverage data and knowledge about a problem. They provide a nonnumerical pathway to solving partial differential equations by expressing the field solution as an artificial neural network. This approach has been applied successfully to various types of differential equations. A major area of research on PINNs is the application to coupled partial differential equations in particular, and a general breakthrough is still lacking. In coupled equations, the optimization operates in a critical conflict between boundary conditions and the underlying equations, which often requires either many iterations or complex schemes to avoid trivial solutions and to achieve convergence. We provide empirical evidence for the mitigation of bad initial conditioning in PINNs for solving one-dimensional consolidation problems of porous media through the introduction of affine transformations after the classical output layer of artificial neural network architectures, effectively accelerating the training process. These affine physics-informed neural networks~(AfPINNs) then produce nontrivial and accurate field solutions even in parameter spaces with diverging orders of magnitude. On average, AfPINNs show the ability to improve the [Formula: see text] relative error by [Formula: see text] after 25,000 epochs for a one-dimensional consolidation problem based on Biot's theory, and an average improvement by [Formula: see text] with a transfer approach to the theory of porous media.}, added-at = {2024-03-26T11:56:11.000+0100}, author = {Mandl, Luis and Mielke, Andr{\'e} and Seyedpour, Seyed Morteza and Ricken, Tim}, biburl = {https://puma.ub.uni-stuttgart.de/bibtex/275e17ed42d2d4276d91e22dbde19186d/testusersimtech}, doi = {10.1038/s41598-023-42141-x}, file = {Mandl, Mielke et al. 2023 - Affine transformations accelerate the training:Attachments/Mandl, Mielke et al. 2023 - Affine transformations accelerate the training.pdf:application/pdf}, interhash = {8596788f2da4f14c756f36923e0be9f2}, intrahash = {75e17ed42d2d4276d91e22dbde19186d}, journal = {Scientific Reports}, keywords = {EXC2075 PN2 PN2-2A selected}, number = 1, pages = 15566, timestamp = {2024-03-26T11:56:11.000+0100}, title = {Affine transformations accelerate the training of physics-informed neural networks of a one-dimensional consolidation problem}, url = {https://doi.org/10.1038/s41598-023-42141-x}, volume = 13, year = 2023 }