Machine learning has been proven to have the potential to bridge the gap between the accuracy of ab initio methods and the efficiency of empirical force fields. Neural networks are one of the most frequently used approaches to construct high-dimensional potential energy surfaces. Unfortunately, they lack an inherent uncertainty estimation which is necessary for efficient and automated sampling through the chemical and conformational space to find extrapolative configurations. The identification of the latter is needed for the construction of transferable and uniformly accurate potential energy surfaces. In this paper, we propose an active learning approach that uses the estimated model’s output variance derived in the framework of the optimal experimental design. This method has several advantages compared to the established active learning approaches, e.g. Query-by-Committee, Monte Carlo dropout, feature and latent distances, in terms of the predictive power and computational efficiency. We have shown that the application of the proposed active learning scheme leads to transferable and uniformly accurate potential energy surfaces constructed using only a small fraction of data points. Additionally, it is possible to define a natural threshold value for the proposed uncertainty metric which offers the possibility to generate highly informative training data on-the-fly.
%0 Journal Article
%1 Zaverkin_2021
%A Zaverkin, Viktor
%A Kästner, Johannes
%D 2021
%I IOP Publishing
%J Machine Learning: Science and Technology
%K 2021 exc2075 peerReviewed pn6 simtech
%N 3
%P 035009
%R 10.1088/2632-2153/abe294
%T Exploration of transferable and uniformly accurate neural network interatomic potentials using optimal experimental design
%U https://doi.org/10.1088/2632-2153/abe294
%V 2
%X Machine learning has been proven to have the potential to bridge the gap between the accuracy of ab initio methods and the efficiency of empirical force fields. Neural networks are one of the most frequently used approaches to construct high-dimensional potential energy surfaces. Unfortunately, they lack an inherent uncertainty estimation which is necessary for efficient and automated sampling through the chemical and conformational space to find extrapolative configurations. The identification of the latter is needed for the construction of transferable and uniformly accurate potential energy surfaces. In this paper, we propose an active learning approach that uses the estimated model’s output variance derived in the framework of the optimal experimental design. This method has several advantages compared to the established active learning approaches, e.g. Query-by-Committee, Monte Carlo dropout, feature and latent distances, in terms of the predictive power and computational efficiency. We have shown that the application of the proposed active learning scheme leads to transferable and uniformly accurate potential energy surfaces constructed using only a small fraction of data points. Additionally, it is possible to define a natural threshold value for the proposed uncertainty metric which offers the possibility to generate highly informative training data on-the-fly.
@article{Zaverkin_2021,
abstract = {Machine learning has been proven to have the potential to bridge the gap between the accuracy of ab initio methods and the efficiency of empirical force fields. Neural networks are one of the most frequently used approaches to construct high-dimensional potential energy surfaces. Unfortunately, they lack an inherent uncertainty estimation which is necessary for efficient and automated sampling through the chemical and conformational space to find extrapolative configurations. The identification of the latter is needed for the construction of transferable and uniformly accurate potential energy surfaces. In this paper, we propose an active learning approach that uses the estimated model’s output variance derived in the framework of the optimal experimental design. This method has several advantages compared to the established active learning approaches, e.g. Query-by-Committee, Monte Carlo dropout, feature and latent distances, in terms of the predictive power and computational efficiency. We have shown that the application of the proposed active learning scheme leads to transferable and uniformly accurate potential energy surfaces constructed using only a small fraction of data points. Additionally, it is possible to define a natural threshold value for the proposed uncertainty metric which offers the possibility to generate highly informative training data on-the-fly.},
added-at = {2021-09-21T13:26:47.000+0200},
author = {Zaverkin, Viktor and Kästner, Johannes},
biburl = {https://puma.ub.uni-stuttgart.de/bibtex/2ece7a9fe595d4d2d18d00c76f137ae91/viktorzaverkin},
doi = {10.1088/2632-2153/abe294},
interhash = {73fccb77dc2097c9b805e94a424c80a3},
intrahash = {ece7a9fe595d4d2d18d00c76f137ae91},
journal = {Machine Learning: Science and Technology},
keywords = {2021 exc2075 peerReviewed pn6 simtech},
month = may,
number = 3,
pages = 035009,
publisher = {{IOP} Publishing},
timestamp = {2021-09-21T11:26:47.000+0200},
title = {Exploration of transferable and uniformly accurate neural network interatomic potentials using optimal experimental design},
url = {https://doi.org/10.1088/2632-2153/abe294},
volume = 2,
year = 2021
}
