%0 Journal Article %1 schmalfuss2022blind %A Schmalfuss, Jenny %A Scheurer, Erik %A Zhao, Heng %A Karantzas, Nikolaos %A Bruhn, Andres %A Labate, Demetrio %D 2023 %J Journal of Mathematical Imaging and Vision (JMIV) %K sfbtrr161 b04 from:christinawarren 2023 visus:schmaljy visus visus:bruhnas %P 323--339 %R 10.1007/s10851-022-01119-6 %T Blind image inpainting with sparse directional filter dictionaries for lightweight CNNs %U https://link.springer.com/article/10.1007/s10851-022-01119-6 %V 65 %X Blind inpainting algorithms based on deep learning architectures have shown a remarkable performance in recent years, typically outperforming model-based methods both in terms of image quality and run time. However, neural network strategies typically lack a theoretical explanation, which contrasts with the well-understood theory underlying model-based methods. In this work, we leverage the advantages of both approaches by integrating theoretically founded concepts from transform domain methods and sparse approximations into a CNN-based approach for blind image inpainting. To this end, we present a novel strategy to learn convolutional kernels that applies a specifically designed filter dictionary whose elements are linearly combined with trainable weights. Numerical experiments demonstrate the competitiveness of this approach. Our results show not only an improved inpainting quality compared to conventional CNNs but also significantly faster network convergence within a lightweight network design. Our code is available at https://github.com/cv-stuttgart/SDPF_Blind-Inpainting.

@article{schmalfuss2022blind, abstract = {Blind inpainting algorithms based on deep learning architectures have shown a remarkable performance in recent years, typically outperforming model-based methods both in terms of image quality and run time. However, neural network strategies typically lack a theoretical explanation, which contrasts with the well-understood theory underlying model-based methods. In this work, we leverage the advantages of both approaches by integrating theoretically founded concepts from transform domain methods and sparse approximations into a CNN-based approach for blind image inpainting. To this end, we present a novel strategy to learn convolutional kernels that applies a specifically designed filter dictionary whose elements are linearly combined with trainable weights. Numerical experiments demonstrate the competitiveness of this approach. Our results show not only an improved inpainting quality compared to conventional CNNs but also significantly faster network convergence within a lightweight network design. Our code is available at https://github.com/cv-stuttgart/SDPF_Blind-Inpainting.}, added-at = {2023-03-29T07:44:49.000+0200}, author = {Schmalfuss, Jenny and Scheurer, Erik and Zhao, Heng and Karantzas, Nikolaos and Bruhn, Andres and Labate, Demetrio}, biburl = {https://puma.ub.uni-stuttgart.de/bibtex/25ccb62252323d0e56187f43d30e88226/visus}, doi = {10.1007/s10851-022-01119-6}, file = {:PDFs/Blind Image Inpainting with Sparse Directional Filter Dictionaries for Lightweight CNNs.pdf:PDF;:PDFs/Blind Image Inpainting with Sparse Directional Filter Dictionaries for Lightweight CNNs_arxiv.pdf:PDF}, groups = {Inpainting, neural networks, Sparsity, blind inpainting, arXiv}, interhash = {3559642807efcf8395ff75fdd12a93ba}, intrahash = {5ccb62252323d0e56187f43d30e88226}, journal = {Journal of Mathematical Imaging and Vision (JMIV)}, keywords = {sfbtrr161 b04 from:christinawarren 2023 visus:schmaljy visus visus:bruhnas}, pages = {323--339}, timestamp = {2023-03-29T07:44:49.000+0200}, title = {Blind image inpainting with sparse directional filter dictionaries for lightweight {CNNs}}, url = {https://link.springer.com/article/10.1007/s10851-022-01119-6}, volume = 65, year = 2023 }