@article{LI2023, 
author = {Haiyan LI and Haolin YIN and Peng LI and Liping ZHOU},
title = {Image Inpainting Algorithm Based on Dense Feature Reasoning and Mix Loss Function},
year = {2023},
journal = {Journal of South China University of Technology (Natural Science Edition)},
volume = {51},
number = {9},
pages = {99-109},
keywords = {image inpainting, dense feature reasoning, attention mechanism, hybrid loss function, group normalization},
url = {https://www.sciopen.com/article/10.12141/j.issn.1000-565X.220420},
doi = {10.12141/j.issn.1000-565X.220420},
abstract = {To effectively solve the problems of low feature utilization and poor image structure coherence occurred when existing algorithms are used to repair large irregularly missing images, this study proposed an image repair algorithm based on dense feature inference (DFR) and hybrid loss function. The repair network consists of multiple inference modules (FRs) densely connected. Firstly, after the image to be restored was fed into the first inference module for feature inference, the output feature map channels were merged and sent to the next inference module. The input of each subsequent inference module was the inferred features from all the previous inference modules and so on, so as to make full use of the feature information captured by each reasoning module. Subsequently, a propagation consistent attention (PCA) mechanism was proposed to improve the overall consistency of the patched regions with the known regions. Finally, a hybrid loss function (ML) was proposed to optimize the structural coherence of the repair results. The whole DFR network adopted group normalization (GN), and excellent repair results can be achieved even using small training batches. The performance of the proposed algorithm was verified on Paris StreetView and CelebA face datasets, which are internationally recognized datasets. The objective and subjective experimental results show that the proposed algorithm can effectively repair large irregular missing images, improve feature utilization and structural coherence. Its average peak signal-to-noise ratio (PSNR), average structural similarity ( SSIM), mean square error (MSE), Fréchet distance (FID) and learning perceptual image block similarity (LPIPS) metrics all outperform the comparison algorithms.}
}