@article{Yu2025, 
author = {Xian Yu and Jianxun Zhang and Siran Tian and Xiaobao He},
title = {Optimizing Semantic and Texture Consistency in Video Generation},
year = {2025},
journal = {Computers, Materials & Continua},
volume = {85},
number = {1},
pages = {1883-1897},
keywords = {Diffusion model, dynamic weighting, text-to-video, one-shot},
url = {https://www.sciopen.com/article/10.32604/cmc.2025.065529},
doi = {10.32604/cmc.2025.065529},
abstract = {In recent years, diffusion models have achieved remarkable progress in image generation. However, extending them to text-to-video (T2V) generation remains challenging, particularly in maintaining semantic consistency and visual quality across frames. Existing approaches often overlook the synergy between high-level semantics and low-level texture information, resulting in blurry or temporally inconsistent outputs. To address these issues, we propose Dual Consistency Training (DCT), a novel framework designed to jointly optimize semantic and texture consistency in video generation. Specifically, we introduce a multi-scale spatial adapter to enhance spatial feature extraction, and leverage the complementary strengths of CLIP and VGG—where CLIP focuses on high-level semantics and VGG captures fine-grained texture and detail. During training, a stepwise strategy is adopted to impose semantic and texture losses, constraining discrepancies between generated and ground-truth frames. Furthermore, we propose CLWS, which dynamically adjusts the balance between semantic and texture losses to facilitate more stable and effective optimization. Remarkably, DCT achieves high-quality video generation using only a single training video on a single NVIDIA A6000 GPU. Extensive experiments demonstrate that our method significantly improves temporal coherence and visual fidelity across various video generation tasks, verifying its effectiveness and generalizability.}
}