@article{Zhang2026, 
author = {Ruici Zhang and Yuxiang Feng and Jose Escribano and Mohammed Quddus},
title = {Distilling vision-language models for explainable vehicle collision prediction},
year = {2026},
journal = {Communications in Transportation Research},
volume = {6},
number = {3},
pages = {9640047},
keywords = {explainable vehicle collision prediction, vision-language model (VLM), knowledge distillation, chain-of-thought (CoT) prompting, inference latency, vision-based collision warning system},
url = {https://www.sciopen.com/article/10.26599/COMMTR.2026.9640047},
doi = {10.26599/COMMTR.2026.9640047},
abstract = {Vision-based collision warning systems are increasingly recognized as promising countermeasures against traffic collisions. However, their development is constrained by the limited explainability of deep learning-based collision prediction models. Vision-language models (VLMs), with inherent self-explainability, offer a promising solution, yet two critical challenges persist: (1) How to adapt general-purpose VLMs to the task-specific domain of collision prediction and (2) how to reduce their high inference latency. To address these challenges, this study developed a novel approach that distils VLMs for explainable vehicle collision prediction. Specifically, a two-step chain-of-thought (CoT) prompting strategy was designed to guide VLMs to first analyze the driving scenario and then predict potential collisions, providing explicit rationales. The VLMs were fine-tuned on both precollision and normal driving video clips with descriptive annotations. To reduce latency, a feature-based knowledge distillation approach was introduced to transfer knowledge from the fine-tuned VLM to a smaller one through hidden-state supervision. The experimental results demonstrated that fine-tuning improved the prediction accuracy by over 20%, while CoT prompting further enhanced both the performance and explainability. The distilled VLM reduces inference latency by more than 50% with less than a 5% performance degradation, highlighting its potential to advance vision-based collision warning systems and proactive traffic safety.}
}