@article{Gómez-Navalón2026, 
author = {Jorge Gómez-Navalón and Ronghao Pan and Tomas Bernal-Beltrán and José Antonio García-Díaz and Rafael Valencia-García},
title = {A Comparative Study of Audio-Language Models for Speech Emotion Recognition in Spanish},
year = {2026},
journal = {Computer Modeling in Engineering & Sciences},
volume = {148},
number = {1},
pages = {38},
keywords = {Speech emotion recognition, audio-language models, multimodal learning, instruction tuning, prompting, embedding-based classification},
url = {https://www.sciopen.com/article/10.32604/cmes.2026.085437},
doi = {10.32604/cmes.2026.085437},
abstract = {Traditionally, speech emotion recognition has relied on supervised models that require task-specific training and annotated data. However, the recent emergence of audio-language models introduces a more flexible paradigm that enables multimodal reasoning through speech and natural language interaction. Nevertheless, their effectiveness for emotion recognition remains unclear. In this study, we evaluate audio-language models for speech emotion classification using the Spanish MEACorpus dataset and compare three approaches: prompt-based inference, embedding-based classification with lightweight classifiers, and instruction-tuned models with parameter-efficient fine-tuning plus a hybrid architecture based on class-specific confidence-driven routing. Our results show that the hybrid approach achieves the highest overall performance, reaching an 83.55% macro F1-score and an 84.37% weighted F1-score. Instruction tuning remains highly competitive, obtaining an 83.32% macro F1-score, which confirms the importance of supervised task adaptation for aligning ALMs with speech emotion recognition. We also include Whisper as a pretrained acoustic baseline to contextualize ALM-based representations against strong speech foundation models. Furthermore, the hybrid approach outperforms standalone embedding-based classification across all evaluated models, showing that class-specific confidence-driven routing can improve the use of embedding-based predictions. Although the best hybrid ALM configuration achieves competitive performance, it remains below the specialized MEACorpus baseline of 87.74% macro F1-score, indicating that general-purpose ALMs do not yet surpass highly specialized acoustic models for Spanish speech emotion recognition.}
}