@article{Cai2026, 
author = {Guanyu Cai and Ruiming Tian and Lang Yang and Yunzhe Jia and Lingkun Li and Jiliang Wang},
title = {Efficient Inference for Edge Large Language Models: A Survey},
year = {2026},
journal = {Tsinghua Science and Technology},
volume = {31},
number = {3},
pages = {1365-1380},
keywords = {edge computing, large language models (LLMs), speculative decoding, on-device, model offloading},
url = {https://www.sciopen.com/article/10.26599/TST.2025.9010166},
doi = {10.26599/TST.2025.9010166},
abstract = {Large language models (LLMs) have demonstrated remarkable capabilities in natural language processing. Their massive computational and memory requirements often necessitate cloud-based deployment, introducing challenges related to cost, latency, privacy, and network reliability. Deploying on-device LLMs alleviates these challenges, but is hindered by the severe resource constraints of edge hardware. This survey reviews efficient inference techniques for edge LLMs, with a focus on two key strategies of speculative decoding and model offloading. We categorize strategies into single-device and multi-device types, systematically analyzing the principles, recent advancements, implementations, and support within edge frameworks. Finally, we highlight the open challenges and future research directions that will advance the field of edge LLM inference.}
}