@article{Cheng2025, 
author = {Daizhan Cheng and Xiao Zhang},
title = {On Dimension-Free Transformer-An Application of STP to AI},
year = {2025},
journal = {Unmanned Systems},
volume = {13},
number = {5},
pages = {1403-1421},
keywords = {attention, Transformer, hypervector, semi-tensor product (STP), semi-tensor addition (STA)},
url = {https://www.sciopen.com/article/10.1142/S2301385025440091},
doi = {10.1142/S2301385025440091},
abstract = {First, the matrix expressions for each part of a transformer are described. Based on the semi-tensor product (STP) of matrices, the hypervectors are reconsidered, and a linear transformation over hypervectors is constructed using projection. The properties and calculation formulas are then obtained. The framework of a dimension-free transformer (DFT) is proposed using the projection-based transformation of hypervectors (PBTH) by verifying each linear transformation in a transformer and replacing it with a proper PBTH. This allows the inputs and outputs to be of arbitrary dimensions. Due to balanced information about all entries, the DFT is expected to be more efficient in processing signals.}
}