@article{GAO2025, 
author = {Tian GAO and Chengfei YUE and Xiaozhe JU and Tao LIN},
title = {Demonstration-enhanced policy search for space multi-arm robot collaborative skill learning},
year = {2025},
journal = {Chinese Journal of Aeronautics},
volume = {38},
number = {3},
keywords = {Space multi-arm collaboration, Demonstrations, Reinforcement Learning, Probabilistic Movement Primitives, Relative Entropy Policy Search, Policy search mechanism},
url = {https://www.sciopen.com/article/10.1016/j.cja.2024.08.018},
doi = {10.1016/j.cja.2024.08.018},
abstract = {The increasing complexity of on-orbit tasks imposes great demands on the flexible operation of space robotic arms, prompting the development of space robots from single-arm manipulation to multi-arm collaboration. In this paper, a combined approach of Learning from Demonstration (LfD) and Reinforcement Learning (RL) is proposed for space multi-arm collaborative skill learning. The combination effectively resolves the trade-off between learning efficiency and feasible solution in LfD, as well as the time-consuming pursuit of the optimal solution in RL. With the prior knowledge of LfD, space robotic arms can achieve efficient guided learning in high-dimensional state-action space. Specifically, an LfD approach with Probabilistic Movement Primitives (ProMP) is firstly utilized to encode and reproduce the demonstration actions, generating a distribution as the initialization of policy. Then in the RL stage, a Relative Entropy Policy Search (REPS) algorithm modified in continuous state-action space is employed for further policy improvement. More importantly, the learned behaviors can maintain and reflect the characteristics of demonstrations. In addition, a series of supplementary policy search mechanisms are designed to accelerate the exploration process. The effectiveness of the proposed method has been verified both theoretically and experimentally. Moreover, comparisons with state-of-the-art methods have confirmed the outperformance of the approach.}
}