@article{XU2026, 
author = {Yingli XU and Qian WANG and Jing WANG and Yufang SUN and Zhenxi GUO and Shuxiang SONG},
title = {Toward a standard system for the trial use and evaluation of domestic scientific instruments},
year = {2026},
journal = {Experimental Technology and Management},
volume = {43},
number = {3},
pages = {150-155},
keywords = {domestic scientific instruments, institutional trust, evaluation index system, standardization, Delphi-AHP method},
url = {https://www.sciopen.com/article/10.16791/j.cnki.sjg.2026.03.019},
doi = {10.16791/j.cnki.sjg.2026.03.019},
abstract = {ObjectiveIn the context of scientific research in China, the development and subsequent widespread adoption of domestic scientific instruments have faced notable challenges, particularly due to the absence of a standardized, authoritative evaluation framework. This lack of trust in domestic instruments, primarily due to a lack of unified evaluation criteria, has led to skepticism regarding their reliability and performance. Consequently, research institutions and scientists often prefer imported instruments, contributing to an institutional trust deficit in terms of domestic scientific equipment.MethodsTo address this issue, this study proposes and develops a systematic trial-use and evaluation standards system for domestic scientific instruments. The proposed system aligns with international standardization practices while remaining grounded in the practical needs of the scientific research environment of China. It utilizes a dual approach: the Delphi method, which involves expert consultation, and the Analytic Hierarchy Process (AHP), which assigns weights to evaluation criteria. This integrated methodology ensures a comprehensive, multidimensional evaluation of the instruments, balancing their technical performance with usability, reliability, service support, and innovation. The evaluation system consists of five core dimensions: performance, usability, reliability, service support, and innovation. Specific subindicators within each dimension assess different aspects of the functionality and quality of instruments. For example, performance includes metrics such as sensitivity, repeatability, and detection limits. Usability examines human-machine interaction, software compatibility, and ease of maintenance. Reliability explores failure rates and environmental adaptability. Service support measures the responsiveness of the manufacturer and training support. Innovation focuses on the level of technological advancement and the degree of independent research and development of the instrument. The study implements this evaluation system by conducting a pilot test at the State Key Laboratory of Natural and Biomimetic Drugs at Peking University. One domestic instrument (Instrument A) was evaluated over six months. The instrument’s performance was compared with a leading imported counterpart (Instrument B). With an evaluation score of 83.8 out of 100, Instrument A demonstrated a core performance comparable to that of the imported instrument. Instrument A performed particularly well in areas such as sensitivity, repeatability, and detection limits. However, it achieved lower scores in usability and reliability than the imported instrument, particularly in terms of its user interface and long-term reliability. Notably, Instrument A outperformed the imported instrument in service support and innovation, demonstrating faster response times from manufacturers and better alignment with local research needs. Moreover, the design of Instrument A proved more versatile in meeting the specific requirements of Chinese scientific researchers, reflecting an understanding of local challenges. In terms of innovation, Instrument A demonstrated greater flexibility, with features that catered more effectively to the needs of Chinese research projects.Results and ConclusionsThis study underscores the importance of having a standardized, institutionalized framework for trial-use and evaluation to bridge the trust gap in domestic scientific instruments. Adopting this system enables researchers and institutions to make more informed decisions about purchasing and using scientific equipment. Furthermore, the evaluation system provides a structured pathway for feedback to instrument manufacturers, enabling them improve product performance and increase customer trust. In conclusion, this study offers a practical and scalable framework designed to enhance the trustworthiness and competitiveness of domestic scientific instruments. Establishing a comprehensive and standardized evaluation system addresses critical issues related to confidence in domestic instruments. The system can be replicated and applied to other sectors, contributing to the broader goal of strengthening China’s technological self-reliance and fostering its innovation. The research suggests that, over time, the implementation of such a system will lead to the development of more reliable, effective, and globally competitive domestic scientific instruments, thereby supporting China’s scientific and technological advancement.}
}