@article{Chaiyotha2026, 
author = {Kittisak Chaiyotha and Tipaluck Krityakierne},
title = {Pareto-based selection strategies for batch Bayesian optimization of expensive black-box functions},
year = {2026},
journal = {AIMS Mathematics},
volume = {11},
number = {7},
pages = {22166-22204},
keywords = {Bayesian optimization, bi-objective, Gaussian process, Pareto solution selection criteria, Pareto front approximation},
url = {https://www.sciopen.com/article/10.3934/math.2026898},
doi = {10.3934/math.2026898},
abstract = {Optimizing computationally expensive black-box functions is challenging because each function evaluation incurs a high computational cost. Bayesian optimization (BO) addresses this problem by using Gaussian process surrogate models to guide the selection of new evaluation points. Within the Bayesian optimization with Pareto-based selection (BOPS) framework, the predictive mean and standard deviation define a bi-objective optimization problem that balances exploitation and exploration. A batch of solutions is then selected from its approximate Pareto set. This paper presents a systematic empirical study of Pareto front approximation and Pareto-based solution selection within the BOPS framework. We investigated three space-filling designs (Sobol sequences, Latin hypercube sampling, and uniform random sampling) in combination with five Pareto-based solution selection strategies. Experiments were conducted on the 20-dimensional CEC2022 benchmark suite (12 functions) and a real-world robotic manipulation problem using a batch size of    q  =  4, an evaluation budget of 800 function evaluations, and 30 independent runs. BOPS variants were compared with standard acquisition-based batch BO methods, including    q-expected improvement,    q-upper confidence bound, and    q-knowledge gradient. The results showed that optimization performance depends primarily on the solution selection mechanism rather than the Pareto approximation strategy once a sufficiently accurate Pareto set is obtained. Moreover, several BOPS variants using simple space-filling-based Pareto approximation achieve optimization performance comparable to or better than standard acquisition-based BO. These findings provide empirical insights into Pareto-based batch Bayesian optimization, demonstrate the effectiveness of simple space-filling-based Pareto approximation, and provide a unified framework for developing and evaluating future Pareto-based solution selection strategies.}
}