Overall Optimizer Elo Leaderboard
Produced by
optimizer-elo-ratings using
the
humpday package. See the
article.
| Name | Rating | Games | Active |
|---|
| bobyqa_default | 2958.0 | 18332 | yes |
| bobyqa_noise | 2901.0 | 18396 | yes |
| bayesopt_poi | 2887.0 | 1237 | no |
| nevergrad_oneplus | 2852.0 | 2738 | no |
| skopt_gp_default | 2827.0 | 7442 | yes |
| nlopt_directr | 2804.0 | 1423 | no |
| bayesopt_ei | 2796.0 | 1231 | no |
| bayesopt_ucb | 2728.0 | 1268 | no |
| nevergrad_ngopt8 | 2686.0 | 2666 | no |
| dlib | 2640.0 | 14812 | yes |
| pysot_dycors | 2638.0 | 831 | no |
| nevergrad_ngopt | 2583.0 | 2561 | no |
| nevergrad_ngopt4 | 2532.0 | 2794 | no |
| dlib_default | 2529.0 | 14792 | yes |
| optuna_cmaes | 2502.0 | 1261 | no |
| pysot_ei | 2502.0 | 805 | no |
| hebo_sequential | 2479.0 | 353 | no |
| pysot_srbf | 2455.0 | 826 | no |
| ultraopt_gbrt | 2442.0 | 2616 | no |
| ultraopt_etpe | 2411.0 | 5856 | no |
| freelunch_sade_8 | 2341.0 | 386 | no |
| hebo_batch | 2328.0 | 403 | no |
| optuna_tpe | 2319.0 | 2649 | no |
| pymoo_pattern | 2311.0 | 1227 | no |
| nlopt_ags | 2300.0 | 797 | no |
| freelunch_sade_21 | 2261.0 | 386 | no |
| ax_default | 2224.0 | 519 | no |
| freelunch_sa_21 | 2222.0 | 370 | no |
| freelunch_de_8 | 2211.0 | 396 | no |
| scipy_powell | 2189.0 | 15104 | yes |
| pysot_lcb | 2185.0 | 811 | no |
| hebo_sequential | 2177.0 | 79 | no |
| hebo_batch | 2176.0 | 211 | no |
| nlopt_direct | 2174.0 | 1408 | no |
| scipy_slsqp | 2162.0 | 13825 | yes |
| nevergrad_portfolio | 2142.0 | 2618 | no |
| ultraopt_forest | 2140.0 | 5859 | no |
| nevergrad_hammersley | 2114.0 | 2696 | no |
| nevergrad_de | 2067.0 | 2625 | no |
| pymoo_nelder | 2056.0 | 1213 | no |
| shgo_nelder_sobol | 2028.0 | 3026 | yes |
| nlopt_esch | 2017.0 | 1477 | no |
| hyperopt_tpe | 1994.0 | 18703 | yes |
| shgo_slsqp_sobol | 1954.0 | 2932 | yes |
| hyperopt_rand | 1943.0 | 18682 | yes |
| freelunch_sa_3 | 1914.0 | 414 | no |
| shgo_powell_sobol | 1898.0 | 2911 | yes |
| hyperopt_atpe | 1879.0 | 18560 | yes |
| freelunch_de_21 | 1863.0 | 395 | no |
| platypus_epsmoea | 1862.0 | 1134 | no |
| nlopt_directl | 1843.0 | 1466 | no |
| freelunch_sa_8 | 1838.0 | 374 | no |
| platypus_omopso | 1830.0 | 1135 | no |
| freelunch_krillherd_3 | 1821.0 | 25 | no |
| pymoo_nsga3 | 1768.0 | 1561 | no |
| nlopt_crs2lm | 1735.0 | 1489 | no |
| scipy_lbfgsb | 1713.0 | 5220 | yes |
| platypus_smpso | 1693.0 | 1134 | no |
| platypus_genetic | 1668.0 | 1114 | no |
| nlopt_directo | 1649.0 | 1357 | no |
| freelunch_krillherd_8 | 1637.0 | 18 | no |
| ultraopt_random | 1625.0 | 5857 | no |
| optuna_random_clone_2 | 1600 | 2686 | no |
| optuna_random_clone | 1600 | 2669 | no |
| optuna_random_clone_1 | 1600 | 2632 | no |
| optuna_random | 1600 | 2575 | no |
| pymoo_unsga3 | 1600 | 0 | no |
| platypus_ibea | 1600.0 | 1084 | no |
| platypus_nsgaii | 1575.0 | 1115 | no |
| nlopt_isres | 1568.0 | 1490 | no |
| platypus_moead | 1542.0 | 1499 | no |
| platypus_evolutionary | 1542.0 | 1103 | no |
| freelunch_pso_8 | 1494.0 | 369 | no |
| pymoo_nsga2 | 1480.0 | 1114 | no |
| freelunch_pso_21 | 1476.0 | 401 | no |
| platypus_cmaes | 1460.0 | 609 | no |
| platypus_gde3 | 1380.0 | 1138 | no |
| pysot_random | 1367.0 | 804 | no |
| freelunch_pso_3 | 1286.0 | 366 | no |
| freelunch_sade_3 | 1283.0 | 405 | no |
| freelunch_de_3 | 1238.0 | 389 | no |
| platypus_spea2 | 1209.0 | 1122 | no |