From 92d6152d32f99e24ceb95312bb14d5b5636a9fab Mon Sep 17 00:00:00 2001 From: be-marc Date: Sun, 18 Aug 2024 17:05:09 +0200 Subject: [PATCH 1/7] add benchmarks --- mlr-org/_quarto.yml | 4 + mlr-org/_setup.qmd | 2 + mlr-org/benchmark.qmd | 5 - .../mlr3_benchmark_memory.csv | 265 +++++ .../mlr3_benchmark_runtime.csv | 265 +++++ .../benchmark_results/mlr3_object_size.csv | 577 +++++++++++ .../mlr3_resample_memory.csv | 287 ++++++ .../mlr3_resample_result_memory.csv | 145 +++ .../mlr3_resample_result_runtime.csv | 145 +++ .../mlr3_resample_runtime.csv | 287 ++++++ .../mlr3tuning_object_size.csv | 841 ++++++++++++++++ .../mlr3tuning_tune_memory.csv | 155 +++ .../mlr3tuning_tune_nested_memory.csv | 155 +++ .../mlr3tuning_tune_nested_runtime.csv | 155 +++ .../mlr3tuning_tune_runtime.csv | 155 +++ mlr-org/benchmarks_mlr3.qmd | 935 ++++++++++++++++++ mlr-org/benchmarks_mlr3tuning.qmd | 745 ++++++++++++++ mlr-org/pipeops.qmd | 9 +- mlr-org/renv.lock | 295 +++++- mlr-org/renv/activate.R | 78 +- mlr-org/torch_pipeops.qmd | 1 - 21 files changed, 5417 insertions(+), 89 deletions(-) delete mode 100644 mlr-org/benchmark.qmd create mode 100644 mlr-org/benchmark_results/mlr3_benchmark_memory.csv create mode 100644 mlr-org/benchmark_results/mlr3_benchmark_runtime.csv create mode 100644 mlr-org/benchmark_results/mlr3_object_size.csv create mode 100644 mlr-org/benchmark_results/mlr3_resample_memory.csv create mode 100644 mlr-org/benchmark_results/mlr3_resample_result_memory.csv create mode 100644 mlr-org/benchmark_results/mlr3_resample_result_runtime.csv create mode 100644 mlr-org/benchmark_results/mlr3_resample_runtime.csv create mode 100644 mlr-org/benchmark_results/mlr3tuning_object_size.csv create mode 100644 mlr-org/benchmark_results/mlr3tuning_tune_memory.csv create mode 100644 mlr-org/benchmark_results/mlr3tuning_tune_nested_memory.csv create mode 100644 mlr-org/benchmark_results/mlr3tuning_tune_nested_runtime.csv create mode 100644 mlr-org/benchmark_results/mlr3tuning_tune_runtime.csv create mode 100644 mlr-org/benchmarks_mlr3.qmd create mode 100644 mlr-org/benchmarks_mlr3tuning.qmd diff --git a/mlr-org/_quarto.yml b/mlr-org/_quarto.yml index 4167d3ef..5befb767 100644 --- a/mlr-org/_quarto.yml +++ b/mlr-org/_quarto.yml @@ -51,6 +51,10 @@ website: - fselectors.qmd - resources.qmd - book.qmd + - text: "Benchmarks" + menu: + - benchmarks_mlr3.qmd + - benchmarks_mlr3tuning.qmd - benchmark.qmd - gallery.qmd - team.qmd diff --git a/mlr-org/_setup.qmd b/mlr-org/_setup.qmd index b2967e5e..86fb34ae 100644 --- a/mlr-org/_setup.qmd +++ b/mlr-org/_setup.qmd @@ -5,4 +5,6 @@ library(mlr3misc) library(htmltools) library(data.table) library(reactable) + +here::i_am("mlr-org/_setup.qmd") ``` diff --git a/mlr-org/benchmark.qmd b/mlr-org/benchmark.qmd deleted file mode 100644 index a0191910..00000000 --- a/mlr-org/benchmark.qmd +++ /dev/null @@ -1,5 +0,0 @@ ---- -sidebar: false -toc: false ---- - diff --git a/mlr-org/benchmark_results/mlr3_benchmark_memory.csv b/mlr-org/benchmark_results/mlr3_benchmark_memory.csv new file mode 100644 index 00000000..1b72d75d --- /dev/null +++ b/mlr-org/benchmark_results/mlr3_benchmark_memory.csv @@ -0,0 +1,265 @@ +model_time,task,evals,renv_project,algorithm,mean_run_time,median_memory,mad_memory,mean_memory,sd_memory +1,data_1000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2022_07_21,benchmark_sequential,0.369400000000001,201.305,0.00741299999999326,201.498,0.594657697989167 +1,data_1000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2022_11_02,benchmark_sequential,0.3371,201.55,0.00741299999999326,201.751,0.632164711307287 +1,data_1000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_03_17,benchmark_sequential,0.3779,201.62,0,201.624,0.00966091783078417 +1,data_1000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_06_18,benchmark_sequential,0.338,191.53,0.0222390000000008,192.097,0.915775930867129 +1,data_1000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_11_17,benchmark_sequential,0.304899999999999,202.09,0.0148259999999865,202.279,0.59774483593661 +1,data_1000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_12_21,benchmark_sequential,0.2961,201.35,0.00741299999999326,201.538,0.615662245066236 +1,data_1000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_01_09,benchmark_sequential,0.296100000000001,201.34,0,201.336,0.00699205898780188 +1,data_1000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_03_05,benchmark_sequential,0.267799999999999,201.07,0.0148259999999865,201.253,0.582314348097313 +1,data_1000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_04_24,benchmark_sequential,0.264,201.22,0.0148259999999865,201.223,0.0133749350984908 +1,data_1000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_06_28,benchmark_sequential,0.322700000000001,199.47,0.00741299999999326,199.654,0.581954561036437 +1,data_1000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_07_22,benchmark_sequential,0.288,195.99,0.0148259999999865,196.362,0.78696039713995 +1,data_1000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_07_29,benchmark_sequential,0.3192,196.29,0.0222390000000008,196.863,0.93685110876809 +1,data_1000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2022_07_21,benchmark_sequential,1.8603,219.17,0.0518910000000371,219.365,0.617922145401651 +1,data_1000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2022_11_02,benchmark_sequential,3.3457,220.465,0.0222389999999798,220.468,0.024404006956965 +1,data_1000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_03_17,benchmark_sequential,2.1026,220.565,0.0222390000000008,220.746,0.584906450259829 +1,data_1000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_06_18,benchmark_sequential,2.0594,210.455,0.0741299999999958,210.612,0.550329194412051 +1,data_1000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_11_17,benchmark_sequential,1.1083,218.645,0.0963689999999756,219.01,0.808221641768035 +1,data_1000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_12_21,benchmark_sequential,1.0144,215.205,0.0074130000000354,215.381,0.576010223674702 +1,data_1000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_01_09,benchmark_sequential,1.0483,215.205,0.00741300000001433,215.205,0.00527046276695749 +1,data_1000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_03_05,benchmark_sequential,1.0094,213.835,0.00741299999999326,213.834,0.00966091783079333 +1,data_1000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_04_24,benchmark_sequential,1.0258,214.49,0.0222390000000219,215.049,0.912401592867232 +1,data_1000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_06_28,benchmark_sequential,1.3853,245.95,0.0148260000000287,246.132,0.600311030494473 +1,data_1000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_07_22,benchmark_sequential,1.0647,210.075,0.0296519999999941,210.464,0.830932541719774 +1,data_1000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_07_29,benchmark_sequential,1.0273,209.105,0.0148260000000076,209.103,0.0133749350984934 +1,data_1000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2022_07_21,benchmark_sequential,55.2223,292.32,3.00226499999997,295.39,7.10908964323532 +1,data_1000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2022_11_02,benchmark_sequential,33.1825,287.43,3.08380799999993,288.597,3.30739928040145 +1,data_1000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_03_17,benchmark_sequential,52.5446,307.51,25.070766,305.53,19.3056871298474 +1,data_1000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_06_18,benchmark_sequential,31.2513,263.865,1.393644,261.558,3.43516391328145 +1,data_1000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_11_17,benchmark_sequential,10.1307,276.205,1.06747199999996,279.136,5.65972555282793 +1,data_1000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_12_21,benchmark_sequential,8.7924,252.955,0.0518909999999739,253.096,0.223567041896209 +1,data_1000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_01_09,benchmark_sequential,8.8284,252.635,0.0593040000000093,252.711,0.213928856294697 +1,data_1000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_03_05,benchmark_sequential,8.6675,253.625,0.0518909999999949,253.828,0.628345269559486 +1,data_1000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_04_24,benchmark_sequential,8.7075,252.775,0.103781999999969,253.171,0.808928646764071 +1,data_1000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_06_28,benchmark_sequential,12.8784,334.88,0.0222389999999798,334.889,0.0544569146716429 +1,data_1000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_07_22,benchmark_sequential,8.4979,245.89,0.081542999999968,246.229,0.620617076429225 +1,data_1000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_07_29,benchmark_sequential,8.4626,246.665,0.0518909999999949,246.59,0.208699677899981 +1,data_10000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2022_07_21,benchmark_sequential,0.385300000000001,230.88,0.00741299999999326,230.877,0.0156702123647174 +1,data_10000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2022_11_02,benchmark_sequential,0.388300000000002,230.965,0.0222389999999798,230.962,0.019888578520229 +1,data_10000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_03_17,benchmark_sequential,0.392300000000001,231.02,0.00741299999999326,231.204,0.5819736534701 +1,data_10000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_06_18,benchmark_sequential,0.366699999999999,222.75,0.0148259999999865,222.752,0.0220100986922963 +1,data_10000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_11_17,benchmark_sequential,0.319600000000001,234.16,0.0444780000000017,234.542,0.798175697728544 +1,data_10000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_12_21,benchmark_sequential,0.3311,225.31,0.0222390000000008,225.499,0.57390378597423 +1,data_10000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_01_09,benchmark_sequential,0.333299999999999,225.34,0.0296520000000152,225.726,0.819596106492568 +1,data_10000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_03_05,benchmark_sequential,0.292700000000001,232.18,0.0222390000000008,232.179,0.0172884033065219 +1,data_10000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_04_24,benchmark_sequential,0.283399999999998,232.27,0.0296520000000152,232.842,0.932806994446809 +1,data_10000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_06_28,benchmark_sequential,0.322299999999999,220.66,0.0222390000000008,220.666,0.0359629438913622 +1,data_10000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_07_22,benchmark_sequential,0.290200000000002,214.02,0,214.027,0.0226323269290191 +1,data_10000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_07_29,benchmark_sequential,0.3148,217.575,0.0222390000000008,217.939,0.791558940038927 +1,data_10000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2022_07_21,benchmark_sequential,4.1181,247.195,0.808017000000003,247.386,1.16465731726833 +1,data_10000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2022_11_02,benchmark_sequential,3.6742,246.615,0.830256000000025,246.584,0.890595306522555 +1,data_10000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_03_17,benchmark_sequential,4.766,247.72,0.0889560000000034,246.331,3.19112815300308 +1,data_10000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_06_18,benchmark_sequential,4.1117,235.55,0.800604000000009,235.418,1.07729909186509 +1,data_10000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_11_17,benchmark_sequential,1.3462,238.875,0.0222389999999798,241.117,3.86960534881214 +1,data_10000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_12_21,benchmark_sequential,1.2189,239.675,0.0667170000000025,239.851,0.582207484970399 +1,data_10000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_01_09,benchmark_sequential,1.2452,239.685,0.0741300000000169,240.246,0.941797336066643 +1,data_10000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_03_05,benchmark_sequential,1.1849,239.24,0.0889560000000034,239.604,0.814564641729285 +1,data_10000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_04_24,benchmark_sequential,1.2186,239.385,0.0741299999999958,239.389,0.0508702052067547 +1,data_10000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_06_28,benchmark_sequential,1.6163,239.75,0.0370650000000084,240.698,2.9873987198081 +1,data_10000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_07_22,benchmark_sequential,1.1944,222.105,0.0667170000000025,222.298,0.582538506118786 +1,data_10000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_07_29,benchmark_sequential,1.2678,225.775,0.0667169999999815,225.932,0.624585195683235 +1,data_10000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2022_07_21,benchmark_sequential,38.7485,464.875,0.0889560000000034,465.058,0.61715836253303 +1,data_10000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2022_11_02,benchmark_sequential,38.0475,425.63,0.118608000000019,426.179,1.6689081593798 +1,data_10000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_03_17,benchmark_sequential,48.0337,485.395,0.111194999999983,486.631,2.62539922890046 +1,data_10000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_06_18,benchmark_sequential,36.8915,433.01,2.37957300000003,431.659,4.12097197272683 +1,data_10000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_11_17,benchmark_sequential,19.8311,441.8,0.303933000000061,441.493,0.815189821111902 +1,data_10000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_12_21,benchmark_sequential,11.9772,300.77,0.244628999999946,302.546,3.13936723985371 +1,data_10000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_01_09,benchmark_sequential,12.1741,299.35,0.111195000000025,299.648,0.765372821280953 +1,data_10000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_03_05,benchmark_sequential,12.0258,298.705,0.0741300000000169,298.702,0.0702060459568137 +1,data_10000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_04_24,benchmark_sequential,12.2496,306.86,0.0296520000000152,306.863,0.0216281709300116 +1,data_10000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_06_28,benchmark_sequential,16.0185,338.965,0.170498999999971,341.987,4.9627592011792 +1,data_10000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_07_22,benchmark_sequential,11.6769,297.205,0.978515999999995,296.903,1.00913659465242 +1,data_10000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_07_29,benchmark_sequential,11.4847,296.07,0.0444779999999595,296.424,0.775774881435764 +10,data_1000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2022_07_21,benchmark_sequential,0.456,201.3,0.00741299999999326,201.693,0.823286773312376 +10,data_1000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2022_11_02,benchmark_sequential,0.4883,201.56,0.0148259999999865,201.936,0.805966638405227 +10,data_1000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_03_17,benchmark_sequential,0.4673,201.62,0.0148259999999865,201.802,0.586113375456392 +10,data_1000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_06_18,benchmark_sequential,0.4469,191.515,0.0074130000000354,191.88,0.7721686632106 +10,data_1000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_11_17,benchmark_sequential,0.391099999999999,202.09,0.0148259999999865,202.284,0.603051499551332 +10,data_1000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_12_21,benchmark_sequential,0.386300000000001,201.35,0.0148260000000076,201.538,0.598104413032449 +10,data_1000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_01_09,benchmark_sequential,0.385300000000002,201.35,0.0148259999999865,201.73,0.803810370119169 +10,data_1000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_03_05,benchmark_sequential,0.360499999999998,201.07,0.0148260000000076,201.266,0.616390929344179 +10,data_1000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_04_24,benchmark_sequential,0.368899999999999,201.23,0.0148259999999865,201.417,0.570536784284958 +10,data_1000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_06_28,benchmark_sequential,0.4062,199.475,0.00741299999999326,199.673,0.635051179039924 +10,data_1000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_07_22,benchmark_sequential,0.373200000000001,195.98,0.0148259999999865,195.981,0.00994428926012024 +10,data_1000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_07_29,benchmark_sequential,0.399900000000001,196.26,0.0148260000000076,196.454,0.599707336030574 +10,data_1000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2022_07_21,benchmark_sequential,5.079,219.185,0.0296520000000152,219.549,0.794822831411712 +10,data_1000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2022_11_02,benchmark_sequential,4.6547,220.475,0.0296519999999941,221.028,0.917881619091845 +10,data_1000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_03_17,benchmark_sequential,4.5417,220.57,0.0222390000000008,220.956,0.819216427786675 +10,data_1000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_06_18,benchmark_sequential,3.6342,210.425,0.0741299999999747,210.427,0.057358521598799 +10,data_1000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_11_17,benchmark_sequential,1.9526,218.605,0.0222390000000219,218.579,0.0926702637191577 +10,data_1000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_12_21,benchmark_sequential,1.957,215.21,0.0148260000000287,215.418,0.620157686040864 +10,data_1000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_01_09,benchmark_sequential,1.8975,215.205,0.0074130000000354,215.202,0.0103279555898893 +10,data_1000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_03_05,benchmark_sequential,1.8636,213.84,0.0148259999999865,214.033,0.613967968762757 +10,data_1000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_04_24,benchmark_sequential,1.8499,214.485,0.0148260000000076,214.485,0.0135400640077271 +10,data_1000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_06_28,benchmark_sequential,2.2606,245.935,0.0222390000000008,246.314,0.804462553510107 +10,data_1000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_07_22,benchmark_sequential,1.9167,210.065,0.0222389999999798,210.603,0.881375818441445 +10,data_1000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_07_29,benchmark_sequential,1.9089,209.09,0,209.283,0.596304359273756 +10,data_1000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2022_07_21,benchmark_sequential,47.0772,290.74,0.748712999999993,290.884,0.849865348811866 +10,data_1000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2022_11_02,benchmark_sequential,35.1067,291.81,3.54341400000002,298.261,14.5509743469104 +10,data_1000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_03_17,benchmark_sequential,45.099,324.1,4.39590899999996,312.342,17.1550347646916 +10,data_1000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_06_18,benchmark_sequential,35.2275,263.89,0.0741299999999747,265.695,9.55454313112063 +10,data_1000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_11_17,benchmark_sequential,19.1954,275.535,4.82586299999995,280.192,7.64604734487042 +10,data_1000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_12_21,benchmark_sequential,17.5905,253.235,0.252041999999981,253.379,0.708291371306095 +10,data_1000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_01_09,benchmark_sequential,17.7841,252.645,0.0518909999999949,252.845,0.614297249799405 +10,data_1000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_03_05,benchmark_sequential,17.6892,253.8,0.281694000000018,254.151,0.747744014426807 +10,data_1000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_04_24,benchmark_sequential,17.8349,252.99,0.578214000000022,253.49,0.93738406690582 +10,data_1000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_06_28,benchmark_sequential,21.5183,334.86,0.0370649999999663,334.856,0.0327278338896845 +10,data_1000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_07_22,benchmark_sequential,17.5828,245.89,0.0815429999999891,246.224,0.788545778280787 +10,data_1000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_07_29,benchmark_sequential,17.6333,246.675,0.0296519999999941,246.604,0.128166558300781 +10,data_10000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2022_07_21,benchmark_sequential,0.566200000000001,230.87,0.0222389999999798,231.06,0.580038312910834 +10,data_10000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2022_11_02,benchmark_sequential,0.565499999999999,230.99,0.0370650000000084,231.513,0.874681529345268 +10,data_10000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_03_17,benchmark_sequential,0.580499999999999,231.035,0.0222389999999798,231.033,0.0156702123647235 +10,data_10000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_06_18,benchmark_sequential,0.510499999999998,222.815,0.0444780000000017,223.189,0.80471458018079 +10,data_10000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_11_17,benchmark_sequential,0.4366,234.21,0.0593040000000093,234.566,0.777677453847171 +10,data_10000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_12_21,benchmark_sequential,0.438999999999999,225.325,0.0296519999999941,225.69,0.792450489164961 +10,data_10000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_01_09,benchmark_sequential,0.4322,225.355,0.0074130000000354,225.351,0.014491376746195 +10,data_10000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_03_05,benchmark_sequential,0.394100000000001,232.19,0.0222390000000008,232.378,0.591378803212367 +10,data_10000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_04_24,benchmark_sequential,0.4014,232.27,0.00741300000001433,232.472,0.618183719545497 +10,data_10000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_06_28,benchmark_sequential,0.4404,220.675,0.0222390000000008,220.855,0.602905004494441 +10,data_10000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_07_22,benchmark_sequential,0.399300000000001,214.05,0.0222389999999798,214.037,0.0275075747143685 +10,data_10000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_07_29,benchmark_sequential,0.4352,217.575,0.0444779999999806,217.954,0.809954731245311 +10,data_10000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2022_07_21,benchmark_sequential,4.6186,247.31,0.778364999999987,247.529,0.999527110409941 +10,data_10000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2022_11_02,benchmark_sequential,4.0849,246.185,0.489257999999997,246.234,0.526881812595997 +10,data_10000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_03_17,benchmark_sequential,3.7312,247.21,0.770951999999994,247.319,0.434292528142033 +10,data_10000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_06_18,benchmark_sequential,3.3304,235.215,0.919212000000007,235.43,0.940614456382397 +10,data_10000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_11_17,benchmark_sequential,2.3625,244.92,6.24174599999997,244.177,5.23659144864291 +10,data_10000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_12_21,benchmark_sequential,2.2134,239.675,0.0444780000000017,239.668,0.0530827446330516 +10,data_10000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_01_09,benchmark_sequential,2.1846,239.725,0.0889560000000034,239.942,0.923709911173421 +10,data_10000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_03_05,benchmark_sequential,2.099,239.265,0.0667170000000025,239.827,0.932452560604442 +10,data_10000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_04_24,benchmark_sequential,2.0889,239.41,0.0296520000000152,239.406,0.0356526452189865 +10,data_10000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_06_28,benchmark_sequential,2.5228,239.795,0.0889559999999823,240.148,0.777500267952796 +10,data_10000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_07_22,benchmark_sequential,2.089,222.16,0.0815430000000101,222.327,0.62410914287665 +10,data_10000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_07_29,benchmark_sequential,2.1699,225.74,0.0667169999999815,225.905,0.58054093548843 +10,data_10000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2022_07_21,benchmark_sequential,35.9153,464.815,0.0815430000000101,464.859,0.0937431478977427 +10,data_10000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2022_11_02,benchmark_sequential,35.6722,425.67,0.148259999999992,426.314,1.64184990517133 +10,data_10000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_03_17,benchmark_sequential,36.1777,485.43,0.16308600000002,485.591,0.605776819922607 +10,data_10000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_06_18,benchmark_sequential,38.4498,433.22,1.12677599999999,432.085,3.13105679710009 +10,data_10000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_11_17,benchmark_sequential,26.7574,441.59,2.17200899999992,435.787,14.9118148906608 +10,data_10000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_12_21,benchmark_sequential,19.3541,300.82,1.49742600000007,302.825,3.51544291503771 +10,data_10000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_01_09,benchmark_sequential,19.4469,299.425,0.155673000000027,299.683,0.689364441593369 +10,data_10000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_03_05,benchmark_sequential,19.7213,298.74,0.185325,298.714,0.159108628161873 +10,data_10000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_04_24,benchmark_sequential,19.7451,306.85,0.0370650000000084,306.858,0.0304776785351099 +10,data_10000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_06_28,benchmark_sequential,23.21,339.125,0.533735999999978,341.311,4.16375484922496 +10,data_10000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_07_22,benchmark_sequential,19.7605,297.195,1.49742599999999,296.954,1.06840691374276 +10,data_10000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_07_29,benchmark_sequential,19.6216,296.05,0.00741299999999326,296.243,0.600093511231555 +100,data_1000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2022_07_21,benchmark_sequential,1.3591,201.3,0,201.299,0.00567646212198032 +100,data_1000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2022_11_02,benchmark_sequential,1.3658,201.555,0.0222390000000219,202.295,0.964310346540175 +100,data_1000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_03_17,benchmark_sequential,1.3604,201.61,0,201.615,0.00707106781185904 +100,data_1000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_06_18,benchmark_sequential,1.3854,191.515,0.0074130000000354,191.518,0.0139841179756078 +100,data_1000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_11_17,benchmark_sequential,1.3167,202.09,0.0148259999999865,202.093,0.00948683298050217 +100,data_1000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_12_21,benchmark_sequential,1.3071,201.345,0.0148259999999865,201.537,0.616027596784426 +100,data_1000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_01_09,benchmark_sequential,1.3042,201.34,0,201.343,0.00483045891539209 +100,data_1000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_03_05,benchmark_sequential,1.2743,201.065,0.0222390000000008,201.251,0.583141873341679 +100,data_1000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_04_24,benchmark_sequential,1.2746,201.22,0.0148259999999865,201.619,0.841221994746003 +100,data_1000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_06_28,benchmark_sequential,1.3189,199.455,0.0222390000000219,199.651,0.632445869444788 +100,data_1000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_07_22,benchmark_sequential,1.2869,195.98,0.0148260000000076,196.548,0.924671713516624 +100,data_1000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_07_29,benchmark_sequential,1.3138,196.245,0.0222390000000219,196.245,0.021213203435598 +100,data_1000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2022_07_21,benchmark_sequential,12.0278,219.185,0.0667170000000025,219.553,0.808758307530748 +100,data_1000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2022_11_02,benchmark_sequential,11.9666,220.465,0.0222390000000219,220.656,0.605973963503751 +100,data_1000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_03_17,benchmark_sequential,12.0835,220.575,0.0296519999999941,220.948,0.800954985557171 +100,data_1000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_06_18,benchmark_sequential,11.9171,210.45,0.12602099999997,210.977,0.887581608141529 +100,data_1000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_11_17,benchmark_sequential,11.0588,218.635,0.103781999999969,219.352,0.973867433369536 +100,data_1000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_12_21,benchmark_sequential,11.0004,215.21,0.0148260000000076,215.39,0.587045332340036 +100,data_1000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_01_09,benchmark_sequential,10.9999,215.21,0,215.592,0.810950060114681 +100,data_1000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_03_05,benchmark_sequential,10.967,213.83,0.0148260000000287,214.2,0.785847030633541 +100,data_1000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_04_24,benchmark_sequential,10.9618,214.475,0.00741299999999326,214.84,0.777517416739544 +100,data_1000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_06_28,benchmark_sequential,11.3352,245.96,0.0222390000000219,246.154,0.610395136139056 +100,data_1000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_07_22,benchmark_sequential,10.9939,210.06,0.0148259999999865,210.062,0.0103279555898826 +100,data_1000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_07_29,benchmark_sequential,11.0118,209.095,0.00741299999999326,209.286,0.602277160265751 +100,data_1000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2022_07_21,benchmark_sequential,146.4606,291.445,1.756881,293.02,3.60027468087892 +100,data_1000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2022_11_02,benchmark_sequential,130.1558,285.515,0.155672999999943,287.523,2.97181220432545 +100,data_1000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_03_17,benchmark_sequential,137.4576,322.375,4.59605999999999,313.829,16.2851892152894 +100,data_1000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_06_18,benchmark_sequential,127.7329,263.86,1.43070900000001,265.648,9.42359308685741 +100,data_1000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_11_17,benchmark_sequential,109.7419,275.535,0.0444779999999595,279.584,6.55941935099611 +100,data_1000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_12_21,benchmark_sequential,108.2538,253.02,0.48925800000004,252.989,0.468507085206713 +100,data_1000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_01_09,benchmark_sequential,108.262,252.655,0.0296520000000152,252.836,0.602719761672966 +100,data_1000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_03_05,benchmark_sequential,108.1189,253.615,0.051891000000016,253.702,0.159847149211712 +100,data_1000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_04_24,benchmark_sequential,108.2659,252.69,0.274280999999982,253.184,0.957232120926438 +100,data_1000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_06_28,benchmark_sequential,112.3474,334.85,0.0593040000000303,335.439,0.957235022807305 +100,data_1000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_07_22,benchmark_sequential,108.4034,246.45,0.0296519999999941,246.357,0.264577230900755 +100,data_1000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_07_29,benchmark_sequential,108.398,246.645,0.0296520000000152,246.609,0.11318127053537 +100,data_10000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2022_07_21,benchmark_sequential,1.4056,230.875,0.0148259999999865,230.891,0.043320510923424 +100,data_10000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2022_11_02,benchmark_sequential,1.4018,230.97,0.0296520000000152,231.342,0.803932003758195 +100,data_10000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_03_17,benchmark_sequential,1.3897,231.02,0.0222390000000008,231.019,0.022335820757003 +100,data_10000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_06_18,benchmark_sequential,1.3842,222.795,0.0296519999999941,223.351,0.901978689080599 +100,data_10000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_11_17,benchmark_sequential,1.3342,234.185,0.0667169999999815,234.177,0.0663408705935535 +100,data_10000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_12_21,benchmark_sequential,1.3341,225.315,0.0370650000000084,225.317,0.0249666444147712 +100,data_10000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_01_09,benchmark_sequential,1.3342,225.38,0.0889560000000034,225.916,0.917135637611902 +100,data_10000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_03_05,benchmark_sequential,1.298,232.18,0.0963689999999966,232.731,0.923116099595998 +100,data_10000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_04_24,benchmark_sequential,1.2986,232.255,0.0222390000000008,232.26,0.0266666666666649 +100,data_10000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_06_28,benchmark_sequential,1.338,220.625,0.0222390000000008,220.826,0.606303920855249 +100,data_10000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_07_22,benchmark_sequential,1.3016,214.025,0.00741299999999326,214.206,0.574344070319447 +100,data_10000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_07_29,benchmark_sequential,1.3349,217.595,0.0667170000000025,218.326,0.978901879091513 +100,data_10000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2022_07_21,benchmark_sequential,12.456,247.28,0.333584999999992,247.322,0.400688296698459 +100,data_10000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2022_11_02,benchmark_sequential,12.3026,246.305,0.82284300000001,246.504,0.796188140803135 +100,data_10000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_03_17,benchmark_sequential,12.4163,247.435,0.415128000000002,247.397,0.389730676236813 +100,data_10000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_06_18,benchmark_sequential,12.1986,235.135,0.37065,235.232,0.749856282526487 +100,data_10000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_11_17,benchmark_sequential,11.3681,238.86,0.133434000000026,242.816,5.16671870941531 +100,data_10000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_12_21,benchmark_sequential,11.2425,239.63,0.0370649999999874,240.016,0.822694759109762 +100,data_10000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_01_09,benchmark_sequential,11.255,239.675,0.0889560000000244,240.054,0.855884208160062 +100,data_10000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_03_05,benchmark_sequential,11.2161,239.25,0.0370650000000084,239.436,0.606542111755921 +100,data_10000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_04_24,benchmark_sequential,11.2186,239.38,0.0444779999999806,239.758,0.804967908263014 +100,data_10000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_06_28,benchmark_sequential,11.5573,239.75,0.0296520000000152,239.736,0.0414192655120269 +100,data_10000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_07_22,benchmark_sequential,11.2133,222.16,0.214976999999994,222.864,1.00917127717086 +100,data_10000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_07_29,benchmark_sequential,11.248,225.685,0.051891000000016,225.914,0.612267189314523 +100,data_10000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2022_07_21,benchmark_sequential,278.8444,464.92,0.170498999999971,465.312,1.02333659065714 +100,data_10000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2022_11_02,benchmark_sequential,155.7153,425.82,0.511496999999998,430.401,8.80732454015154 +100,data_10000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_03_17,benchmark_sequential,146.8092,485.48,0.407715000000008,486.579,2.19797103408271 +100,data_10000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_06_18,benchmark_sequential,142.4384,433.175,0.326171999999956,432.997,0.814603516373994 +100,data_10000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_11_17,benchmark_sequential,118.5664,440.535,2.06822700000002,437.661,13.3830842235015 +100,data_10000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_12_21,benchmark_sequential,110.5652,300.67,0.200150999999987,301.033,2.26045742666783 +100,data_10000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_01_09,benchmark_sequential,110.6214,299.285,0.126021000000012,299.481,0.674676053953136 +100,data_10000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_03_05,benchmark_sequential,110.5033,298.625,0.0889560000000034,298.605,0.0875912222898112 +100,data_10000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_04_24,benchmark_sequential,110.669,306.83,0.00741299999999326,306.837,0.0133749350985021 +100,data_10000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_06_28,benchmark_sequential,114.4748,338.805,0.207564000000022,340.865,4.40237625228316 +100,data_10000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_07_22,benchmark_sequential,110.7233,297.185,0.0963689999999966,296.981,0.993450216836924 +100,data_10000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_07_29,benchmark_sequential,110.7818,296.04,0.0444780000000017,296.235,0.603788962395894 +1000,data_1000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2022_07_21,benchmark_sequential,10.4157,201.3,0,201.303,0.00674948557709939 +1000,data_1000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2022_11_02,benchmark_sequential,10.453,201.56,0.0148259999999865,201.754,0.617039526916852 +1000,data_1000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_03_17,benchmark_sequential,10.4564,201.62,0.0148259999999865,201.982,0.763192126677302 +1000,data_1000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_06_18,benchmark_sequential,10.4012,191.52,0.00741299999999326,191.52,0.00942809041582211 +1000,data_1000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_11_17,benchmark_sequential,10.3289,202.09,0.0148259999999865,202.289,0.625823013674346 +1000,data_1000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_12_21,benchmark_sequential,10.3209,201.34,0.00741299999999326,201.349,0.0159513148186718 +1000,data_1000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_01_09,benchmark_sequential,10.3182,201.365,0.0370650000000084,201.758,0.773675211786793 +1000,data_1000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_03_05,benchmark_sequential,10.2909,201.07,0.0222389999999798,201.246,0.563761178750953 +1000,data_1000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_04_24,benchmark_sequential,10.2935,201.225,0.00741299999999326,201.41,0.59385744641847 +1000,data_1000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_06_28,benchmark_sequential,10.3408,199.495,0.0370650000000084,199.669,0.576896871199697 +1000,data_1000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_07_22,benchmark_sequential,10.306,195.99,0.0148260000000287,196.178,0.608729095009521 +1000,data_1000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_07_29,benchmark_sequential,10.33,196.28,0.0148259999999865,196.64,0.772513933711081 +1000,data_1000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2022_07_21,benchmark_sequential,104.8278,219.195,0.0667170000000025,219.387,0.600611725197274 +1000,data_1000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2022_11_02,benchmark_sequential,104.8504,220.475,0.0518909999999949,221.212,0.973764744575286 +1000,data_1000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_03_17,benchmark_sequential,103.7299,220.565,0.00741299999999326,220.577,0.0480855718716381 +1000,data_1000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_06_18,benchmark_sequential,106.9958,210.46,0.0370649999999874,210.445,0.0575905084772355 +1000,data_1000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_11_17,benchmark_sequential,101.2408,218.605,0.0296520000000152,218.976,0.798696159722551 +1000,data_1000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_12_21,benchmark_sequential,101.2023,215.205,0.0074130000000354,215.204,0.00966091783079725 +1000,data_1000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_01_09,benchmark_sequential,101.1888,215.215,0.0222390000000219,215.788,0.937784623461063 +1000,data_1000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_03_05,benchmark_sequential,101.1566,213.83,0,214.026,0.623345810926809 +1000,data_1000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_04_24,benchmark_sequential,101.1994,214.48,0.0148259999999865,214.86,0.814439138985299 +1000,data_1000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_06_28,benchmark_sequential,101.5809,245.975,0.0370650000000084,246.345,0.801599096251434 +1000,data_1000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_07_22,benchmark_sequential,101.196,210.06,0.00741299999999326,210.059,0.00737864787371951 +1000,data_1000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_07_29,benchmark_sequential,101.2094,209.1,0.0148259999999865,209.456,0.761069423027013 +1000,data_10000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2022_07_21,benchmark_sequential,10.691,230.885,0.0222390000000219,230.885,0.0317104959840615 +1000,data_10000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2022_11_02,benchmark_sequential,10.5318,231.03,0.0148259999999865,231.203,0.56132878066246 +1000,data_10000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_03_17,benchmark_sequential,10.6178,231.04,0.0222390000000008,231.233,0.617666756610897 +1000,data_10000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_06_18,benchmark_sequential,10.5243,222.835,0.0370650000000084,222.827,0.0309300285590997 +1000,data_10000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_11_17,benchmark_sequential,10.3403,234.14,0.00741300000001433,234.144,0.0201108041719974 +1000,data_10000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_12_21,benchmark_sequential,10.3484,225.3,0.0370650000000084,225.298,0.0345768066130407 +1000,data_10000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_01_09,benchmark_sequential,10.3431,225.365,0.0741300000000169,225.705,0.773092634955361 +1000,data_10000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_03_05,benchmark_sequential,10.3122,232.17,0.00741300000001433,232.362,0.59334831441762 +1000,data_10000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_04_24,benchmark_sequential,10.317,232.255,0.0444780000000017,232.445,0.610450653206302 +1000,data_10000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_06_28,benchmark_sequential,10.3609,220.615,0.00741299999999326,220.798,0.578231018807455 +1000,data_10000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_07_22,benchmark_sequential,10.3193,214.03,0.0444780000000017,214.205,0.60347604205414 +1000,data_10000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_07_29,benchmark_sequential,10.3508,217.525,0.0667169999999815,217.53,0.0494413232473099 +1000,data_10000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2022_07_21,benchmark_sequential,123.3612,247.745,0.837668999999997,247.628,0.845416399704247 +1000,data_10000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2022_11_02,benchmark_sequential,106.3113,245.83,0.644931000000003,246.075,0.755884323895598 +1000,data_10000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_03_17,benchmark_sequential,103.7098,247.27,0.704234999999992,246.477,2.85392147365301 +1000,data_10000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_06_18,benchmark_sequential,104.9928,235.765,0.852494999999983,235.948,0.908280426593754 +1000,data_10000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_11_17,benchmark_sequential,101.5226,238.9,0.12602099999997,241.288,4.1957910126962 +1000,data_10000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_12_21,benchmark_sequential,101.4096,239.665,0.0148259999999865,239.864,0.606761897287562 +1000,data_10000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_01_09,benchmark_sequential,101.4175,239.69,0.0815430000000101,239.863,0.602421963595469 +1000,data_10000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_03_05,benchmark_sequential,101.359,239.27,0.0444780000000017,239.439,0.599508131721326 +1000,data_10000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_04_24,benchmark_sequential,101.3742,239.385,0.0593040000000093,239.567,0.572577990806103 +1000,data_10000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_06_28,benchmark_sequential,101.76,239.76,0.0593039999999882,240.163,0.871818661063056 +1000,data_10000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_07_22,benchmark_sequential,101.3775,222.175,0.126021000000012,222.477,0.739084268237092 +1000,data_10000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_07_29,benchmark_sequential,101.4002,225.78,0.126021000000012,225.945,0.597425030164175 diff --git a/mlr-org/benchmark_results/mlr3_benchmark_runtime.csv b/mlr-org/benchmark_results/mlr3_benchmark_runtime.csv new file mode 100644 index 00000000..d9816784 --- /dev/null +++ b/mlr-org/benchmark_results/mlr3_benchmark_runtime.csv @@ -0,0 +1,265 @@ +model_time,task,evals,renv_project,algorithm,median_run_time,mad_run_time,mean_run_time,sd_run_time,k +1,data_1000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2022_07_21,benchmark_sequential,667.859095,388.0999195647,783.7538263708,430.788757695477,66.7859095 +1,data_1000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2022_11_02,benchmark_sequential,1093.9057615,725.8376376867,1358.0215151983,950.737398025681,109.39057615 +1,data_1000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_03_17,benchmark_sequential,801.672193,396.4885252209,828.7812394521,385.513620756627,80.1672193 +1,data_1000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_06_18,benchmark_sequential,878.4710885,482.5816705815,926.3248159474,568.564063805228,87.84710885 +1,data_1000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_11_17,benchmark_sequential,128.9919715,8.8403005026,130.9814326806,14.0283970814423,12.89919715 +1,data_1000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_12_21,benchmark_sequential,123.443453,7.7930118777,125.0557694631,12.9597882001573,12.3443453 +1,data_1000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_01_09,benchmark_sequential,127.189768,8.0942532174,128.7235490964,13.5907073819991,12.7189768 +1,data_1000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_03_05,benchmark_sequential,96.643229,8.13293573400001,98.4709805833,13.7260480609041,9.6643229 +1,data_1000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_04_24,benchmark_sequential,98.4407785,9.04610020860001,100.5547947281,14.1348848037263,9.84407785 +1,data_1000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_06_28,benchmark_sequential,135.703334,14.8064630385,138.5321169896,18.656458073696,13.5703334 +1,data_1000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_07_22,benchmark_sequential,97.673711,8.1538589265,99.7013100164,13.7754662964333,9.7673711 +1,data_1000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_07_29,benchmark_sequential,129.283837,8.3682799515,130.6073010848,14.1620544574754,12.9283837 +1,data_1000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2022_07_21,benchmark_sequential,8674.0439785,4441.674993924,8952.504479401,4017.59111405114,86.740439785 +1,data_1000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2022_11_02,benchmark_sequential,12961.046526,8247.2555848158,14210.583526433,7966.87220607236,129.61046526 +1,data_1000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_03_17,benchmark_sequential,12467.0921495,7759.0987970853,14666.512496345,8404.38992269355,124.670921495 +1,data_1000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_06_18,benchmark_sequential,8623.4871645,3207.6201357879,10821.397002269,7407.39214356542,86.234871645 +1,data_1000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_11_17,benchmark_sequential,947.3536995,71.2595462943,951.623836769,70.8749635443169,9.473536995 +1,data_1000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_12_21,benchmark_sequential,903.7328485,59.1572878344,905.018139339,58.2101085852375,9.037328485 +1,data_1000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_01_09,benchmark_sequential,911.1560885,64.1860809681,913.582384258,63.9763033573807,9.111560885 +1,data_1000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_03_05,benchmark_sequential,858.635411,67.7623879317,864.226738721,71.0875423310993,8.58635411 +1,data_1000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_04_24,benchmark_sequential,901.6632825,59.5729480878001,905.900881546,59.4933902286512,9.016632825 +1,data_1000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_06_28,benchmark_sequential,1270.349812,107.6099523681,1273.623056032,108.277524320157,12.70349812 +1,data_1000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_07_22,benchmark_sequential,892.264705,70.9763963811,891.026623583,75.7626195014689,8.92264705 +1,data_1000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_07_29,benchmark_sequential,871.5765825,68.1895227678001,876.285638951,67.0550693117701,8.715765825 +1,data_1000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2022_07_21,benchmark_sequential,112377.7334775,65497.1288409963,137134.47125666,99230.8059307776,112.3777334775 +1,data_1000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2022_11_02,benchmark_sequential,100908.858503,50189.9274243129,109388.92655687,60136.1088692854,100.908858503 +1,data_1000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_03_17,benchmark_sequential,84164.005475,45023.5333402722,94585.43978934,65495.092909584,84.164005475 +1,data_1000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_06_18,benchmark_sequential,108400.344984,39595.0262042496,102601.96819918,35261.5733191987,108.400344984 +1,data_1000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_11_17,benchmark_sequential,10285.917427,431.4506765457,10299.35841085,386.677082925158,10.285917427 +1,data_1000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_12_21,benchmark_sequential,8974.006798,395.374742727301,8913.32422081,476.450015688952,8.974006798 +1,data_1000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_01_09,benchmark_sequential,8883.324343,320.747282242801,8870.36573102,331.357907705844,8.883324343 +1,data_1000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_03_05,benchmark_sequential,8690.254342,357.1853040462,8660.60079281,359.664205845431,8.690254342 +1,data_1000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_04_24,benchmark_sequential,8908.9913625,308.207151216299,8888.97128279,421.542050695841,8.9089913625 +1,data_1000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_06_28,benchmark_sequential,13296.2703585,530.703089658001,13319.568532,472.540777023469,13.2962703585 +1,data_1000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_07_22,benchmark_sequential,8279.668409,575.916344356501,8299.7824597,454.907782993522,8.279668409 +1,data_1000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_07_29,benchmark_sequential,8721.459462,381.368117184602,8671.03305419,342.041839951145,8.721459462 +1,data_10000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2022_07_21,benchmark_sequential,1126.77453,587.1905091885,1325.0429198593,719.781279954057,112.677453 +1,data_10000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2022_11_02,benchmark_sequential,1363.067863,385.4710392204,1396.6907853974,393.106719904936,136.3067863 +1,data_10000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_03_17,benchmark_sequential,1346.0732895,491.8229928864,1638.6731285609,795.865886467541,134.60732895 +1,data_10000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_06_18,benchmark_sequential,1124.5368945,614.3335949058,1364.8941412563,794.887831371018,112.45368945 +1,data_10000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_11_17,benchmark_sequential,152.2280635,11.7529326957,155.8561735574,23.3964831166048,15.22280635 +1,data_10000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_12_21,benchmark_sequential,148.2706465,13.5804202968,157.107601551,30.7336147247106,14.82706465 +1,data_10000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_01_09,benchmark_sequential,153.4978935,12.7163454495,156.6895555734,24.2297290996832,15.34978935 +1,data_10000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_03_05,benchmark_sequential,123.793377,11.1242317179,132.7537103233,30.1214660985089,12.3793377 +1,data_10000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_04_24,benchmark_sequential,119.7748615,10.3981365222,123.4649877427,23.2122784828717,11.97748615 +1,data_10000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_06_28,benchmark_sequential,163.6441335,12.9632220711,167.6688919175,26.7263022257087,16.36441335 +1,data_10000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_07_22,benchmark_sequential,120.731795,12.0826028904,124.5431113515,24.266618779773,12.0731795 +1,data_10000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_07_29,benchmark_sequential,150.345294,18.0881403171,157.5876512563,30.7591718338052,15.0345294 +1,data_10000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2022_07_21,benchmark_sequential,11362.7961355,5653.4126263776,13541.855357273,9078.90745410132,113.627961355 +1,data_10000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2022_11_02,benchmark_sequential,13964.322618,6041.0177474661,14910.123395063,7419.80992936979,139.64322618 +1,data_10000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_03_17,benchmark_sequential,12599.8327485,5397.3686390085,14882.966100144,7694.75476256951,125.998327485 +1,data_10000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_06_18,benchmark_sequential,10076.693091,4348.393056231,10890.239007907,4946.15419162497,100.76693091 +1,data_10000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_11_17,benchmark_sequential,1232.808761,88.3705664793,1240.225167982,94.2268960790562,12.32808761 +1,data_10000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_12_21,benchmark_sequential,1137.005359,71.8269973596,1147.84856881,105.157227543571,11.37005359 +1,data_10000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_01_09,benchmark_sequential,1137.373069,69.8959820244,1158.286886951,87.8622657406153,11.37373069 +1,data_10000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_03_05,benchmark_sequential,1114.2779905,91.0028315993997,1129.010318719,81.9117525526886,11.142779905 +1,data_10000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_04_24,benchmark_sequential,1149.641863,91.0187043150001,1168.651932487,77.2182518649198,11.49641863 +1,data_10000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_06_28,benchmark_sequential,1428.906212,113.1527110308,1428.37627519,110.251714395689,14.28906212 +1,data_10000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_07_22,benchmark_sequential,1047.019475,127.4725743711,1041.121307253,120.582761328063,10.47019475 +1,data_10000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_07_29,benchmark_sequential,1114.8982855,77.4347020566001,1117.044743577,100.094081360909,11.148982855 +1,data_10000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2022_07_21,benchmark_sequential,77481.524226,33721.7024131659,97773.44263455,72102.8261141508,77.481524226 +1,data_10000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2022_11_02,benchmark_sequential,102738.115395,46504.2087846252,107849.2284099,48142.6197694388,102.738115395 +1,data_10000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_03_17,benchmark_sequential,66495.5857025,21327.2018191365,68789.18922238,23181.3260699773,66.4955857025 +1,data_10000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_06_18,benchmark_sequential,85708.574013,28473.9860860413,98610.25351865,32736.4039749517,85.708574013 +1,data_10000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_11_17,benchmark_sequential,17283.9667965,622.7671515114,17123.82473405,749.216394487965,17.2839667965 +1,data_10000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_12_21,benchmark_sequential,10722.3171195,413.4754258404,10658.35580707,557.315615660134,10.7223171195 +1,data_10000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_01_09,benchmark_sequential,10699.42949,437.532138659699,10523.40762724,742.480198521652,10.69942949 +1,data_10000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_03_05,benchmark_sequential,10575.0893775,588.7384792464,10408.74582337,560.934584616799,10.5750893775 +1,data_10000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_04_24,benchmark_sequential,10320.0831745,574.395321294902,10324.65961261,596.793721338526,10.3200831745 +1,data_10000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_06_28,benchmark_sequential,14505.794373,906.968462362199,14369.82157233,801.583477244082,14.505794373 +1,data_10000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_07_22,benchmark_sequential,10220.2703265,918.1840570812,10181.6634545,779.250585423216,10.2202703265 +1,data_10000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_07_29,benchmark_sequential,9409.952654,850.731966209998,9520.56920263,685.53907822806,9.409952654 +10,data_1000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2022_07_21,benchmark_sequential,1271.0718055,882.2141602974,1678.9168045034,1264.01406553545,12.710718055 +10,data_1000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2022_11_02,benchmark_sequential,951.8714175,461.8494984894,1192.0081038039,671.306596382607,9.518714175 +10,data_1000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_03_17,benchmark_sequential,1493.2554295,968.7644868657,1655.288634192,909.084831726782,14.932554295 +10,data_1000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_06_18,benchmark_sequential,1133.773635,502.6640072328,1099.5877505935,447.144892386109,11.33773635 +10,data_1000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_11_17,benchmark_sequential,223.9060115,9.25197775109998,225.2321239896,14.6698403811563,2.239060115 +10,data_1000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_12_21,benchmark_sequential,221.771307,10.1061762585,231.5907562454,27.9827556828605,2.21771307 +10,data_1000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_01_09,benchmark_sequential,221.3550665,8.0659763289,222.8426887594,13.6922225510264,2.213550665 +10,data_1000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_03_05,benchmark_sequential,191.839106,8.86616668350002,193.2680740801,13.9880053182215,1.91839106 +10,data_1000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_04_24,benchmark_sequential,190.696171,8.47088476709998,192.5090519161,13.9010631316349,1.90696171 +10,data_1000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_06_28,benchmark_sequential,230.1023955,11.4718814028,231.8184442925,16.699251183385,2.301023955 +10,data_1000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_07_22,benchmark_sequential,194.361416,8.9352202611,195.7271782315,13.8820051957377,1.94361416 +10,data_1000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_07_29,benchmark_sequential,219.909689,8.10388418700003,221.334866177,13.4506967158297,2.19909689 +10,data_1000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2022_07_21,benchmark_sequential,8290.385102,4294.3111855938,9481.027944376,4279.33458327761,8.290385102 +10,data_1000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2022_11_02,benchmark_sequential,8189.2020695,1597.4625320829,10018.345298491,5031.27679131641,8.1892020695 +10,data_1000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_03_17,benchmark_sequential,11534.3230125,4882.3671069348,12774.277934913,7223.70072945383,11.5343230125 +10,data_1000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_06_18,benchmark_sequential,9052.123107,3581.8740724851,9399.045211294,4906.93684514012,9.052123107 +10,data_1000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_11_17,benchmark_sequential,1882.882148,80.5777918176,1886.771473423,77.9648565208628,1.882882148 +10,data_1000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_12_21,benchmark_sequential,1831.177657,57.8700092648999,1836.077519517,59.1186962489164,1.831177657 +10,data_1000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_01_09,benchmark_sequential,1853.652034,76.6246894770003,1855.748187561,78.8552525074009,1.853652034 +10,data_1000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_03_05,benchmark_sequential,1768.722442,62.0909499672,1775.986698117,66.2357616099496,1.768722442 +10,data_1000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_04_24,benchmark_sequential,1818.250496,63.6070129905002,1819.49858858,61.6627345786965,1.818250496 +10,data_1000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_06_28,benchmark_sequential,2175.488691,98.1918418739999,2178.515850889,96.806881836754,2.175488691 +10,data_1000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_07_22,benchmark_sequential,1805.911718,68.9043991293,1812.014548348,70.882532096945,1.805911718 +10,data_1000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_07_29,benchmark_sequential,1823.8808665,68.6607842276997,1832.580652,70.3580994192169,1.8238808665 +10,data_1000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2022_07_21,benchmark_sequential,83533.199527,40297.8878244264,95121.75066605,38317.660857139,8.3533199527 +10,data_1000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2022_11_02,benchmark_sequential,125921.861507,38140.2993392568,122323.79302295,35223.8560567082,12.5921861507 +10,data_1000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_03_17,benchmark_sequential,71928.3992435,22918.0295205162,83791.4915342,29758.9833685726,7.19283992435 +10,data_1000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_06_18,benchmark_sequential,100534.2928,52203.04986435,133566.92438236,83674.2617093243,10.05342928 +10,data_1000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_11_17,benchmark_sequential,19507.4806715,499.6241375664,19515.5070703,441.425466993721,1.95074806715 +10,data_1000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_12_21,benchmark_sequential,18341.969653,370.1581289175,18325.17443237,366.617397857885,1.8341969653 +10,data_1000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_01_09,benchmark_sequential,18069.59009,399.185976556502,18047.60542459,380.390990332836,1.806959009 +10,data_1000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_03_05,benchmark_sequential,18173.072858,320.168452222499,18154.43962046,301.188667044051,1.8173072858 +10,data_1000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_04_24,benchmark_sequential,18050.0606415,568.810702162501,18019.91396027,480.545793995974,1.80500606415 +10,data_1000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_06_28,benchmark_sequential,21745.7007885,492.190533132898,21780.85051209,524.125411520684,2.17457007885 +10,data_1000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_07_22,benchmark_sequential,18054.809228,336.374991521103,18011.81619892,397.13006565104,1.8054809228 +10,data_1000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_07_29,benchmark_sequential,18205.326914,440.770306076105,18275.55229828,539.566402522336,1.8205326914 +10,data_10000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2022_07_21,benchmark_sequential,1136.846686,677.6886155634,1321.1731807749,736.17377734748,11.36846686 +10,data_10000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2022_11_02,benchmark_sequential,1247.0370855,515.5299270072,1269.1955525733,563.552045146364,12.470370855 +10,data_10000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_03_17,benchmark_sequential,1046.598334,481.7602012104,1141.2158949027,652.857283123068,10.46598334 +10,data_10000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_06_18,benchmark_sequential,1003.2223275,636.2963605803,1129.6307840482,683.359089698281,10.032223275 +10,data_10000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_11_17,benchmark_sequential,250.6512065,10.865701119,254.244483253,23.1246850066244,2.506512065 +10,data_10000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_12_21,benchmark_sequential,242.403538,13.7789426607,245.3184796972,24.3663402753946,2.42403538 +10,data_10000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_01_09,benchmark_sequential,243.407436,13.6463952555,252.1140886038,31.149513356113,2.43407436 +10,data_10000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_03_05,benchmark_sequential,213.184214,10.0715649615,216.0396262538,21.4923170811692,2.13184214 +10,data_10000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_04_24,benchmark_sequential,218.1837065,11.3956816932,227.1041983823,30.3769315655238,2.181837065 +10,data_10000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_06_28,benchmark_sequential,251.098167,13.1225311476,255.5397269722,26.9315696300706,2.51098167 +10,data_10000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_07_22,benchmark_sequential,210.653059,11.9883814365,214.4298968662,23.5120949102248,2.10653059 +10,data_10000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_07_29,benchmark_sequential,237.8288655,12.8225715156,241.4787627585,22.8929627795885,2.378288655 +10,data_10000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2022_07_21,benchmark_sequential,12447.1024825,9017.6329824294,15931.146169201,12310.124501602,12.4471024825 +10,data_10000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2022_11_02,benchmark_sequential,12496.5885375,7430.9146516542,13383.668379153,8069.39926277292,12.4965885375 +10,data_10000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_03_17,benchmark_sequential,12283.650628,8114.1090898665,13629.916185026,8654.59584316615,12.283650628 +10,data_10000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_06_18,benchmark_sequential,8129.0205295,4735.1190822516,9269.970611962,4294.61610140351,8.1290205295 +10,data_10000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_11_17,benchmark_sequential,2101.241045,88.2525878429999,2112.271828139,96.8633075591677,2.101241045 +10,data_10000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_12_21,benchmark_sequential,2001.9586355,71.2571081586001,2011.120253694,99.0225226722136,2.0019586355 +10,data_10000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_01_09,benchmark_sequential,1993.398785,102.1105197252,1997.426811549,110.711506165597,1.993398785 +10,data_10000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_03_05,benchmark_sequential,1977.8374925,97.3727483694,1987.017492665,94.7378516146718,1.9778374925 +10,data_10000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_04_24,benchmark_sequential,1989.5190375,98.2491814289999,1995.185801647,99.7836186667176,1.9895190375 +10,data_10000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_06_28,benchmark_sequential,2318.5059595,119.6226388077,2324.743633697,120.399579500688,2.3185059595 +10,data_10000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_07_22,benchmark_sequential,1962.7491965,80.1472166081998,1980.901060671,91.3730323650008,1.9627491965 +10,data_10000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_07_29,benchmark_sequential,1987.0238325,84.0043309770001,1996.38841609,96.9923988217295,1.9870238325 +10,data_10000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2022_07_21,benchmark_sequential,74338.5273485,37727.5184151474,88872.93297893,40915.55524333,7.43385273485 +10,data_10000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2022_11_02,benchmark_sequential,115032.841219,56958.6118026471,120163.60651278,53239.6656193759,11.5032841219 +10,data_10000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_03_17,benchmark_sequential,79768.427424,46381.6606031436,96626.4710562,49586.8604667016,7.9768427424 +10,data_10000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_06_18,benchmark_sequential,100109.547289,56240.6749826145,114741.62694163,71767.2976413362,10.0109547289 +10,data_10000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_11_17,benchmark_sequential,26570.6696585,1164.519230196,26422.47216897,988.351242643939,2.65706696585 +10,data_10000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_12_21,benchmark_sequential,19873.460591,476.359146490501,19893.31851193,534.036019040209,1.9873460591 +10,data_10000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_01_09,benchmark_sequential,19736.2587465,410.310594491698,19600.22564501,596.702635581435,1.97362587465 +10,data_10000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_03_05,benchmark_sequential,19458.163911,605.8168629576,19455.32952293,590.571385518414,1.9458163911 +10,data_10000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_04_24,benchmark_sequential,19645.334892,359.734541342399,19674.14053547,460.684029099778,1.9645334892 +10,data_10000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_06_28,benchmark_sequential,22778.3465675,1257.4543314102,22867.71046875,962.493803431951,2.27783465675 +10,data_10000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_07_22,benchmark_sequential,19564.500783,296.4429099891,19511.30647835,471.06691838446,1.9564500783 +10,data_10000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_07_29,benchmark_sequential,19351.586131,549.123736383598,19299.84903289,612.518294813593,1.9351586131 +100,data_1000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2022_07_21,benchmark_sequential,2035.876502,571.8246515331,2091.169857465,452.421236547574,2.035876502 +100,data_1000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2022_11_02,benchmark_sequential,2639.4692575,1380.1139932923,2801.867308007,1133.09180624702,2.6394692575 +100,data_1000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_03_17,benchmark_sequential,4011.2286685,677.609238642,3738.3978433,1032.64700131497,4.0112286685 +100,data_1000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_06_18,benchmark_sequential,2231.9698915,450.1096615995,2232.132391146,537.758221160237,2.2319698915 +100,data_1000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_11_17,benchmark_sequential,1129.731528,5.49667723079996,1132.035342651,20.4314646280265,1.129731528 +100,data_1000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_12_21,benchmark_sequential,1125.8010565,4.59986805809994,1128.52204297,20.3573079626801,1.1258010565 +100,data_1000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_01_09,benchmark_sequential,1127.195076,5.57920764239992,1129.731513416,20.4896712141107,1.127195076 +100,data_1000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_03_05,benchmark_sequential,1099.790981,6.09081732000002,1102.206674613,21.0515863139838,1.099790981 +100,data_1000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_04_24,benchmark_sequential,1098.297163,5.59883652509983,1101.484055171,20.6496726273285,1.098297163 +100,data_1000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_06_28,benchmark_sequential,1135.231426,7.43611299269971,1138.903545721,24.5899999776289,1.135231426 +100,data_1000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_07_22,benchmark_sequential,1097.861173,5.23111169490003,1101.350501077,21.6226954146457,1.097861173 +100,data_1000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_07_29,benchmark_sequential,1127.064954,5.5959543507002,1130.631046715,22.8470637210345,1.127064954 +100,data_1000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2022_07_21,benchmark_sequential,21235.815239,3689.55269592,23337.79776822,5725.97165914063,2.1235815239 +100,data_1000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2022_11_02,benchmark_sequential,25404.977473,3174.0361701342,28301.59511894,10031.7443716203,2.5404977473 +100,data_1000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_03_17,benchmark_sequential,21633.920499,1758.5833932261,20882.3640068,2388.89110144395,2.1633920499 +100,data_1000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_06_18,benchmark_sequential,22213.6107205,3405.5194481574,25520.18977457,9459.21954349573,2.22136107205 +100,data_1000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_11_17,benchmark_sequential,10978.921972,64.5894563978992,10981.59329691,68.2324076525835,1.0978921972 +100,data_1000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_12_21,benchmark_sequential,10917.737811,51.1297820102991,10929.27343314,66.7390509706841,1.0917737811 +100,data_1000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_01_09,benchmark_sequential,10905.0239505,77.7204250220973,10917.22137163,79.7728795973552,1.09050239505 +100,data_1000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_03_05,benchmark_sequential,10860.73248,55.2476442062995,10876.8947498,67.4383904169622,1.086073248 +100,data_1000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_04_24,benchmark_sequential,10839.8765885,30.4910552309994,10858.36473728,60.1958015741044,1.08398765885 +100,data_1000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_06_28,benchmark_sequential,11227.4961475,68.2293646775997,11241.25775393,75.1350604031801,1.12274961475 +100,data_1000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_07_22,benchmark_sequential,10844.1588295,36.251766471899,10869.14548285,67.8073961148071,1.08441588295 +100,data_1000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_07_29,benchmark_sequential,10869.101275,29.0541534107995,10888.84682633,63.6093722026901,1.0869101275 +100,data_1000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2022_07_21,benchmark_sequential,124925.27852,8941.2336444459,146420.144710717,42558.7149565598,1.2492527852 +100,data_1000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2022_11_02,benchmark_sequential,143228.772822,30373.240607325,168284.35462227,56699.9583543534,1.43228772822 +100,data_1000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_03_17,benchmark_sequential,125280.4706515,4815.14028823799,139426.696499371,30524.5301290447,1.252804706515 +100,data_1000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_06_18,benchmark_sequential,127461.729025,14154.1202156844,151163.523689971,47171.6911858,1.27461729025 +100,data_1000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_11_17,benchmark_sequential,109803.163557,372.832565111998,109801.63527704,354.187229326963,1.09803163557 +100,data_1000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_12_21,benchmark_sequential,108469.6799575,287.950780305291,108492.43042335,263.458299195252,1.084696799575 +100,data_1000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_01_09,benchmark_sequential,108540.1904945,258.955381591207,108525.20811133,305.506865261687,1.085401904945 +100,data_1000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_03_05,benchmark_sequential,108360.3914555,278.110665512392,108404.30435855,279.2934854448,1.083603914555 +100,data_1000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_04_24,benchmark_sequential,108412.058097,256.977858576596,108451.81122963,278.981739694329,1.08412058097 +100,data_1000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_06_28,benchmark_sequential,112461.9251805,522.730096812011,112474.14084165,521.187931274947,1.124619251805 +100,data_1000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_07_22,benchmark_sequential,108564.846754,304.527100058994,108590.11028252,315.652463414137,1.08564846754 +100,data_1000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_07_29,benchmark_sequential,108493.2046335,276.911258421007,108556.86938527,305.314545195443,1.084932046335 +100,data_10000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2022_07_21,benchmark_sequential,2664.577795,570.7555894446,2916.766836348,1091.74575364097,2.664577795 +100,data_10000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2022_11_02,benchmark_sequential,2700.6385745,897.742999429499,2959.758441365,1079.01039106562,2.7006385745 +100,data_10000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_03_17,benchmark_sequential,2225.8765455,713.4878813958,2179.526012241,516.613755750691,2.2258765455 +100,data_10000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_06_18,benchmark_sequential,2808.4666905,377.8764236856,2909.678142166,558.330429728487,2.8084666905 +100,data_10000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_11_17,benchmark_sequential,1150.6440405,7.77804577199999,1155.978480621,26.7838648965888,1.1506440405 +100,data_10000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_12_21,benchmark_sequential,1144.3662245,8.43444468299995,1150.450364234,27.6630996489586,1.1443662245 +100,data_10000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_01_09,benchmark_sequential,1146.3479465,8.52911388210002,1152.024553972,27.457211311971,1.1463479465 +100,data_10000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_03_05,benchmark_sequential,1117.48224,7.81736061749992,1123.376127876,26.9339962989936,1.11748224 +100,data_10000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_04_24,benchmark_sequential,1119.277467,7.69423068749999,1125.364967574,27.9687955104242,1.119277467 +100,data_10000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_06_28,benchmark_sequential,1156.816064,12.0175790196001,1162.616716297,29.4282818099739,1.156816064 +100,data_10000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_07_22,benchmark_sequential,1115.71272,8.77949907660002,1121.805462223,26.9615156981234,1.11571272 +100,data_10000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_07_29,benchmark_sequential,1141.497275,8.56359396900002,1147.598104807,27.2747499224485,1.141497275 +100,data_10000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2022_07_21,benchmark_sequential,26276.615625,3243.4517823456,24219.1581583,5096.99327534597,2.6276615625 +100,data_10000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2022_11_02,benchmark_sequential,26024.264931,2878.7134289382,29325.32302813,8501.90746851894,2.6024264931 +100,data_10000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_03_17,benchmark_sequential,34092.311019,13388.8587532434,33466.70440757,9100.94583650623,3.4092311019 +100,data_10000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_06_18,benchmark_sequential,19021.5052785,4709.6119900368,19687.65213099,3593.79378055841,1.90215052785 +100,data_10000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_11_17,benchmark_sequential,11221.8921945,73.3414399011011,11237.14849784,95.2427706781439,1.12218921945 +100,data_10000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_12_21,benchmark_sequential,11034.634707,105.116400786601,11064.71810598,92.2299026065961,1.1034634707 +100,data_10000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_01_09,benchmark_sequential,11044.797976,85.698538027199,11083.81667058,89.7522885788098,1.1044797976 +100,data_10000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_03_05,benchmark_sequential,11054.8001725,103.2263163309,11061.56628303,83.8754752017463,1.10548001725 +100,data_10000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_04_24,benchmark_sequential,11067.9700855,105.181816063802,11079.72420376,84.2295883246364,1.10679700855 +100,data_10000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_06_28,benchmark_sequential,11433.64266,95.8455910502988,11438.09536299,98.701910458384,1.143364266 +100,data_10000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_07_22,benchmark_sequential,11056.189573,105.141397422601,11086.13008422,89.8914164709703,1.1056189573 +100,data_10000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_07_29,benchmark_sequential,11052.2763785,96.1474758383997,11085.86534239,94.2325996970616,1.10522763785 +100,data_10000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2022_07_21,benchmark_sequential,132792.568493,11173.5396232089,152418.63963623,38895.1458401622,1.32792568493 +100,data_10000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2022_11_02,benchmark_sequential,137052.3029725,17521.3873629207,157560.783960317,38859.2223130623,1.370523029725 +100,data_10000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_03_17,benchmark_sequential,132016.5917685,5537.11128807479,144073.199734978,29272.3185687388,1.320165917685 +100,data_10000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_06_18,benchmark_sequential,135117.356288,15693.0762976113,158546.39147942,50270.3781039809,1.35117356288 +100,data_10000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_11_17,benchmark_sequential,116773.966354,387.118594037695,116824.33139291,388.256568380403,1.16773966354 +100,data_10000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_12_21,benchmark_sequential,109898.6669255,251.590547558697,109918.9879061,279.326480518019,1.098986669255 +100,data_10000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_01_09,benchmark_sequential,110043.5948395,251.802819554999,110072.21721875,284.370634985613,1.100435948395 +100,data_10000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_03_05,benchmark_sequential,109749.3987955,357.193646636392,109814.42761448,372.568919729846,1.097493987955 +100,data_10000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_04_24,benchmark_sequential,109940.4291395,301.141178209201,109922.95152477,304.186177023081,1.099404291395 +100,data_10000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_06_28,benchmark_sequential,113448.20707,396.0356687574,113545.88556105,397.057226465885,1.1344820707 +100,data_10000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_07_22,benchmark_sequential,109710.3403425,233.259578117998,109789.93798081,267.16435233068,1.097103403425 +100,data_10000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_07_29,benchmark_sequential,109836.2131565,298.793885117702,109850.50033805,315.056688810273,1.098362131565 +1000,data_1000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2022_07_21,benchmark_sequential,11488.385564,303.352408650901,11798.28093435,981.542756140307,1.1488385564 +1000,data_1000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2022_11_02,benchmark_sequential,11559.808632,530.561809738801,11643.82686551,884.953971206715,1.1559808632 +1000,data_1000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_03_17,benchmark_sequential,10537.5689935,228.6633431712,10715.82253833,461.484496646901,1.05375689935 +1000,data_1000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_06_18,benchmark_sequential,10697.0102135,401.154224425498,11093.48793803,708.814218534637,1.06970102135 +1000,data_1000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_11_17,benchmark_sequential,10141.902406,6.69385375049859,10165.37313825,57.4432554492992,1.0141902406 +1000,data_1000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_12_21,benchmark_sequential,10136.2143045,4.49105856150211,10159.21421819,55.3742493251913,1.01362143045 +1000,data_1000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_01_09,benchmark_sequential,10137.747696,6.60185323139751,10160.86791384,54.4355471314595,1.0137747696 +1000,data_1000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_03_05,benchmark_sequential,10107.5677465,4.27383097470142,10131.49492177,56.2035062187393,1.01075677465 +1000,data_1000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_04_24,benchmark_sequential,10109.220749,4.59719344769995,10132.2358483,56.8393134350667,1.0109220749 +1000,data_1000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_06_28,benchmark_sequential,10146.8498545,4.32105252599942,10170.93595783,58.8263791412837,1.01468498545 +1000,data_1000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_07_22,benchmark_sequential,10109.9969365,4.31952767189965,10134.3454338,59.4371762948841,1.01099969365 +1000,data_1000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_07_29,benchmark_sequential,10136.5684205,4.57572243449921,10161.48970333,60.1245663720888,1.01365684205 +1000,data_1000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2022_07_21,benchmark_sequential,102557.9586755,652.005093948602,104204.04556265,3139.96595989043,1.025579586755 +1000,data_1000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2022_11_02,benchmark_sequential,103498.1054715,1395.31921420288,105401.53553584,3738.83638334262,1.034981054715 +1000,data_1000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_03_17,benchmark_sequential,103256.387641,1351.97031862621,106599.30316128,6688.3405719856,1.03256387641 +1000,data_1000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_06_18,benchmark_sequential,102846.327138,1387.8015671058,105414.42370779,4384.94734735588,1.02846327138 +1000,data_1000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_11_17,benchmark_sequential,101069.794382,23.8137524855892,101077.82185061,48.4767318228023,1.01069794382 +1000,data_1000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_12_21,benchmark_sequential,101016.953142,25.6643782835961,101027.56464611,47.5651840150252,1.01016953142 +1000,data_1000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_01_09,benchmark_sequential,101019.1923725,31.3669026635923,101030.72055768,50.5047517275896,1.010191923725 +1000,data_1000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_03_05,benchmark_sequential,100979.8596605,33.1063186356093,100991.58570082,52.5203539794884,1.009798596605 +1000,data_1000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_04_24,benchmark_sequential,100986.7069485,30.0536748875962,101004.70386097,55.570368966747,1.009867069485 +1000,data_1000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_06_28,benchmark_sequential,101382.362196,44.0445663377965,101384.23231831,46.6101160670425,1.01382362196 +1000,data_1000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_07_22,benchmark_sequential,100985.0409325,33.7578449817111,101006.61576614,58.6722083987211,1.009850409325 +1000,data_1000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_07_29,benchmark_sequential,101015.3613755,34.9701796037986,101033.15673618,56.059778210331,1.010153613755 +1000,data_10000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2022_07_21,benchmark_sequential,10971.8800825,431.231635739099,10988.80083576,368.776037333921,1.09718800825 +1000,data_10000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2022_11_02,benchmark_sequential,11467.230095,407.7028841928,11669.94795915,722.718416917899,1.1467230095 +1000,data_10000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_03_17,benchmark_sequential,10718.63826,482.001600366301,11255.09755153,1024.45052955897,1.071863826 +1000,data_10000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_06_18,benchmark_sequential,11227.946157,519.9501632493,11117.84430391,491.144795542034,1.1227946157 +1000,data_10000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_11_17,benchmark_sequential,10165.5673315,7.6325990055012,10186.98973279,53.7329163986373,1.01655673315 +1000,data_10000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_12_21,benchmark_sequential,10159.7830655,8.47185587010013,10183.03153348,56.8081449276092,1.01597830655 +1000,data_10000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_01_09,benchmark_sequential,10160.2882575,9.73756557480036,10182.7896549,57.0251355036651,1.01602882575 +1000,data_10000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_03_05,benchmark_sequential,10131.7072375,10.2241734272984,10153.39223437,54.3451040024955,1.01317072375 +1000,data_10000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_04_24,benchmark_sequential,10133.0231655,11.2127273705984,10154.84299393,54.0785478687236,1.01330231655 +1000,data_10000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_06_28,benchmark_sequential,10173.913385,10.8744010158001,10195.30575596,54.7324980631496,1.0173913385 +1000,data_10000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_07_22,benchmark_sequential,10131.370768,10.5460414395021,10154.29287694,55.9532557277044,1.0131370768 +1000,data_10000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_07_29,benchmark_sequential,10159.332902,6.99961479630112,10182.57449183,55.3133498364502,1.0159332902 +1000,data_10000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2022_07_21,benchmark_sequential,102734.100101,691.464552993903,104178.80120527,2914.68429166023,1.02734100101 +1000,data_10000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2022_11_02,benchmark_sequential,108338.036615,7520.7337153683,108222.29408146,5503.54253927138,1.08338036615 +1000,data_10000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_03_17,benchmark_sequential,103201.969028,1096.73412290189,105969.41870083,4848.86264999987,1.03201969028 +1000,data_10000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_06_18,benchmark_sequential,102545.203388,677.987936194801,104197.34754997,3375.98027098041,1.02545203388 +1000,data_10000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_11_17,benchmark_sequential,101355.2134655,62.459897201101,101371.76885803,85.9428636810769,1.013552134655 +1000,data_10000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_12_21,benchmark_sequential,101180.674398,76.9508251533068,101221.4574073,87.0377955837338,1.01180674398 +1000,data_10000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_01_09,benchmark_sequential,101186.1543255,79.4425375695033,101226.68700751,88.3675185748649,1.011861543255 +1000,data_10000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_03_05,benchmark_sequential,101185.2035775,94.983930617103,101195.50128508,79.0531199711798,1.011852035775 +1000,data_10000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_04_24,benchmark_sequential,101212.6577265,103.403346183914,101216.07684969,79.7431790331639,1.012126577265 +1000,data_10000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_06_28,benchmark_sequential,101594.176667,113.577909591296,101597.76787499,92.6053597064562,1.01594176667 +1000,data_10000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_07_22,benchmark_sequential,101194.9779265,103.888998500694,101207.19381922,81.8312356975864,1.011949779265 +1000,data_10000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_07_29,benchmark_sequential,101186.481495,77.2808837892028,101227.69676869,86.4206817241091,1.01186481495 diff --git a/mlr-org/benchmark_results/mlr3_object_size.csv b/mlr-org/benchmark_results/mlr3_object_size.csv new file mode 100644 index 00000000..47f4303b --- /dev/null +++ b/mlr-org/benchmark_results/mlr3_object_size.csv @@ -0,0 +1,577 @@ +task,evals,learner,renv_project,object,size,serialized_size,k +data_1000,10,classif.rpart,mlr3/default/snapshots/snapshot_2022_07_21,task,0.523432,0.585704,1.11896865304376 +data_1000,10,classif.rpart,mlr3/default/snapshots/snapshot_2022_07_21,learner,0.228048,0.419784,1.84077036413387 +data_1000,10,classif.rpart,mlr3/default/snapshots/snapshot_2022_07_21,learner$param_set,0.198136,0.358904,1.81140226914846 +data_1000,10,classif.rpart,mlr3/default/snapshots/snapshot_2022_07_21,learner trained,0.3894,0.636344,1.63416538263996 +data_1000,10,classif.rpart,mlr3/default/snapshots/snapshot_2022_07_21,learner$model,0.09704,0.097528,1.00502885408079 +data_1000,10,classif.rpart,mlr3/default/snapshots/snapshot_2022_07_21,resampling,0.158848,0.269592,1.69716962127317 +data_1000,10,classif.rpart,mlr3/default/snapshots/snapshot_2022_07_21,resampling instantiated,0.190648,0.301392,1.58088204439595 +data_1000,10,classif.rpart,mlr3/default/snapshots/snapshot_2022_07_21,prediction,0.09204,0.033976,0.369143850499783 +data_1000,10,classif.rpart,mlr3/default/snapshots/snapshot_2022_07_21,resample result,1.027976,1.500424,1.45959049627618 +data_1000,10,classif.rpart,mlr3/default/snapshots/snapshot_2022_07_21,resample result store models,1.683768,2.39108,1.42007687519896 +data_1000,10,classif.rpart,mlr3/default/snapshots/snapshot_2022_07_21,benchmark result,0.998808,1.471032,1.47278756277483 +data_1000,10,classif.rpart,mlr3/default/snapshots/snapshot_2022_07_21,benchmark result store models,1.645288,2.352376,1.42976548786595 +data_1000,10,classif.rpart,mlr3/default/snapshots/snapshot_2022_11_02,task,0.523424,0.585696,1.11897047135783 +data_1000,10,classif.rpart,mlr3/default/snapshots/snapshot_2022_11_02,learner,0.229,0.420736,1.83727510917031 +data_1000,10,classif.rpart,mlr3/default/snapshots/snapshot_2022_11_02,learner$param_set,0.199088,0.359856,1.80752230169573 +data_1000,10,classif.rpart,mlr3/default/snapshots/snapshot_2022_11_02,learner trained,0.390288,0.637232,1.63272250235723 +data_1000,10,classif.rpart,mlr3/default/snapshots/snapshot_2022_11_02,learner$model,0.09704,0.097528,1.00502885408079 +data_1000,10,classif.rpart,mlr3/default/snapshots/snapshot_2022_11_02,resampling,0.1598,0.270544,1.69301627033792 +data_1000,10,classif.rpart,mlr3/default/snapshots/snapshot_2022_11_02,resampling instantiated,0.1916,0.302344,1.57799582463466 +data_1000,10,classif.rpart,mlr3/default/snapshots/snapshot_2022_11_02,prediction,0.09204,0.033976,0.369143850499783 +data_1000,10,classif.rpart,mlr3/default/snapshots/snapshot_2022_11_02,resample result,1.028976,1.502096,1.45979692432088 +data_1000,10,classif.rpart,mlr3/default/snapshots/snapshot_2022_11_02,resample result store models,1.673816,2.3818,1.42297600214122 +data_1000,10,classif.rpart,mlr3/default/snapshots/snapshot_2022_11_02,benchmark result,0.999808,1.472704,1.47298681346819 +data_1000,10,classif.rpart,mlr3/default/snapshots/snapshot_2022_11_02,benchmark result store models,1.659608,2.367368,1.4264621525083 +data_1000,10,classif.rpart,mlr3/default/snapshots/snapshot_2023_03_17,task,0.524128,0.586736,1.11945173698028 +data_1000,10,classif.rpart,mlr3/default/snapshots/snapshot_2023_03_17,learner,0.229336,0.423424,1.84630411274288 +data_1000,10,classif.rpart,mlr3/default/snapshots/snapshot_2023_03_17,learner$param_set,0.199312,0.362208,1.81729148270049 +data_1000,10,classif.rpart,mlr3/default/snapshots/snapshot_2023_03_17,learner trained,0.391088,0.640608,1.63801497361208 +data_1000,10,classif.rpart,mlr3/default/snapshots/snapshot_2023_03_17,learner$model,0.09704,0.097528,1.00502885408079 +data_1000,10,classif.rpart,mlr3/default/snapshots/snapshot_2023_03_17,resampling,0.160136,0.271328,1.69435979417495 +data_1000,10,classif.rpart,mlr3/default/snapshots/snapshot_2023_03_17,resampling instantiated,0.191936,0.303128,1.57931810603535 +data_1000,10,classif.rpart,mlr3/default/snapshots/snapshot_2023_03_17,prediction,0.092152,0.0342,0.371125965795642 +data_1000,10,classif.rpart,mlr3/default/snapshots/snapshot_2023_03_17,resample result,1.030112,1.506592,1.46255164486968 +data_1000,10,classif.rpart,mlr3/default/snapshots/snapshot_2023_03_17,resample result store models,1.6728,2.384144,1.42524151123864 +data_1000,10,classif.rpart,mlr3/default/snapshots/snapshot_2023_03_17,benchmark result,1.000944,1.4772,1.4758068383446 +data_1000,10,classif.rpart,mlr3/default/snapshots/snapshot_2023_03_17,benchmark result store models,1.655064,2.366184,1.42966314293586 +data_1000,10,classif.rpart,mlr3/default/snapshots/snapshot_2023_06_18,task,0.524128,0.586736,1.11945173698028 +data_1000,10,classif.rpart,mlr3/default/snapshots/snapshot_2023_06_18,learner,0.229336,0.423424,1.84630411274288 +data_1000,10,classif.rpart,mlr3/default/snapshots/snapshot_2023_06_18,learner$param_set,0.199312,0.362208,1.81729148270049 +data_1000,10,classif.rpart,mlr3/default/snapshots/snapshot_2023_06_18,learner trained,0.391088,0.640608,1.63801497361208 +data_1000,10,classif.rpart,mlr3/default/snapshots/snapshot_2023_06_18,learner$model,0.09704,0.097528,1.00502885408079 +data_1000,10,classif.rpart,mlr3/default/snapshots/snapshot_2023_06_18,resampling,0.160136,0.271328,1.69435979417495 +data_1000,10,classif.rpart,mlr3/default/snapshots/snapshot_2023_06_18,resampling instantiated,0.191936,0.303128,1.57931810603535 +data_1000,10,classif.rpart,mlr3/default/snapshots/snapshot_2023_06_18,prediction,0.092152,0.0342,0.371125965795642 +data_1000,10,classif.rpart,mlr3/default/snapshots/snapshot_2023_06_18,resample result,1.030112,1.506592,1.46255164486968 +data_1000,10,classif.rpart,mlr3/default/snapshots/snapshot_2023_06_18,resample result store models,1.677784,2.389128,1.42397829517983 +data_1000,10,classif.rpart,mlr3/default/snapshots/snapshot_2023_06_18,benchmark result,1.000944,1.4772,1.4758068383446 +data_1000,10,classif.rpart,mlr3/default/snapshots/snapshot_2023_06_18,benchmark result store models,1.639464,2.350584,1.43375151878907 +data_1000,10,classif.rpart,mlr3/default/snapshots/snapshot_2023_11_17,task,0.524128,0.586736,1.11945173698028 +data_1000,10,classif.rpart,mlr3/default/snapshots/snapshot_2023_11_17,learner,0.229336,0.423424,1.84630411274288 +data_1000,10,classif.rpart,mlr3/default/snapshots/snapshot_2023_11_17,learner$param_set,0.199312,0.362208,1.81729148270049 +data_1000,10,classif.rpart,mlr3/default/snapshots/snapshot_2023_11_17,learner trained,0.390848,0.640608,1.63902079580809 +data_1000,10,classif.rpart,mlr3/default/snapshots/snapshot_2023_11_17,learner$model,0.09704,0.097528,1.00502885408079 +data_1000,10,classif.rpart,mlr3/default/snapshots/snapshot_2023_11_17,resampling,0.160136,0.271328,1.69435979417495 +data_1000,10,classif.rpart,mlr3/default/snapshots/snapshot_2023_11_17,resampling instantiated,0.191936,0.303128,1.57931810603535 +data_1000,10,classif.rpart,mlr3/default/snapshots/snapshot_2023_11_17,prediction,0.092656,0.034256,0.369711621481609 +data_1000,10,classif.rpart,mlr3/default/snapshots/snapshot_2023_11_17,resample result,1.030336,1.506592,1.4622336791105 +data_1000,10,classif.rpart,mlr3/default/snapshots/snapshot_2023_11_17,resample result store models,1.67708,2.3882,1.42402270613209 +data_1000,10,classif.rpart,mlr3/default/snapshots/snapshot_2023_11_17,benchmark result,1.001168,1.4772,1.47547664328065 +data_1000,10,classif.rpart,mlr3/default/snapshots/snapshot_2023_11_17,benchmark result store models,1.646368,2.357264,1.43179653637583 +data_1000,10,classif.rpart,mlr3/default/snapshots/snapshot_2023_12_21,task,0.524848,0.589416,1.12302228454715 +data_1000,10,classif.rpart,mlr3/default/snapshots/snapshot_2023_12_21,learner,0.229336,0.423424,1.84630411274288 +data_1000,10,classif.rpart,mlr3/default/snapshots/snapshot_2023_12_21,learner$param_set,0.199312,0.362208,1.81729148270049 +data_1000,10,classif.rpart,mlr3/default/snapshots/snapshot_2023_12_21,learner trained,0.39168,0.643792,1.6436683006536 +data_1000,10,classif.rpart,mlr3/default/snapshots/snapshot_2023_12_21,learner$model,0.09704,0.097528,1.00502885408079 +data_1000,10,classif.rpart,mlr3/default/snapshots/snapshot_2023_12_21,resampling,0.160896,0.273264,1.69838902147971 +data_1000,10,classif.rpart,mlr3/default/snapshots/snapshot_2023_12_21,resampling instantiated,0.192696,0.305064,1.58313613152323 +data_1000,10,classif.rpart,mlr3/default/snapshots/snapshot_2023_12_21,prediction,0.092656,0.034256,0.369711621481609 +data_1000,10,classif.rpart,mlr3/default/snapshots/snapshot_2023_12_21,resample result,0.983752,1.41564,1.43902121672942 +data_1000,10,classif.rpart,mlr3/default/snapshots/snapshot_2023_12_21,resample result store models,1.6136,2.299056,1.42479920674269 +data_1000,10,classif.rpart,mlr3/default/snapshots/snapshot_2023_12_21,benchmark result,0.951056,1.392648,1.46431755858751 +data_1000,10,classif.rpart,mlr3/default/snapshots/snapshot_2023_12_21,benchmark result store models,1.49512,2.190448,1.46506501150409 +data_1000,10,classif.rpart,mlr3/default/snapshots/snapshot_2024_01_09,task,0.524848,0.589416,1.12302228454715 +data_1000,10,classif.rpart,mlr3/default/snapshots/snapshot_2024_01_09,learner,0.229336,0.423424,1.84630411274288 +data_1000,10,classif.rpart,mlr3/default/snapshots/snapshot_2024_01_09,learner$param_set,0.199312,0.362208,1.81729148270049 +data_1000,10,classif.rpart,mlr3/default/snapshots/snapshot_2024_01_09,learner trained,0.39168,0.643792,1.6436683006536 +data_1000,10,classif.rpart,mlr3/default/snapshots/snapshot_2024_01_09,learner$model,0.09704,0.097528,1.00502885408079 +data_1000,10,classif.rpart,mlr3/default/snapshots/snapshot_2024_01_09,resampling,0.160896,0.273264,1.69838902147971 +data_1000,10,classif.rpart,mlr3/default/snapshots/snapshot_2024_01_09,resampling instantiated,0.192696,0.305064,1.58313613152323 +data_1000,10,classif.rpart,mlr3/default/snapshots/snapshot_2024_01_09,prediction,0.092656,0.034256,0.369711621481609 +data_1000,10,classif.rpart,mlr3/default/snapshots/snapshot_2024_01_09,resample result,0.983752,1.41564,1.43902121672942 +data_1000,10,classif.rpart,mlr3/default/snapshots/snapshot_2024_01_09,resample result store models,1.61588,2.301336,1.42419981681808 +data_1000,10,classif.rpart,mlr3/default/snapshots/snapshot_2024_01_09,benchmark result,0.951056,1.392648,1.46431755858751 +data_1000,10,classif.rpart,mlr3/default/snapshots/snapshot_2024_01_09,benchmark result store models,1.48704,2.182368,1.46759199483538 +data_1000,10,classif.rpart,mlr3/default/snapshots/snapshot_2024_03_05,task,0.524848,0.589416,1.12302228454715 +data_1000,10,classif.rpart,mlr3/default/snapshots/snapshot_2024_03_05,learner,0.229336,0.423424,1.84630411274288 +data_1000,10,classif.rpart,mlr3/default/snapshots/snapshot_2024_03_05,learner$param_set,0.199312,0.362208,1.81729148270049 +data_1000,10,classif.rpart,mlr3/default/snapshots/snapshot_2024_03_05,learner trained,0.39168,0.643792,1.6436683006536 +data_1000,10,classif.rpart,mlr3/default/snapshots/snapshot_2024_03_05,learner$model,0.09704,0.097528,1.00502885408079 +data_1000,10,classif.rpart,mlr3/default/snapshots/snapshot_2024_03_05,resampling,0.160896,0.273264,1.69838902147971 +data_1000,10,classif.rpart,mlr3/default/snapshots/snapshot_2024_03_05,resampling instantiated,0.192696,0.305064,1.58313613152323 +data_1000,10,classif.rpart,mlr3/default/snapshots/snapshot_2024_03_05,prediction,0.092656,0.034256,0.369711621481609 +data_1000,10,classif.rpart,mlr3/default/snapshots/snapshot_2024_03_05,resample result,0.983752,1.41564,1.43902121672942 +data_1000,10,classif.rpart,mlr3/default/snapshots/snapshot_2024_03_05,resample result store models,1.615392,2.300848,1.42432796497692 +data_1000,10,classif.rpart,mlr3/default/snapshots/snapshot_2024_03_05,benchmark result,0.951056,1.392648,1.46431755858751 +data_1000,10,classif.rpart,mlr3/default/snapshots/snapshot_2024_03_05,benchmark result store models,1.48928,2.184608,1.46688869789428 +data_1000,10,classif.rpart,mlr3/default/snapshots/snapshot_2024_04_24,task,0.524848,0.589416,1.12302228454715 +data_1000,10,classif.rpart,mlr3/default/snapshots/snapshot_2024_04_24,learner,0.229336,0.423424,1.84630411274288 +data_1000,10,classif.rpart,mlr3/default/snapshots/snapshot_2024_04_24,learner$param_set,0.199312,0.362208,1.81729148270049 +data_1000,10,classif.rpart,mlr3/default/snapshots/snapshot_2024_04_24,learner trained,0.39192,0.644032,1.6432741375791 +data_1000,10,classif.rpart,mlr3/default/snapshots/snapshot_2024_04_24,learner$model,0.09704,0.097528,1.00502885408079 +data_1000,10,classif.rpart,mlr3/default/snapshots/snapshot_2024_04_24,resampling,0.160896,0.273264,1.69838902147971 +data_1000,10,classif.rpart,mlr3/default/snapshots/snapshot_2024_04_24,resampling instantiated,0.192696,0.305064,1.58313613152323 +data_1000,10,classif.rpart,mlr3/default/snapshots/snapshot_2024_04_24,prediction,0.092656,0.034256,0.369711621481609 +data_1000,10,classif.rpart,mlr3/default/snapshots/snapshot_2024_04_24,resample result,0.987136,1.419024,1.43751620850622 +data_1000,10,classif.rpart,mlr3/default/snapshots/snapshot_2024_04_24,resample result store models,1.615456,2.300912,1.42431115424995 +data_1000,10,classif.rpart,mlr3/default/snapshots/snapshot_2024_04_24,benchmark result,0.953864,1.396032,1.4635545528503 +data_1000,10,classif.rpart,mlr3/default/snapshots/snapshot_2024_04_24,benchmark result store models,1.490128,2.186032,1.46700954548871 +data_1000,10,classif.rpart,mlr3/default/snapshots/snapshot_2024_06_28,task,0.527408,0.59724,1.13240603100446 +data_1000,10,classif.rpart,mlr3/default/snapshots/snapshot_2024_06_28,learner,0.362192,0.448736,1.23894508989707 +data_1000,10,classif.rpart,mlr3/default/snapshots/snapshot_2024_06_28,learner$param_set,0.332512,0.387864,1.16646617264941 +data_1000,10,classif.rpart,mlr3/default/snapshots/snapshot_2024_06_28,learner trained,0.52712,0.676616,1.28360904537866 +data_1000,10,classif.rpart,mlr3/default/snapshots/snapshot_2024_06_28,learner$model,0.09704,0.097528,1.00502885408079 +data_1000,10,classif.rpart,mlr3/default/snapshots/snapshot_2024_06_28,resampling,0.344712,0.406784,1.18006915918216 +data_1000,10,classif.rpart,mlr3/default/snapshots/snapshot_2024_06_28,resampling instantiated,0.376512,0.438584,1.16486061533231 +data_1000,10,classif.rpart,mlr3/default/snapshots/snapshot_2024_06_28,prediction,0.092656,0.034256,0.369711621481609 +data_1000,10,classif.rpart,mlr3/default/snapshots/snapshot_2024_06_28,resample result,1.114408,1.574952,1.41326336494354 +data_1000,10,classif.rpart,mlr3/default/snapshots/snapshot_2024_06_28,resample result store models,1.748608,2.46272,1.40838884415489 +data_1000,10,classif.rpart,mlr3/default/snapshots/snapshot_2024_06_28,benchmark result,1.081136,1.55196,1.43549007710408 +data_1000,10,classif.rpart,mlr3/default/snapshots/snapshot_2024_06_28,benchmark result store models,1.635248,2.359808,1.44308875473323 +data_1000,10,classif.rpart,mlr3/default/snapshots/snapshot_2024_07_22,task,0.527408,0.59724,1.13240603100446 +data_1000,10,classif.rpart,mlr3/default/snapshots/snapshot_2024_07_22,learner,0.082192,0.122856,1.49474401401596 +data_1000,10,classif.rpart,mlr3/default/snapshots/snapshot_2024_07_22,learner$param_set,0.05228,0.061752,1.18117827084927 +data_1000,10,classif.rpart,mlr3/default/snapshots/snapshot_2024_07_22,learner trained,0.248408,0.352024,1.41712022157096 +data_1000,10,classif.rpart,mlr3/default/snapshots/snapshot_2024_07_22,learner$model,0.09704,0.097528,1.00502885408079 +data_1000,10,classif.rpart,mlr3/default/snapshots/snapshot_2024_07_22,resampling,0.064496,0.080848,1.25353510295212 +data_1000,10,classif.rpart,mlr3/default/snapshots/snapshot_2024_07_22,resampling instantiated,0.096296,0.112648,1.16980975326078 +data_1000,10,classif.rpart,mlr3/default/snapshots/snapshot_2024_07_22,prediction,0.092656,0.034256,0.369711621481609 +data_1000,10,classif.rpart,mlr3/default/snapshots/snapshot_2024_07_22,resample result,0.834448,0.93908,1.12539067742987 +data_1000,10,classif.rpart,mlr3/default/snapshots/snapshot_2024_07_22,resample result store models,1.466016,1.824216,1.24433566891494 +data_1000,10,classif.rpart,mlr3/default/snapshots/snapshot_2024_07_22,benchmark result,0.801176,0.916088,1.14342915913607 +data_1000,10,classif.rpart,mlr3/default/snapshots/snapshot_2024_07_22,benchmark result store models,1.350376,1.719024,1.2729965579957 +data_1000,10,classif.rpart,mlr3/default/snapshots/snapshot_2024_07_29,task,0.527408,0.59724,1.13240603100446 +data_1000,10,classif.rpart,mlr3/default/snapshots/snapshot_2024_07_29,learner,0.082192,0.122856,1.49474401401596 +data_1000,10,classif.rpart,mlr3/default/snapshots/snapshot_2024_07_29,learner$param_set,0.05228,0.061752,1.18117827084927 +data_1000,10,classif.rpart,mlr3/default/snapshots/snapshot_2024_07_29,learner trained,0.248408,0.352024,1.41712022157096 +data_1000,10,classif.rpart,mlr3/default/snapshots/snapshot_2024_07_29,learner$model,0.09704,0.097528,1.00502885408079 +data_1000,10,classif.rpart,mlr3/default/snapshots/snapshot_2024_07_29,resampling,0.064496,0.080848,1.25353510295212 +data_1000,10,classif.rpart,mlr3/default/snapshots/snapshot_2024_07_29,resampling instantiated,0.096296,0.112648,1.16980975326078 +data_1000,10,classif.rpart,mlr3/default/snapshots/snapshot_2024_07_29,prediction,0.092656,0.034256,0.369711621481609 +data_1000,10,classif.rpart,mlr3/default/snapshots/snapshot_2024_07_29,resample result,0.834448,0.93908,1.12539067742987 +data_1000,10,classif.rpart,mlr3/default/snapshots/snapshot_2024_07_29,resample result store models,1.467624,1.825824,1.24406796291148 +data_1000,10,classif.rpart,mlr3/default/snapshots/snapshot_2024_07_29,benchmark result,0.801176,0.916088,1.14342915913607 +data_1000,10,classif.rpart,mlr3/default/snapshots/snapshot_2024_07_29,benchmark result store models,1.346256,1.714904,1.27383202006156 +data_1000,100,classif.rpart,mlr3/default/snapshots/snapshot_2022_07_21,task,0.523432,0.585704,1.11896865304376 +data_1000,100,classif.rpart,mlr3/default/snapshots/snapshot_2022_07_21,learner,0.228048,0.419784,1.84077036413387 +data_1000,100,classif.rpart,mlr3/default/snapshots/snapshot_2022_07_21,learner$param_set,0.198136,0.358904,1.81140226914846 +data_1000,100,classif.rpart,mlr3/default/snapshots/snapshot_2022_07_21,learner trained,0.3894,0.636344,1.63416538263996 +data_1000,100,classif.rpart,mlr3/default/snapshots/snapshot_2022_07_21,learner$model,0.09704,0.097528,1.00502885408079 +data_1000,100,classif.rpart,mlr3/default/snapshots/snapshot_2022_07_21,resampling,0.158848,0.269592,1.69716962127317 +data_1000,100,classif.rpart,mlr3/default/snapshots/snapshot_2022_07_21,resampling instantiated,0.43612,0.546864,1.25393011097863 +data_1000,100,classif.rpart,mlr3/default/snapshots/snapshot_2022_07_21,prediction,0.09204,0.033976,0.369143850499783 +data_1000,100,classif.rpart,mlr3/default/snapshots/snapshot_2022_07_21,resample result,2.854168,3.325592,1.16517037539486 +data_1000,100,classif.rpart,mlr3/default/snapshots/snapshot_2022_07_21,resample result store models,8.653696,11.708624,1.35302002751194 +data_1000,100,classif.rpart,mlr3/default/snapshots/snapshot_2022_07_21,benchmark result,2.564248,3.036472,1.1841569146198 +data_1000,100,classif.rpart,mlr3/default/snapshots/snapshot_2022_07_21,benchmark result store models,8.404968,11.460696,1.3635621218308 +data_1000,100,classif.rpart,mlr3/default/snapshots/snapshot_2022_11_02,task,0.523424,0.585696,1.11897047135783 +data_1000,100,classif.rpart,mlr3/default/snapshots/snapshot_2022_11_02,learner,0.229,0.420736,1.83727510917031 +data_1000,100,classif.rpart,mlr3/default/snapshots/snapshot_2022_11_02,learner$param_set,0.199088,0.359856,1.80752230169573 +data_1000,100,classif.rpart,mlr3/default/snapshots/snapshot_2022_11_02,learner trained,0.390288,0.637232,1.63272250235723 +data_1000,100,classif.rpart,mlr3/default/snapshots/snapshot_2022_11_02,learner$model,0.09704,0.097528,1.00502885408079 +data_1000,100,classif.rpart,mlr3/default/snapshots/snapshot_2022_11_02,resampling,0.1598,0.270544,1.69301627033792 +data_1000,100,classif.rpart,mlr3/default/snapshots/snapshot_2022_11_02,resampling instantiated,0.437072,0.547816,1.25337701797416 +data_1000,100,classif.rpart,mlr3/default/snapshots/snapshot_2022_11_02,prediction,0.09204,0.033976,0.369143850499783 +data_1000,100,classif.rpart,mlr3/default/snapshots/snapshot_2022_11_02,resample result,2.855168,3.327264,1.1653478884605 +data_1000,100,classif.rpart,mlr3/default/snapshots/snapshot_2022_11_02,resample result store models,8.694944,11.750544,1.35142261985816 +data_1000,100,classif.rpart,mlr3/default/snapshots/snapshot_2022_11_02,benchmark result,2.565248,3.038144,1.18434708846864 +data_1000,100,classif.rpart,mlr3/default/snapshots/snapshot_2022_11_02,benchmark result store models,8.439368,11.495768,1.36215982049841 +data_1000,100,classif.rpart,mlr3/default/snapshots/snapshot_2023_03_17,task,0.524128,0.586736,1.11945173698028 +data_1000,100,classif.rpart,mlr3/default/snapshots/snapshot_2023_03_17,learner,0.229336,0.423424,1.84630411274288 +data_1000,100,classif.rpart,mlr3/default/snapshots/snapshot_2023_03_17,learner$param_set,0.199312,0.362208,1.81729148270049 +data_1000,100,classif.rpart,mlr3/default/snapshots/snapshot_2023_03_17,learner trained,0.391088,0.640608,1.63801497361208 +data_1000,100,classif.rpart,mlr3/default/snapshots/snapshot_2023_03_17,learner$model,0.09704,0.097528,1.00502885408079 +data_1000,100,classif.rpart,mlr3/default/snapshots/snapshot_2023_03_17,resampling,0.160136,0.271328,1.69435979417495 +data_1000,100,classif.rpart,mlr3/default/snapshots/snapshot_2023_03_17,resampling instantiated,0.437408,0.5486,1.25420659887336 +data_1000,100,classif.rpart,mlr3/default/snapshots/snapshot_2023_03_17,prediction,0.092152,0.0342,0.371125965795642 +data_1000,100,classif.rpart,mlr3/default/snapshots/snapshot_2023_03_17,resample result,2.856304,3.33176,1.16645847220744 +data_1000,100,classif.rpart,mlr3/default/snapshots/snapshot_2023_03_17,resample result store models,8.685824,11.744784,1.352178446167 +data_1000,100,classif.rpart,mlr3/default/snapshots/snapshot_2023_03_17,benchmark result,2.566384,3.04264,1.18557472303443 +data_1000,100,classif.rpart,mlr3/default/snapshots/snapshot_2023_03_17,benchmark result store models,8.431144,11.490904,1.36291160487829 +data_1000,100,classif.rpart,mlr3/default/snapshots/snapshot_2023_06_18,task,0.524128,0.586736,1.11945173698028 +data_1000,100,classif.rpart,mlr3/default/snapshots/snapshot_2023_06_18,learner,0.229336,0.423424,1.84630411274288 +data_1000,100,classif.rpart,mlr3/default/snapshots/snapshot_2023_06_18,learner$param_set,0.199312,0.362208,1.81729148270049 +data_1000,100,classif.rpart,mlr3/default/snapshots/snapshot_2023_06_18,learner trained,0.391088,0.640608,1.63801497361208 +data_1000,100,classif.rpart,mlr3/default/snapshots/snapshot_2023_06_18,learner$model,0.09704,0.097528,1.00502885408079 +data_1000,100,classif.rpart,mlr3/default/snapshots/snapshot_2023_06_18,resampling,0.160136,0.271328,1.69435979417495 +data_1000,100,classif.rpart,mlr3/default/snapshots/snapshot_2023_06_18,resampling instantiated,0.437408,0.5486,1.25420659887336 +data_1000,100,classif.rpart,mlr3/default/snapshots/snapshot_2023_06_18,prediction,0.092152,0.0342,0.371125965795642 +data_1000,100,classif.rpart,mlr3/default/snapshots/snapshot_2023_06_18,resample result,2.856304,3.33176,1.16645847220744 +data_1000,100,classif.rpart,mlr3/default/snapshots/snapshot_2023_06_18,resample result store models,8.67716,11.73612,1.35253009049044 +data_1000,100,classif.rpart,mlr3/default/snapshots/snapshot_2023_06_18,benchmark result,2.566384,3.04264,1.18557472303443 +data_1000,100,classif.rpart,mlr3/default/snapshots/snapshot_2023_06_18,benchmark result store models,8.401424,11.461184,1.364195403065 +data_1000,100,classif.rpart,mlr3/default/snapshots/snapshot_2023_11_17,task,0.524128,0.586736,1.11945173698028 +data_1000,100,classif.rpart,mlr3/default/snapshots/snapshot_2023_11_17,learner,0.229336,0.423424,1.84630411274288 +data_1000,100,classif.rpart,mlr3/default/snapshots/snapshot_2023_11_17,learner$param_set,0.199312,0.362208,1.81729148270049 +data_1000,100,classif.rpart,mlr3/default/snapshots/snapshot_2023_11_17,learner trained,0.390848,0.640608,1.63902079580809 +data_1000,100,classif.rpart,mlr3/default/snapshots/snapshot_2023_11_17,learner$model,0.09704,0.097528,1.00502885408079 +data_1000,100,classif.rpart,mlr3/default/snapshots/snapshot_2023_11_17,resampling,0.160136,0.271328,1.69435979417495 +data_1000,100,classif.rpart,mlr3/default/snapshots/snapshot_2023_11_17,resampling instantiated,0.437408,0.5486,1.25420659887336 +data_1000,100,classif.rpart,mlr3/default/snapshots/snapshot_2023_11_17,prediction,0.092656,0.034256,0.369711621481609 +data_1000,100,classif.rpart,mlr3/default/snapshots/snapshot_2023_11_17,resample result,2.8564,3.33176,1.16641926900994 +data_1000,100,classif.rpart,mlr3/default/snapshots/snapshot_2023_11_17,resample result store models,8.686072,11.744936,1.35215733878328 +data_1000,100,classif.rpart,mlr3/default/snapshots/snapshot_2023_11_17,benchmark result,2.566608,3.04264,1.18547125232992 +data_1000,100,classif.rpart,mlr3/default/snapshots/snapshot_2023_11_17,benchmark result store models,8.399688,11.459224,1.36424400525353 +data_1000,100,classif.rpart,mlr3/default/snapshots/snapshot_2023_12_21,task,0.524848,0.589416,1.12302228454715 +data_1000,100,classif.rpart,mlr3/default/snapshots/snapshot_2023_12_21,learner,0.229336,0.423424,1.84630411274288 +data_1000,100,classif.rpart,mlr3/default/snapshots/snapshot_2023_12_21,learner$param_set,0.199312,0.362208,1.81729148270049 +data_1000,100,classif.rpart,mlr3/default/snapshots/snapshot_2023_12_21,learner trained,0.39168,0.643792,1.6436683006536 +data_1000,100,classif.rpart,mlr3/default/snapshots/snapshot_2023_12_21,learner$model,0.09704,0.097528,1.00502885408079 +data_1000,100,classif.rpart,mlr3/default/snapshots/snapshot_2023_12_21,resampling,0.160896,0.273264,1.69838902147971 +data_1000,100,classif.rpart,mlr3/default/snapshots/snapshot_2023_12_21,resampling instantiated,0.438168,0.550536,1.25644958098264 +data_1000,100,classif.rpart,mlr3/default/snapshots/snapshot_2023_12_21,prediction,0.092656,0.034256,0.369711621481609 +data_1000,100,classif.rpart,mlr3/default/snapshots/snapshot_2023_12_21,resample result,2.2034,2.381848,1.08098756467278 +data_1000,100,classif.rpart,mlr3/default/snapshots/snapshot_2023_12_21,resample result store models,8.021016,10.801672,1.34667129450932 +data_1000,100,classif.rpart,mlr3/default/snapshots/snapshot_2023_12_21,benchmark result,1.877136,2.156728,1.14894605398863 +data_1000,100,classif.rpart,mlr3/default/snapshots/snapshot_2023_12_21,benchmark result store models,6.97076,10.029128,1.43874240398464 +data_1000,100,classif.rpart,mlr3/default/snapshots/snapshot_2024_01_09,task,0.524848,0.589416,1.12302228454715 +data_1000,100,classif.rpart,mlr3/default/snapshots/snapshot_2024_01_09,learner,0.229336,0.423424,1.84630411274288 +data_1000,100,classif.rpart,mlr3/default/snapshots/snapshot_2024_01_09,learner$param_set,0.199312,0.362208,1.81729148270049 +data_1000,100,classif.rpart,mlr3/default/snapshots/snapshot_2024_01_09,learner trained,0.39168,0.643792,1.6436683006536 +data_1000,100,classif.rpart,mlr3/default/snapshots/snapshot_2024_01_09,learner$model,0.09704,0.097528,1.00502885408079 +data_1000,100,classif.rpart,mlr3/default/snapshots/snapshot_2024_01_09,resampling,0.160896,0.273264,1.69838902147971 +data_1000,100,classif.rpart,mlr3/default/snapshots/snapshot_2024_01_09,resampling instantiated,0.438168,0.550536,1.25644958098264 +data_1000,100,classif.rpart,mlr3/default/snapshots/snapshot_2024_01_09,prediction,0.092656,0.034256,0.369711621481609 +data_1000,100,classif.rpart,mlr3/default/snapshots/snapshot_2024_01_09,resample result,2.2034,2.381848,1.08098756467278 +data_1000,100,classif.rpart,mlr3/default/snapshots/snapshot_2024_01_09,resample result store models,8.018912,10.799568,1.34676225403147 +data_1000,100,classif.rpart,mlr3/default/snapshots/snapshot_2024_01_09,benchmark result,1.877136,2.156728,1.14894605398863 +data_1000,100,classif.rpart,mlr3/default/snapshots/snapshot_2024_01_09,benchmark result store models,7.01256,10.070928,1.43612717752148 +data_1000,100,classif.rpart,mlr3/default/snapshots/snapshot_2024_03_05,task,0.524848,0.589416,1.12302228454715 +data_1000,100,classif.rpart,mlr3/default/snapshots/snapshot_2024_03_05,learner,0.229336,0.423424,1.84630411274288 +data_1000,100,classif.rpart,mlr3/default/snapshots/snapshot_2024_03_05,learner$param_set,0.199312,0.362208,1.81729148270049 +data_1000,100,classif.rpart,mlr3/default/snapshots/snapshot_2024_03_05,learner trained,0.39168,0.643792,1.6436683006536 +data_1000,100,classif.rpart,mlr3/default/snapshots/snapshot_2024_03_05,learner$model,0.09704,0.097528,1.00502885408079 +data_1000,100,classif.rpart,mlr3/default/snapshots/snapshot_2024_03_05,resampling,0.160896,0.273264,1.69838902147971 +data_1000,100,classif.rpart,mlr3/default/snapshots/snapshot_2024_03_05,resampling instantiated,0.438168,0.550536,1.25644958098264 +data_1000,100,classif.rpart,mlr3/default/snapshots/snapshot_2024_03_05,prediction,0.092656,0.034256,0.369711621481609 +data_1000,100,classif.rpart,mlr3/default/snapshots/snapshot_2024_03_05,resample result,2.2034,2.381848,1.08098756467278 +data_1000,100,classif.rpart,mlr3/default/snapshots/snapshot_2024_03_05,resample result store models,8.005744,10.7864,1.3473326151823 +data_1000,100,classif.rpart,mlr3/default/snapshots/snapshot_2024_03_05,benchmark result,1.877136,2.156728,1.14894605398863 +data_1000,100,classif.rpart,mlr3/default/snapshots/snapshot_2024_03_05,benchmark result store models,6.98768,10.046048,1.43768003114052 +data_1000,100,classif.rpart,mlr3/default/snapshots/snapshot_2024_04_24,task,0.524848,0.589416,1.12302228454715 +data_1000,100,classif.rpart,mlr3/default/snapshots/snapshot_2024_04_24,learner,0.229336,0.423424,1.84630411274288 +data_1000,100,classif.rpart,mlr3/default/snapshots/snapshot_2024_04_24,learner$param_set,0.199312,0.362208,1.81729148270049 +data_1000,100,classif.rpart,mlr3/default/snapshots/snapshot_2024_04_24,learner trained,0.39192,0.644032,1.6432741375791 +data_1000,100,classif.rpart,mlr3/default/snapshots/snapshot_2024_04_24,learner$model,0.09704,0.097528,1.00502885408079 +data_1000,100,classif.rpart,mlr3/default/snapshots/snapshot_2024_04_24,resampling,0.160896,0.273264,1.69838902147971 +data_1000,100,classif.rpart,mlr3/default/snapshots/snapshot_2024_04_24,resampling instantiated,0.438168,0.550536,1.25644958098264 +data_1000,100,classif.rpart,mlr3/default/snapshots/snapshot_2024_04_24,prediction,0.092656,0.034256,0.369711621481609 +data_1000,100,classif.rpart,mlr3/default/snapshots/snapshot_2024_04_24,resample result,2.217584,2.396032,1.0804695560574 +data_1000,100,classif.rpart,mlr3/default/snapshots/snapshot_2024_04_24,resample result store models,8.031504,10.81216,1.3462185911879 +data_1000,100,classif.rpart,mlr3/default/snapshots/snapshot_2024_04_24,benchmark result,1.884984,2.170912,1.15168722917542 +data_1000,100,classif.rpart,mlr3/default/snapshots/snapshot_2024_04_24,benchmark result store models,7.000248,10.064952,1.43779934653744 +data_1000,100,classif.rpart,mlr3/default/snapshots/snapshot_2024_06_28,task,0.527408,0.59724,1.13240603100446 +data_1000,100,classif.rpart,mlr3/default/snapshots/snapshot_2024_06_28,learner,0.362192,0.448736,1.23894508989707 +data_1000,100,classif.rpart,mlr3/default/snapshots/snapshot_2024_06_28,learner$param_set,0.332512,0.387864,1.16646617264941 +data_1000,100,classif.rpart,mlr3/default/snapshots/snapshot_2024_06_28,learner trained,0.52712,0.676616,1.28360904537866 +data_1000,100,classif.rpart,mlr3/default/snapshots/snapshot_2024_06_28,learner$model,0.09704,0.097528,1.00502885408079 +data_1000,100,classif.rpart,mlr3/default/snapshots/snapshot_2024_06_28,resampling,0.344712,0.406784,1.18006915918216 +data_1000,100,classif.rpart,mlr3/default/snapshots/snapshot_2024_06_28,resampling instantiated,0.621984,0.684056,1.09979677933838 +data_1000,100,classif.rpart,mlr3/default/snapshots/snapshot_2024_06_28,prediction,0.092656,0.034256,0.369711621481609 +data_1000,100,classif.rpart,mlr3/default/snapshots/snapshot_2024_06_28,resample result,2.344856,2.55196,1.08832269444264 +data_1000,100,classif.rpart,mlr3/default/snapshots/snapshot_2024_06_28,resample result store models,8.168736,10.978048,1.34391024511014 +data_1000,100,classif.rpart,mlr3/default/snapshots/snapshot_2024_06_28,benchmark result,2.012256,2.32684,1.15633398533785 +data_1000,100,classif.rpart,mlr3/default/snapshots/snapshot_2024_06_28,benchmark result store models,7.139608,10.232968,1.43326748471345 +data_1000,100,classif.rpart,mlr3/default/snapshots/snapshot_2024_07_22,task,0.527408,0.59724,1.13240603100446 +data_1000,100,classif.rpart,mlr3/default/snapshots/snapshot_2024_07_22,learner,0.082192,0.122856,1.49474401401596 +data_1000,100,classif.rpart,mlr3/default/snapshots/snapshot_2024_07_22,learner$param_set,0.05228,0.061752,1.18117827084927 +data_1000,100,classif.rpart,mlr3/default/snapshots/snapshot_2024_07_22,learner trained,0.248408,0.352024,1.41712022157096 +data_1000,100,classif.rpart,mlr3/default/snapshots/snapshot_2024_07_22,learner$model,0.09704,0.097528,1.00502885408079 +data_1000,100,classif.rpart,mlr3/default/snapshots/snapshot_2024_07_22,resampling,0.064496,0.080848,1.25353510295212 +data_1000,100,classif.rpart,mlr3/default/snapshots/snapshot_2024_07_22,resampling instantiated,0.341768,0.35812,1.0478453219728 +data_1000,100,classif.rpart,mlr3/default/snapshots/snapshot_2024_07_22,prediction,0.092656,0.034256,0.369711621481609 +data_1000,100,classif.rpart,mlr3/default/snapshots/snapshot_2024_07_22,resample result,2.064896,1.916088,0.927934385073146 +data_1000,100,classif.rpart,mlr3/default/snapshots/snapshot_2024_07_22,resample result store models,7.873368,10.326768,1.31160743407396 +data_1000,100,classif.rpart,mlr3/default/snapshots/snapshot_2024_07_22,benchmark result,1.732296,1.690968,0.976142645367766 +data_1000,100,classif.rpart,mlr3/default/snapshots/snapshot_2024_07_22,benchmark result store models,6.904416,9.641864,1.39647784837994 +data_1000,100,classif.rpart,mlr3/default/snapshots/snapshot_2024_07_29,task,0.527408,0.59724,1.13240603100446 +data_1000,100,classif.rpart,mlr3/default/snapshots/snapshot_2024_07_29,learner,0.082192,0.122856,1.49474401401596 +data_1000,100,classif.rpart,mlr3/default/snapshots/snapshot_2024_07_29,learner$param_set,0.05228,0.061752,1.18117827084927 +data_1000,100,classif.rpart,mlr3/default/snapshots/snapshot_2024_07_29,learner trained,0.248408,0.352024,1.41712022157096 +data_1000,100,classif.rpart,mlr3/default/snapshots/snapshot_2024_07_29,learner$model,0.09704,0.097528,1.00502885408079 +data_1000,100,classif.rpart,mlr3/default/snapshots/snapshot_2024_07_29,resampling,0.064496,0.080848,1.25353510295212 +data_1000,100,classif.rpart,mlr3/default/snapshots/snapshot_2024_07_29,resampling instantiated,0.341768,0.35812,1.0478453219728 +data_1000,100,classif.rpart,mlr3/default/snapshots/snapshot_2024_07_29,prediction,0.092656,0.034256,0.369711621481609 +data_1000,100,classif.rpart,mlr3/default/snapshots/snapshot_2024_07_29,resample result,2.064896,1.916088,0.927934385073146 +data_1000,100,classif.rpart,mlr3/default/snapshots/snapshot_2024_07_29,resample result store models,7.874176,10.327576,1.31157545881626 +data_1000,100,classif.rpart,mlr3/default/snapshots/snapshot_2024_07_29,benchmark result,1.73288,1.690968,0.975813674345598 +data_1000,100,classif.rpart,mlr3/default/snapshots/snapshot_2024_07_29,benchmark result store models,6.894296,9.631744,1.3970598303293 +data_10000,10,classif.rpart,mlr3/default/snapshots/snapshot_2022_07_21,task,4.627432,4.725704,1.02123683286972 +data_10000,10,classif.rpart,mlr3/default/snapshots/snapshot_2022_07_21,learner,0.228048,0.419784,1.84077036413387 +data_10000,10,classif.rpart,mlr3/default/snapshots/snapshot_2022_07_21,learner$param_set,0.198136,0.358904,1.81140226914846 +data_10000,10,classif.rpart,mlr3/default/snapshots/snapshot_2022_07_21,learner trained,0.496672,0.743616,1.49719734553186 +data_10000,10,classif.rpart,mlr3/default/snapshots/snapshot_2022_07_21,learner$model,0.168312,0.1688,1.00289937734683 +data_10000,10,classif.rpart,mlr3/default/snapshots/snapshot_2022_07_21,resampling,0.158848,0.269592,1.69716962127317 +data_10000,10,classif.rpart,mlr3/default/snapshots/snapshot_2022_07_21,resampling instantiated,0.466648,0.577392,1.23731806415114 +data_10000,10,classif.rpart,mlr3/default/snapshots/snapshot_2022_07_21,prediction,0.77604,0.141976,0.182949332508634 +data_10000,10,classif.rpart,mlr3/default/snapshots/snapshot_2022_07_21,resample result,5.731976,6.276424,1.09498434745714 +data_10000,10,classif.rpart,mlr3/default/snapshots/snapshot_2022_07_21,resample result store models,7.677096,8.456408,1.10151130062722 +data_10000,10,classif.rpart,mlr3/default/snapshots/snapshot_2022_07_21,benchmark result,5.510808,6.055032,1.09875575414712 +data_10000,10,classif.rpart,mlr3/default/snapshots/snapshot_2022_07_21,benchmark result store models,7.453728,8.232816,1.10452326674652 +data_10000,10,classif.rpart,mlr3/default/snapshots/snapshot_2022_11_02,task,4.627424,4.725696,1.02123686958446 +data_10000,10,classif.rpart,mlr3/default/snapshots/snapshot_2022_11_02,learner,0.229,0.420736,1.83727510917031 +data_10000,10,classif.rpart,mlr3/default/snapshots/snapshot_2022_11_02,learner$param_set,0.199088,0.359856,1.80752230169573 +data_10000,10,classif.rpart,mlr3/default/snapshots/snapshot_2022_11_02,learner trained,0.49756,0.744504,1.49630999276469 +data_10000,10,classif.rpart,mlr3/default/snapshots/snapshot_2022_11_02,learner$model,0.168312,0.1688,1.00289937734683 +data_10000,10,classif.rpart,mlr3/default/snapshots/snapshot_2022_11_02,resampling,0.1598,0.270544,1.69301627033792 +data_10000,10,classif.rpart,mlr3/default/snapshots/snapshot_2022_11_02,resampling instantiated,0.4676,0.578344,1.23683490162532 +data_10000,10,classif.rpart,mlr3/default/snapshots/snapshot_2022_11_02,prediction,0.77604,0.141976,0.182949332508634 +data_10000,10,classif.rpart,mlr3/default/snapshots/snapshot_2022_11_02,resample result,5.732976,6.278096,1.0950849959951 +data_10000,10,classif.rpart,mlr3/default/snapshots/snapshot_2022_11_02,resample result store models,7.677944,8.457928,1.1015876125171 +data_10000,10,classif.rpart,mlr3/default/snapshots/snapshot_2022_11_02,benchmark result,5.511808,6.056704,1.09885975708878 +data_10000,10,classif.rpart,mlr3/default/snapshots/snapshot_2022_11_02,benchmark result store models,7.461848,8.241608,1.10449958240908 +data_10000,10,classif.rpart,mlr3/default/snapshots/snapshot_2023_03_17,task,4.628128,4.726736,1.02130623872114 +data_10000,10,classif.rpart,mlr3/default/snapshots/snapshot_2023_03_17,learner,0.229336,0.423424,1.84630411274288 +data_10000,10,classif.rpart,mlr3/default/snapshots/snapshot_2023_03_17,learner$param_set,0.199312,0.362208,1.81729148270049 +data_10000,10,classif.rpart,mlr3/default/snapshots/snapshot_2023_03_17,learner trained,0.49836,0.74788,1.50068223773979 +data_10000,10,classif.rpart,mlr3/default/snapshots/snapshot_2023_03_17,learner$model,0.168312,0.1688,1.00289937734683 +data_10000,10,classif.rpart,mlr3/default/snapshots/snapshot_2023_03_17,resampling,0.160136,0.271328,1.69435979417495 +data_10000,10,classif.rpart,mlr3/default/snapshots/snapshot_2023_03_17,resampling instantiated,0.467936,0.579128,1.23762223893866 +data_10000,10,classif.rpart,mlr3/default/snapshots/snapshot_2023_03_17,prediction,0.776152,0.1422,0.183211535884724 +data_10000,10,classif.rpart,mlr3/default/snapshots/snapshot_2023_03_17,resample result,5.734112,6.282592,1.09565212538576 +data_10000,10,classif.rpart,mlr3/default/snapshots/snapshot_2023_03_17,resample result store models,7.677896,8.46124,1.10202586750328 +data_10000,10,classif.rpart,mlr3/default/snapshots/snapshot_2023_03_17,benchmark result,5.512944,6.0612,1.09944886071761 +data_10000,10,classif.rpart,mlr3/default/snapshots/snapshot_2023_03_17,benchmark result store models,7.462704,8.245824,1.10493783486522 +data_10000,10,classif.rpart,mlr3/default/snapshots/snapshot_2023_06_18,task,4.628128,4.726736,1.02130623872114 +data_10000,10,classif.rpart,mlr3/default/snapshots/snapshot_2023_06_18,learner,0.229336,0.423424,1.84630411274288 +data_10000,10,classif.rpart,mlr3/default/snapshots/snapshot_2023_06_18,learner$param_set,0.199312,0.362208,1.81729148270049 +data_10000,10,classif.rpart,mlr3/default/snapshots/snapshot_2023_06_18,learner trained,0.49836,0.74788,1.50068223773979 +data_10000,10,classif.rpart,mlr3/default/snapshots/snapshot_2023_06_18,learner$model,0.168312,0.1688,1.00289937734683 +data_10000,10,classif.rpart,mlr3/default/snapshots/snapshot_2023_06_18,resampling,0.160136,0.271328,1.69435979417495 +data_10000,10,classif.rpart,mlr3/default/snapshots/snapshot_2023_06_18,resampling instantiated,0.467936,0.579128,1.23762223893866 +data_10000,10,classif.rpart,mlr3/default/snapshots/snapshot_2023_06_18,prediction,0.776152,0.1422,0.183211535884724 +data_10000,10,classif.rpart,mlr3/default/snapshots/snapshot_2023_06_18,resample result,5.734112,6.282592,1.09565212538576 +data_10000,10,classif.rpart,mlr3/default/snapshots/snapshot_2023_06_18,resample result store models,7.676656,8.46,1.10204234760552 +data_10000,10,classif.rpart,mlr3/default/snapshots/snapshot_2023_06_18,benchmark result,5.512944,6.0612,1.09944886071761 +data_10000,10,classif.rpart,mlr3/default/snapshots/snapshot_2023_06_18,benchmark result store models,7.453984,8.237104,1.10506059578341 +data_10000,10,classif.rpart,mlr3/default/snapshots/snapshot_2023_11_17,task,4.628128,4.726736,1.02130623872114 +data_10000,10,classif.rpart,mlr3/default/snapshots/snapshot_2023_11_17,learner,0.229336,0.423424,1.84630411274288 +data_10000,10,classif.rpart,mlr3/default/snapshots/snapshot_2023_11_17,learner$param_set,0.199312,0.362208,1.81729148270049 +data_10000,10,classif.rpart,mlr3/default/snapshots/snapshot_2023_11_17,learner trained,0.49812,0.74788,1.50140528386734 +data_10000,10,classif.rpart,mlr3/default/snapshots/snapshot_2023_11_17,learner$model,0.168312,0.1688,1.00289937734683 +data_10000,10,classif.rpart,mlr3/default/snapshots/snapshot_2023_11_17,resampling,0.160136,0.271328,1.69435979417495 +data_10000,10,classif.rpart,mlr3/default/snapshots/snapshot_2023_11_17,resampling instantiated,0.467936,0.579128,1.23762223893866 +data_10000,10,classif.rpart,mlr3/default/snapshots/snapshot_2023_11_17,prediction,0.776656,0.142256,0.183164747327002 +data_10000,10,classif.rpart,mlr3/default/snapshots/snapshot_2023_11_17,resample result,5.734336,6.282592,1.09560932599694 +data_10000,10,classif.rpart,mlr3/default/snapshots/snapshot_2023_11_17,resample result store models,7.678104,8.461224,1.10199392975141 +data_10000,10,classif.rpart,mlr3/default/snapshots/snapshot_2023_11_17,benchmark result,5.513168,6.0612,1.09940419011356 +data_10000,10,classif.rpart,mlr3/default/snapshots/snapshot_2023_11_17,benchmark result store models,7.456208,8.239104,1.10499921676005 +data_10000,10,classif.rpart,mlr3/default/snapshots/snapshot_2023_12_21,task,4.628848,4.729416,1.02172635610415 +data_10000,10,classif.rpart,mlr3/default/snapshots/snapshot_2023_12_21,learner,0.229336,0.423424,1.84630411274288 +data_10000,10,classif.rpart,mlr3/default/snapshots/snapshot_2023_12_21,learner$param_set,0.199312,0.362208,1.81729148270049 +data_10000,10,classif.rpart,mlr3/default/snapshots/snapshot_2023_12_21,learner trained,0.498952,0.751064,1.50528307332168 +data_10000,10,classif.rpart,mlr3/default/snapshots/snapshot_2023_12_21,learner$model,0.168312,0.1688,1.00289937734683 +data_10000,10,classif.rpart,mlr3/default/snapshots/snapshot_2023_12_21,resampling,0.160896,0.273264,1.69838902147971 +data_10000,10,classif.rpart,mlr3/default/snapshots/snapshot_2023_12_21,resampling instantiated,0.468696,0.581064,1.23974601874136 +data_10000,10,classif.rpart,mlr3/default/snapshots/snapshot_2023_12_21,prediction,0.776656,0.142256,0.183164747327002 +data_10000,10,classif.rpart,mlr3/default/snapshots/snapshot_2023_12_21,resample result,6.095752,6.19164,1.01573029873919 +data_10000,10,classif.rpart,mlr3/default/snapshots/snapshot_2023_12_21,resample result store models,7.85352,8.370976,1.06588841691369 +data_10000,10,classif.rpart,mlr3/default/snapshots/snapshot_2023_12_21,benchmark result,5.871056,5.976648,1.01798518017883 +data_10000,10,classif.rpart,mlr3/default/snapshots/snapshot_2023_12_21,benchmark result store models,6.9016,7.260928,1.05206444882346 +data_10000,10,classif.rpart,mlr3/default/snapshots/snapshot_2024_01_09,task,4.628848,4.729416,1.02172635610415 +data_10000,10,classif.rpart,mlr3/default/snapshots/snapshot_2024_01_09,learner,0.229336,0.423424,1.84630411274288 +data_10000,10,classif.rpart,mlr3/default/snapshots/snapshot_2024_01_09,learner$param_set,0.199312,0.362208,1.81729148270049 +data_10000,10,classif.rpart,mlr3/default/snapshots/snapshot_2024_01_09,learner trained,0.498952,0.751064,1.50528307332168 +data_10000,10,classif.rpart,mlr3/default/snapshots/snapshot_2024_01_09,learner$model,0.168312,0.1688,1.00289937734683 +data_10000,10,classif.rpart,mlr3/default/snapshots/snapshot_2024_01_09,resampling,0.160896,0.273264,1.69838902147971 +data_10000,10,classif.rpart,mlr3/default/snapshots/snapshot_2024_01_09,resampling instantiated,0.468696,0.581064,1.23974601874136 +data_10000,10,classif.rpart,mlr3/default/snapshots/snapshot_2024_01_09,prediction,0.776656,0.142256,0.183164747327002 +data_10000,10,classif.rpart,mlr3/default/snapshots/snapshot_2024_01_09,resample result,6.095752,6.19164,1.01573029873919 +data_10000,10,classif.rpart,mlr3/default/snapshots/snapshot_2024_01_09,resample result store models,7.859112,8.376568,1.06584153527778 +data_10000,10,classif.rpart,mlr3/default/snapshots/snapshot_2024_01_09,benchmark result,5.871056,5.976648,1.01798518017883 +data_10000,10,classif.rpart,mlr3/default/snapshots/snapshot_2024_01_09,benchmark result store models,6.89828,7.257608,1.0520895063697 +data_10000,10,classif.rpart,mlr3/default/snapshots/snapshot_2024_03_05,task,4.628848,4.729416,1.02172635610415 +data_10000,10,classif.rpart,mlr3/default/snapshots/snapshot_2024_03_05,learner,0.229336,0.423424,1.84630411274288 +data_10000,10,classif.rpart,mlr3/default/snapshots/snapshot_2024_03_05,learner$param_set,0.199312,0.362208,1.81729148270049 +data_10000,10,classif.rpart,mlr3/default/snapshots/snapshot_2024_03_05,learner trained,0.498952,0.751064,1.50528307332168 +data_10000,10,classif.rpart,mlr3/default/snapshots/snapshot_2024_03_05,learner$model,0.168312,0.1688,1.00289937734683 +data_10000,10,classif.rpart,mlr3/default/snapshots/snapshot_2024_03_05,resampling,0.160896,0.273264,1.69838902147971 +data_10000,10,classif.rpart,mlr3/default/snapshots/snapshot_2024_03_05,resampling instantiated,0.468696,0.581064,1.23974601874136 +data_10000,10,classif.rpart,mlr3/default/snapshots/snapshot_2024_03_05,prediction,0.776656,0.142256,0.183164747327002 +data_10000,10,classif.rpart,mlr3/default/snapshots/snapshot_2024_03_05,resample result,6.095752,6.19164,1.01573029873919 +data_10000,10,classif.rpart,mlr3/default/snapshots/snapshot_2024_03_05,resample result store models,7.853104,8.37056,1.06589190720001 +data_10000,10,classif.rpart,mlr3/default/snapshots/snapshot_2024_03_05,benchmark result,5.871056,5.976648,1.01798518017883 +data_10000,10,classif.rpart,mlr3/default/snapshots/snapshot_2024_03_05,benchmark result store models,6.89908,7.258408,1.05208346620129 +data_10000,10,classif.rpart,mlr3/default/snapshots/snapshot_2024_04_24,task,4.628848,4.729416,1.02172635610415 +data_10000,10,classif.rpart,mlr3/default/snapshots/snapshot_2024_04_24,learner,0.229336,0.423424,1.84630411274288 +data_10000,10,classif.rpart,mlr3/default/snapshots/snapshot_2024_04_24,learner$param_set,0.199312,0.362208,1.81729148270049 +data_10000,10,classif.rpart,mlr3/default/snapshots/snapshot_2024_04_24,learner trained,0.499192,0.751304,1.50504014487412 +data_10000,10,classif.rpart,mlr3/default/snapshots/snapshot_2024_04_24,learner$model,0.168312,0.1688,1.00289937734683 +data_10000,10,classif.rpart,mlr3/default/snapshots/snapshot_2024_04_24,resampling,0.160896,0.273264,1.69838902147971 +data_10000,10,classif.rpart,mlr3/default/snapshots/snapshot_2024_04_24,resampling instantiated,0.468696,0.581064,1.23974601874136 +data_10000,10,classif.rpart,mlr3/default/snapshots/snapshot_2024_04_24,prediction,0.776656,0.142256,0.183164747327002 +data_10000,10,classif.rpart,mlr3/default/snapshots/snapshot_2024_04_24,resample result,6.099136,6.195024,1.01572157105531 +data_10000,10,classif.rpart,mlr3/default/snapshots/snapshot_2024_04_24,resample result store models,7.858224,8.37568,1.0658489755446 +data_10000,10,classif.rpart,mlr3/default/snapshots/snapshot_2024_04_24,benchmark result,5.873864,5.980032,1.01807464388008 +data_10000,10,classif.rpart,mlr3/default/snapshots/snapshot_2024_04_24,benchmark result store models,6.896008,7.255912,1.05219019467495 +data_10000,10,classif.rpart,mlr3/default/snapshots/snapshot_2024_06_28,task,4.631408,4.73724,1.0228509343163 +data_10000,10,classif.rpart,mlr3/default/snapshots/snapshot_2024_06_28,learner,0.362192,0.448736,1.23894508989707 +data_10000,10,classif.rpart,mlr3/default/snapshots/snapshot_2024_06_28,learner$param_set,0.332512,0.387864,1.16646617264941 +data_10000,10,classif.rpart,mlr3/default/snapshots/snapshot_2024_06_28,learner trained,0.634392,0.783888,1.23565240419173 +data_10000,10,classif.rpart,mlr3/default/snapshots/snapshot_2024_06_28,learner$model,0.168312,0.1688,1.00289937734683 +data_10000,10,classif.rpart,mlr3/default/snapshots/snapshot_2024_06_28,resampling,0.344712,0.406784,1.18006915918216 +data_10000,10,classif.rpart,mlr3/default/snapshots/snapshot_2024_06_28,resampling instantiated,0.652512,0.714584,1.0951277524398 +data_10000,10,classif.rpart,mlr3/default/snapshots/snapshot_2024_06_28,prediction,0.776656,0.142256,0.183164747327002 +data_10000,10,classif.rpart,mlr3/default/snapshots/snapshot_2024_06_28,resample result,6.226408,6.350952,1.0200025440029 +data_10000,10,classif.rpart,mlr3/default/snapshots/snapshot_2024_06_28,resample result store models,7.986464,8.532576,1.06837969844978 +data_10000,10,classif.rpart,mlr3/default/snapshots/snapshot_2024_06_28,benchmark result,6.001136,6.13596,1.0224664130258 +data_10000,10,classif.rpart,mlr3/default/snapshots/snapshot_2024_06_28,benchmark result store models,7.028968,7.417528,1.05527980778971 +data_10000,10,classif.rpart,mlr3/default/snapshots/snapshot_2024_07_22,task,4.631408,4.73724,1.0228509343163 +data_10000,10,classif.rpart,mlr3/default/snapshots/snapshot_2024_07_22,learner,0.082192,0.122856,1.49474401401596 +data_10000,10,classif.rpart,mlr3/default/snapshots/snapshot_2024_07_22,learner$param_set,0.05228,0.061752,1.18117827084927 +data_10000,10,classif.rpart,mlr3/default/snapshots/snapshot_2024_07_22,learner trained,0.35568,0.459296,1.29131803868646 +data_10000,10,classif.rpart,mlr3/default/snapshots/snapshot_2024_07_22,learner$model,0.168312,0.1688,1.00289937734683 +data_10000,10,classif.rpart,mlr3/default/snapshots/snapshot_2024_07_22,resampling,0.064496,0.080848,1.25353510295212 +data_10000,10,classif.rpart,mlr3/default/snapshots/snapshot_2024_07_22,resampling instantiated,0.372296,0.388648,1.04392204052689 +data_10000,10,classif.rpart,mlr3/default/snapshots/snapshot_2024_07_22,prediction,0.776656,0.142256,0.183164747327002 +data_10000,10,classif.rpart,mlr3/default/snapshots/snapshot_2024_07_22,resample result,5.946448,5.71508,0.961091394392081 +data_10000,10,classif.rpart,mlr3/default/snapshots/snapshot_2024_07_22,resample result store models,7.70516,7.89536,1.02468475670849 +data_10000,10,classif.rpart,mlr3/default/snapshots/snapshot_2024_07_22,benchmark result,5.721176,5.500088,0.961356196698022 +data_10000,10,classif.rpart,mlr3/default/snapshots/snapshot_2024_07_22,benchmark result store models,6.741096,6.773744,1.0048431293665 +data_10000,10,classif.rpart,mlr3/default/snapshots/snapshot_2024_07_29,task,4.631408,4.73724,1.0228509343163 +data_10000,10,classif.rpart,mlr3/default/snapshots/snapshot_2024_07_29,learner,0.082192,0.122856,1.49474401401596 +data_10000,10,classif.rpart,mlr3/default/snapshots/snapshot_2024_07_29,learner$param_set,0.05228,0.061752,1.18117827084927 +data_10000,10,classif.rpart,mlr3/default/snapshots/snapshot_2024_07_29,learner trained,0.35568,0.459296,1.29131803868646 +data_10000,10,classif.rpart,mlr3/default/snapshots/snapshot_2024_07_29,learner$model,0.168312,0.1688,1.00289937734683 +data_10000,10,classif.rpart,mlr3/default/snapshots/snapshot_2024_07_29,resampling,0.064496,0.080848,1.25353510295212 +data_10000,10,classif.rpart,mlr3/default/snapshots/snapshot_2024_07_29,resampling instantiated,0.372296,0.388648,1.04392204052689 +data_10000,10,classif.rpart,mlr3/default/snapshots/snapshot_2024_07_29,prediction,0.776656,0.142256,0.183164747327002 +data_10000,10,classif.rpart,mlr3/default/snapshots/snapshot_2024_07_29,resample result,5.946448,5.71508,0.961091394392081 +data_10000,10,classif.rpart,mlr3/default/snapshots/snapshot_2024_07_29,resample result store models,7.704872,7.895072,1.0246856793987 +data_10000,10,classif.rpart,mlr3/default/snapshots/snapshot_2024_07_29,benchmark result,5.721176,5.500088,0.961356196698022 +data_10000,10,classif.rpart,mlr3/default/snapshots/snapshot_2024_07_29,benchmark result store models,6.745936,6.778584,1.00483965457129 +data_10000,100,classif.rpart,mlr3/default/snapshots/snapshot_2022_07_21,task,4.627432,4.725704,1.02123683286972 +data_10000,100,classif.rpart,mlr3/default/snapshots/snapshot_2022_07_21,learner,0.228048,0.419784,1.84077036413387 +data_10000,100,classif.rpart,mlr3/default/snapshots/snapshot_2022_07_21,learner$param_set,0.198136,0.358904,1.81140226914846 +data_10000,100,classif.rpart,mlr3/default/snapshots/snapshot_2022_07_21,learner trained,0.496672,0.743616,1.49719734553186 +data_10000,100,classif.rpart,mlr3/default/snapshots/snapshot_2022_07_21,learner$model,0.168312,0.1688,1.00289937734683 +data_10000,100,classif.rpart,mlr3/default/snapshots/snapshot_2022_07_21,resampling,0.158848,0.269592,1.69716962127317 +data_10000,100,classif.rpart,mlr3/default/snapshots/snapshot_2022_07_21,resampling instantiated,2.87212,2.982864,1.0385582775093 +data_10000,100,classif.rpart,mlr3/default/snapshots/snapshot_2022_07_21,prediction,0.77604,0.141976,0.182949332508634 +data_10000,100,classif.rpart,mlr3/default/snapshots/snapshot_2022_07_21,resample result,12.958168,13.501592,1.04193679229965 +data_10000,100,classif.rpart,mlr3/default/snapshots/snapshot_2022_07_21,resample result store models,28.740872,31.8678,1.10879725569913 +data_10000,100,classif.rpart,mlr3/default/snapshots/snapshot_2022_07_21,benchmark result,10.748248,11.292472,1.05063374049426 +data_10000,100,classif.rpart,mlr3/default/snapshots/snapshot_2022_07_21,benchmark result store models,26.555968,29.683696,1.11777872303506 +data_10000,100,classif.rpart,mlr3/default/snapshots/snapshot_2022_11_02,task,4.627424,4.725696,1.02123686958446 +data_10000,100,classif.rpart,mlr3/default/snapshots/snapshot_2022_11_02,learner,0.229,0.420736,1.83727510917031 +data_10000,100,classif.rpart,mlr3/default/snapshots/snapshot_2022_11_02,learner$param_set,0.199088,0.359856,1.80752230169573 +data_10000,100,classif.rpart,mlr3/default/snapshots/snapshot_2022_11_02,learner trained,0.49756,0.744504,1.49630999276469 +data_10000,100,classif.rpart,mlr3/default/snapshots/snapshot_2022_11_02,learner$model,0.168312,0.1688,1.00289937734683 +data_10000,100,classif.rpart,mlr3/default/snapshots/snapshot_2022_11_02,resampling,0.1598,0.270544,1.69301627033792 +data_10000,100,classif.rpart,mlr3/default/snapshots/snapshot_2022_11_02,resampling instantiated,2.873072,2.983816,1.03854550112214 +data_10000,100,classif.rpart,mlr3/default/snapshots/snapshot_2022_11_02,prediction,0.77604,0.141976,0.182949332508634 +data_10000,100,classif.rpart,mlr3/default/snapshots/snapshot_2022_11_02,resample result,12.959168,13.503264,1.04198541140913 +data_10000,100,classif.rpart,mlr3/default/snapshots/snapshot_2022_11_02,resample result store models,28.742824,31.870424,1.10881324674291 +data_10000,100,classif.rpart,mlr3/default/snapshots/snapshot_2022_11_02,benchmark result,10.749248,11.294144,1.05069154605048 +data_10000,100,classif.rpart,mlr3/default/snapshots/snapshot_2022_11_02,benchmark result store models,26.523968,29.652368,1.11794615345638 +data_10000,100,classif.rpart,mlr3/default/snapshots/snapshot_2023_03_17,task,4.628128,4.726736,1.02130623872114 +data_10000,100,classif.rpart,mlr3/default/snapshots/snapshot_2023_03_17,learner,0.229336,0.423424,1.84630411274288 +data_10000,100,classif.rpart,mlr3/default/snapshots/snapshot_2023_03_17,learner$param_set,0.199312,0.362208,1.81729148270049 +data_10000,100,classif.rpart,mlr3/default/snapshots/snapshot_2023_03_17,learner trained,0.49836,0.74788,1.50068223773979 +data_10000,100,classif.rpart,mlr3/default/snapshots/snapshot_2023_03_17,learner$model,0.168312,0.1688,1.00289937734683 +data_10000,100,classif.rpart,mlr3/default/snapshots/snapshot_2023_03_17,resampling,0.160136,0.271328,1.69435979417495 +data_10000,100,classif.rpart,mlr3/default/snapshots/snapshot_2023_03_17,resampling instantiated,2.873408,2.9846,1.03869690625209 +data_10000,100,classif.rpart,mlr3/default/snapshots/snapshot_2023_03_17,prediction,0.776152,0.1422,0.183211535884724 +data_10000,100,classif.rpart,mlr3/default/snapshots/snapshot_2023_03_17,resample result,12.960304,13.50776,1.04224098447073 +data_10000,100,classif.rpart,mlr3/default/snapshots/snapshot_2023_03_17,resample result store models,28.735176,31.866136,1.1089591377481 +data_10000,100,classif.rpart,mlr3/default/snapshots/snapshot_2023_03_17,benchmark result,10.750384,11.29864,1.05099873641723 +data_10000,100,classif.rpart,mlr3/default/snapshots/snapshot_2023_03_17,benchmark result store models,26.511824,29.643584,1.11812691574899 +data_10000,100,classif.rpart,mlr3/default/snapshots/snapshot_2023_06_18,task,4.628128,4.726736,1.02130623872114 +data_10000,100,classif.rpart,mlr3/default/snapshots/snapshot_2023_06_18,learner,0.229336,0.423424,1.84630411274288 +data_10000,100,classif.rpart,mlr3/default/snapshots/snapshot_2023_06_18,learner$param_set,0.199312,0.362208,1.81729148270049 +data_10000,100,classif.rpart,mlr3/default/snapshots/snapshot_2023_06_18,learner trained,0.49836,0.74788,1.50068223773979 +data_10000,100,classif.rpart,mlr3/default/snapshots/snapshot_2023_06_18,learner$model,0.168312,0.1688,1.00289937734683 +data_10000,100,classif.rpart,mlr3/default/snapshots/snapshot_2023_06_18,resampling,0.160136,0.271328,1.69435979417495 +data_10000,100,classif.rpart,mlr3/default/snapshots/snapshot_2023_06_18,resampling instantiated,2.873408,2.9846,1.03869690625209 +data_10000,100,classif.rpart,mlr3/default/snapshots/snapshot_2023_06_18,prediction,0.776152,0.1422,0.183211535884724 +data_10000,100,classif.rpart,mlr3/default/snapshots/snapshot_2023_06_18,resample result,12.960304,13.50776,1.04224098447073 +data_10000,100,classif.rpart,mlr3/default/snapshots/snapshot_2023_06_18,resample result store models,28.738208,31.869168,1.10894764210768 +data_10000,100,classif.rpart,mlr3/default/snapshots/snapshot_2023_06_18,benchmark result,10.750384,11.29864,1.05099873641723 +data_10000,100,classif.rpart,mlr3/default/snapshots/snapshot_2023_06_18,benchmark result store models,26.502464,29.634224,1.11816863518803 +data_10000,100,classif.rpart,mlr3/default/snapshots/snapshot_2023_11_17,task,4.628128,4.726736,1.02130623872114 +data_10000,100,classif.rpart,mlr3/default/snapshots/snapshot_2023_11_17,learner,0.229336,0.423424,1.84630411274288 +data_10000,100,classif.rpart,mlr3/default/snapshots/snapshot_2023_11_17,learner$param_set,0.199312,0.362208,1.81729148270049 +data_10000,100,classif.rpart,mlr3/default/snapshots/snapshot_2023_11_17,learner trained,0.49812,0.74788,1.50140528386734 +data_10000,100,classif.rpart,mlr3/default/snapshots/snapshot_2023_11_17,learner$model,0.168312,0.1688,1.00289937734683 +data_10000,100,classif.rpart,mlr3/default/snapshots/snapshot_2023_11_17,resampling,0.160136,0.271328,1.69435979417495 +data_10000,100,classif.rpart,mlr3/default/snapshots/snapshot_2023_11_17,resampling instantiated,2.873408,2.9846,1.03869690625209 +data_10000,100,classif.rpart,mlr3/default/snapshots/snapshot_2023_11_17,prediction,0.776656,0.142256,0.183164747327002 +data_10000,100,classif.rpart,mlr3/default/snapshots/snapshot_2023_11_17,resample result,12.9604,13.50776,1.04223326440542 +data_10000,100,classif.rpart,mlr3/default/snapshots/snapshot_2023_11_17,resample result store models,28.753456,31.88432,1.10888652828377 +data_10000,100,classif.rpart,mlr3/default/snapshots/snapshot_2023_11_17,benchmark result,10.750608,11.29864,1.05097683777513 +data_10000,100,classif.rpart,mlr3/default/snapshots/snapshot_2023_11_17,benchmark result store models,26.548288,29.679824,1.117956231302 +data_10000,100,classif.rpart,mlr3/default/snapshots/snapshot_2023_12_21,task,4.628848,4.729416,1.02172635610415 +data_10000,100,classif.rpart,mlr3/default/snapshots/snapshot_2023_12_21,learner,0.229336,0.423424,1.84630411274288 +data_10000,100,classif.rpart,mlr3/default/snapshots/snapshot_2023_12_21,learner$param_set,0.199312,0.362208,1.81729148270049 +data_10000,100,classif.rpart,mlr3/default/snapshots/snapshot_2023_12_21,learner trained,0.498952,0.751064,1.50528307332168 +data_10000,100,classif.rpart,mlr3/default/snapshots/snapshot_2023_12_21,learner$model,0.168312,0.1688,1.00289937734683 +data_10000,100,classif.rpart,mlr3/default/snapshots/snapshot_2023_12_21,resampling,0.160896,0.273264,1.69838902147971 +data_10000,100,classif.rpart,mlr3/default/snapshots/snapshot_2023_12_21,resampling instantiated,2.874168,2.986536,1.03909583573403 +data_10000,100,classif.rpart,mlr3/default/snapshots/snapshot_2023_12_21,prediction,0.776656,0.142256,0.183164747327002 +data_10000,100,classif.rpart,mlr3/default/snapshots/snapshot_2023_12_21,resample result,14.8754,12.557848,0.844202374389932 +data_10000,100,classif.rpart,mlr3/default/snapshots/snapshot_2023_12_21,resample result store models,30.46552,30.918176,1.01485797714925 +data_10000,100,classif.rpart,mlr3/default/snapshots/snapshot_2023_12_21,benchmark result,12.629136,10.412728,0.824500425048871 +data_10000,100,classif.rpart,mlr3/default/snapshots/snapshot_2023_12_21,benchmark result store models,22.53876,23.101128,1.02495115081753 +data_10000,100,classif.rpart,mlr3/default/snapshots/snapshot_2024_01_09,task,4.628848,4.729416,1.02172635610415 +data_10000,100,classif.rpart,mlr3/default/snapshots/snapshot_2024_01_09,learner,0.229336,0.423424,1.84630411274288 +data_10000,100,classif.rpart,mlr3/default/snapshots/snapshot_2024_01_09,learner$param_set,0.199312,0.362208,1.81729148270049 +data_10000,100,classif.rpart,mlr3/default/snapshots/snapshot_2024_01_09,learner trained,0.498952,0.751064,1.50528307332168 +data_10000,100,classif.rpart,mlr3/default/snapshots/snapshot_2024_01_09,learner$model,0.168312,0.1688,1.00289937734683 +data_10000,100,classif.rpart,mlr3/default/snapshots/snapshot_2024_01_09,resampling,0.160896,0.273264,1.69838902147971 +data_10000,100,classif.rpart,mlr3/default/snapshots/snapshot_2024_01_09,resampling instantiated,2.874168,2.986536,1.03909583573403 +data_10000,100,classif.rpart,mlr3/default/snapshots/snapshot_2024_01_09,prediction,0.776656,0.142256,0.183164747327002 +data_10000,100,classif.rpart,mlr3/default/snapshots/snapshot_2024_01_09,resample result,14.8754,12.557848,0.844202374389932 +data_10000,100,classif.rpart,mlr3/default/snapshots/snapshot_2024_01_09,resample result store models,30.44952,30.902176,1.01486578441959 +data_10000,100,classif.rpart,mlr3/default/snapshots/snapshot_2024_01_09,benchmark result,12.629136,10.412728,0.824500425048871 +data_10000,100,classif.rpart,mlr3/default/snapshots/snapshot_2024_01_09,benchmark result store models,22.58508,23.147448,1.02489997821571 +data_10000,100,classif.rpart,mlr3/default/snapshots/snapshot_2024_03_05,task,4.628848,4.729416,1.02172635610415 +data_10000,100,classif.rpart,mlr3/default/snapshots/snapshot_2024_03_05,learner,0.229336,0.423424,1.84630411274288 +data_10000,100,classif.rpart,mlr3/default/snapshots/snapshot_2024_03_05,learner$param_set,0.199312,0.362208,1.81729148270049 +data_10000,100,classif.rpart,mlr3/default/snapshots/snapshot_2024_03_05,learner trained,0.498952,0.751064,1.50528307332168 +data_10000,100,classif.rpart,mlr3/default/snapshots/snapshot_2024_03_05,learner$model,0.168312,0.1688,1.00289937734683 +data_10000,100,classif.rpart,mlr3/default/snapshots/snapshot_2024_03_05,resampling,0.160896,0.273264,1.69838902147971 +data_10000,100,classif.rpart,mlr3/default/snapshots/snapshot_2024_03_05,resampling instantiated,2.874168,2.986536,1.03909583573403 +data_10000,100,classif.rpart,mlr3/default/snapshots/snapshot_2024_03_05,prediction,0.776656,0.142256,0.183164747327002 +data_10000,100,classif.rpart,mlr3/default/snapshots/snapshot_2024_03_05,resample result,14.8754,12.557848,0.844202374389932 +data_10000,100,classif.rpart,mlr3/default/snapshots/snapshot_2024_03_05,resample result store models,30.469592,30.922248,1.01485599150786 +data_10000,100,classif.rpart,mlr3/default/snapshots/snapshot_2024_03_05,benchmark result,12.629136,10.412728,0.824500425048871 +data_10000,100,classif.rpart,mlr3/default/snapshots/snapshot_2024_03_05,benchmark result store models,22.56324,23.125608,1.02492408005233 +data_10000,100,classif.rpart,mlr3/default/snapshots/snapshot_2024_04_24,task,4.628848,4.729416,1.02172635610415 +data_10000,100,classif.rpart,mlr3/default/snapshots/snapshot_2024_04_24,learner,0.229336,0.423424,1.84630411274288 +data_10000,100,classif.rpart,mlr3/default/snapshots/snapshot_2024_04_24,learner$param_set,0.199312,0.362208,1.81729148270049 +data_10000,100,classif.rpart,mlr3/default/snapshots/snapshot_2024_04_24,learner trained,0.499192,0.751304,1.50504014487412 +data_10000,100,classif.rpart,mlr3/default/snapshots/snapshot_2024_04_24,learner$model,0.168312,0.1688,1.00289937734683 +data_10000,100,classif.rpart,mlr3/default/snapshots/snapshot_2024_04_24,resampling,0.160896,0.273264,1.69838902147971 +data_10000,100,classif.rpart,mlr3/default/snapshots/snapshot_2024_04_24,resampling instantiated,2.874168,2.986536,1.03909583573403 +data_10000,100,classif.rpart,mlr3/default/snapshots/snapshot_2024_04_24,prediction,0.776656,0.142256,0.183164747327002 +data_10000,100,classif.rpart,mlr3/default/snapshots/snapshot_2024_04_24,resample result,14.889584,12.572032,0.844350789115398 +data_10000,100,classif.rpart,mlr3/default/snapshots/snapshot_2024_04_24,resample result store models,30.483032,30.935688,1.014849441486 +data_10000,100,classif.rpart,mlr3/default/snapshots/snapshot_2024_04_24,benchmark result,12.636984,10.426912,0.825110801754596 +data_10000,100,classif.rpart,mlr3/default/snapshots/snapshot_2024_04_24,benchmark result store models,22.574768,23.143472,1.02519201969207 +data_10000,100,classif.rpart,mlr3/default/snapshots/snapshot_2024_06_28,task,4.631408,4.73724,1.0228509343163 +data_10000,100,classif.rpart,mlr3/default/snapshots/snapshot_2024_06_28,learner,0.362192,0.448736,1.23894508989707 +data_10000,100,classif.rpart,mlr3/default/snapshots/snapshot_2024_06_28,learner$param_set,0.332512,0.387864,1.16646617264941 +data_10000,100,classif.rpart,mlr3/default/snapshots/snapshot_2024_06_28,learner trained,0.634392,0.783888,1.23565240419173 +data_10000,100,classif.rpart,mlr3/default/snapshots/snapshot_2024_06_28,learner$model,0.168312,0.1688,1.00289937734683 +data_10000,100,classif.rpart,mlr3/default/snapshots/snapshot_2024_06_28,resampling,0.344712,0.406784,1.18006915918216 +data_10000,100,classif.rpart,mlr3/default/snapshots/snapshot_2024_06_28,resampling instantiated,3.057984,3.120056,1.02029834034449 +data_10000,100,classif.rpart,mlr3/default/snapshots/snapshot_2024_06_28,prediction,0.776656,0.142256,0.183164747327002 +data_10000,100,classif.rpart,mlr3/default/snapshots/snapshot_2024_06_28,resample result,15.016856,12.72796,0.847578214774118 +data_10000,100,classif.rpart,mlr3/default/snapshots/snapshot_2024_06_28,resample result store models,30.619512,31.100824,1.01571912707165 +data_10000,100,classif.rpart,mlr3/default/snapshots/snapshot_2024_06_28,benchmark result,12.764256,10.58284,0.829099635732784 +data_10000,100,classif.rpart,mlr3/default/snapshots/snapshot_2024_06_28,benchmark result store models,22.679888,23.277248,1.02633875440655 +data_10000,100,classif.rpart,mlr3/default/snapshots/snapshot_2024_07_22,task,4.631408,4.73724,1.0228509343163 +data_10000,100,classif.rpart,mlr3/default/snapshots/snapshot_2024_07_22,learner,0.082192,0.122856,1.49474401401596 +data_10000,100,classif.rpart,mlr3/default/snapshots/snapshot_2024_07_22,learner$param_set,0.05228,0.061752,1.18117827084927 +data_10000,100,classif.rpart,mlr3/default/snapshots/snapshot_2024_07_22,learner trained,0.35568,0.459296,1.29131803868646 +data_10000,100,classif.rpart,mlr3/default/snapshots/snapshot_2024_07_22,learner$model,0.168312,0.1688,1.00289937734683 +data_10000,100,classif.rpart,mlr3/default/snapshots/snapshot_2024_07_22,resampling,0.064496,0.080848,1.25353510295212 +data_10000,100,classif.rpart,mlr3/default/snapshots/snapshot_2024_07_22,resampling instantiated,2.777768,2.79412,1.00588674072133 +data_10000,100,classif.rpart,mlr3/default/snapshots/snapshot_2024_07_22,prediction,0.776656,0.142256,0.183164747327002 +data_10000,100,classif.rpart,mlr3/default/snapshots/snapshot_2024_07_22,resample result,14.736896,12.092088,0.820531542056075 +data_10000,100,classif.rpart,mlr3/default/snapshots/snapshot_2024_07_22,resample result store models,30.346152,30.471552,1.00413231964303 +data_10000,100,classif.rpart,mlr3/default/snapshots/snapshot_2024_07_22,benchmark result,12.484296,9.946968,0.796758423542665 +data_10000,100,classif.rpart,mlr3/default/snapshots/snapshot_2024_07_22,benchmark result store models,22.423856,22.665304,1.01076746122522 +data_10000,100,classif.rpart,mlr3/default/snapshots/snapshot_2024_07_29,task,4.631408,4.73724,1.0228509343163 +data_10000,100,classif.rpart,mlr3/default/snapshots/snapshot_2024_07_29,learner,0.082192,0.122856,1.49474401401596 +data_10000,100,classif.rpart,mlr3/default/snapshots/snapshot_2024_07_29,learner$param_set,0.05228,0.061752,1.18117827084927 +data_10000,100,classif.rpart,mlr3/default/snapshots/snapshot_2024_07_29,learner trained,0.35568,0.459296,1.29131803868646 +data_10000,100,classif.rpart,mlr3/default/snapshots/snapshot_2024_07_29,learner$model,0.168312,0.1688,1.00289937734683 +data_10000,100,classif.rpart,mlr3/default/snapshots/snapshot_2024_07_29,resampling,0.064496,0.080848,1.25353510295212 +data_10000,100,classif.rpart,mlr3/default/snapshots/snapshot_2024_07_29,resampling instantiated,2.777768,2.79412,1.00588674072133 +data_10000,100,classif.rpart,mlr3/default/snapshots/snapshot_2024_07_29,prediction,0.776656,0.142256,0.183164747327002 +data_10000,100,classif.rpart,mlr3/default/snapshots/snapshot_2024_07_29,resample result,14.736896,12.092088,0.820531542056075 +data_10000,100,classif.rpart,mlr3/default/snapshots/snapshot_2024_07_29,resample result store models,30.3406,30.466,1.00413307581261 +data_10000,100,classif.rpart,mlr3/default/snapshots/snapshot_2024_07_29,benchmark result,12.484296,9.946968,0.796758423542665 +data_10000,100,classif.rpart,mlr3/default/snapshots/snapshot_2024_07_29,benchmark result store models,22.406336,22.647784,1.01077588053665 diff --git a/mlr-org/benchmark_results/mlr3_resample_memory.csv b/mlr-org/benchmark_results/mlr3_resample_memory.csv new file mode 100644 index 00000000..57aa4c98 --- /dev/null +++ b/mlr-org/benchmark_results/mlr3_resample_memory.csv @@ -0,0 +1,287 @@ +model_time,task,evals,renv_project,algorithm,mean_run_time,median_memory,mad_memory,mean_memory,sd_memory +1,data_1000,10,mlr3/default/snapshots/snapshot_2022_07_21,resample_sequential,4.2274,204.75,0.0296520000000152,205.316,0.930127828729887 +1,data_1000,10,mlr3/default/snapshots/snapshot_2022_11_02,resample_sequential,3.4328,203.66,0.00741299999999326,203.668,0.016865480854234 +1,data_1000,10,mlr3/default/snapshots/snapshot_2023_03_17,resample_sequential,2.2116,203.88,0.0148259999999865,204.26,0.806446250878235 +1,data_1000,10,mlr3/default/snapshots/snapshot_2023_06_18,resample_sequential,3.2801,193.715,0.0370649999999663,194.271,0.919159640347881 +1,data_1000,10,mlr3/default/snapshots/snapshot_2023_11_17,resample_sequential,0.428899999999998,204.31,0,204.504,0.599651750787258 +1,data_1000,10,mlr3/default/snapshots/snapshot_2023_12_21,resample_sequential,0.408300000000002,202.25,0.0222390000000008,202.431,0.572702171968798 +1,data_1000,10,mlr3/default/snapshots/snapshot_2024_01_09,resample_sequential,0.438,202.265,0.0148260000000076,202.286,0.0343834585552745 +1,data_1000,10,mlr3/default/snapshots/snapshot_2024_03_05,resample_sequential,0.427100000000002,202.23,0.0296519999999941,202.412,0.576016975058512 +1,data_1000,10,mlr3/default/snapshots/snapshot_2024_04_24,resample_sequential,0.4187,202.39,0.0148259999999865,202.569,0.576627166277218 +1,data_1000,10,mlr3/default/snapshots/snapshot_2024_06_28,resample_sequential,0.364899999999999,193.15,0.0148260000000287,193.35,0.59173943214523 +1,data_1000,10,mlr3/default/snapshots/snapshot_2024_07_22,resample_sequential,0.344499999999998,192.075,0.0222389999999798,192.272,0.624869764208692 +1,data_1000,10,mlr3/default/snapshots/snapshot_2024_07_29,resample_sequential,0.3444,192.025,0.0148259999999865,192.031,0.0152388392675523 +1,data_1000,10,mlr3/default/snapshots/snapshot_2024_08_14,resample_sequential,0.303899999999999,194.57,0,194.952,0.800413781879237 +1,data_1000,100,mlr3/default/snapshots/snapshot_2022_07_21,resample_sequential,25.5348,253.38,0.0148259999999865,253.711,0.80960141084638 +1,data_1000,100,mlr3/default/snapshots/snapshot_2022_11_02,resample_sequential,17.5503,255.39,0.00741300000001433,255.588,0.584860857146574 +1,data_1000,100,mlr3/default/snapshots/snapshot_2023_03_17,resample_sequential,24.1674,254.85,0.0148260000000287,255.013,0.54381471517829 +1,data_1000,100,mlr3/default/snapshots/snapshot_2023_06_18,resample_sequential,25.1327,256.115,0.659757000000011,256.328,0.781263933209086 +1,data_1000,100,mlr3/default/snapshots/snapshot_2023_11_17,resample_sequential,1.5054,252.89,0.0148259999999865,253.271,0.814213321761156 +1,data_1000,100,mlr3/default/snapshots/snapshot_2023_12_21,resample_sequential,1.3433,236.6,0,236.792,0.593254676434252 +1,data_1000,100,mlr3/default/snapshots/snapshot_2024_01_09,resample_sequential,1.3241,236.595,0.00741299999999326,236.794,0.613681060848745 +1,data_1000,100,mlr3/default/snapshots/snapshot_2024_03_05,resample_sequential,1.3222,236.29,0,236.481,0.618087552230448 +1,data_1000,100,mlr3/default/snapshots/snapshot_2024_04_24,resample_sequential,1.3388,236.63,0,236.628,0.00632455532033101 +1,data_1000,100,mlr3/default/snapshots/snapshot_2024_06_28,resample_sequential,1.5675,267.065,0.0593039999999882,267.616,0.923786892211731 +1,data_1000,100,mlr3/default/snapshots/snapshot_2024_07_22,resample_sequential,1.2427,230.555,0.0667170000000025,230.54,0.0635959467611349 +1,data_1000,100,mlr3/default/snapshots/snapshot_2024_07_29,resample_sequential,1.2446,230.505,0.00741299999999326,230.5,0.0339934634239516 +1,data_1000,100,mlr3/default/snapshots/snapshot_2024_08_14,resample_sequential,1.0028,210.005,0.0222389999999798,210.375,0.785666737378016 +1,data_1000,1000,mlr3/default/snapshots/snapshot_2022_07_21,resample_sequential,272.3636,397.7,2.14235699999999,392.397,20.3414322941571 +1,data_1000,1000,mlr3/default/snapshots/snapshot_2022_11_02,resample_sequential,202.95,410.38,1.756881,411.264,2.52257452263005 +1,data_1000,1000,mlr3/default/snapshots/snapshot_2023_03_17,resample_sequential,210.5998,413.745,4.50710399999999,408.928,20.1291274856446 +1,data_1000,1000,mlr3/default/snapshots/snapshot_2023_06_18,resample_sequential,163.0823,410.945,2.824353,411.163,2.46822945988955 +1,data_1000,1000,mlr3/default/snapshots/snapshot_2023_11_17,resample_sequential,16.2959,390.1,2.83176599999999,388.066,6.46382274234406 +1,data_1000,1000,mlr3/default/snapshots/snapshot_2023_12_21,resample_sequential,11.1146,315.085,0.163085999999978,315.528,0.855047756950835 +1,data_1000,1000,mlr3/default/snapshots/snapshot_2024_01_09,resample_sequential,11.3397,314.325,0.133434000000005,314.271,0.209626652249506 +1,data_1000,1000,mlr3/default/snapshots/snapshot_2024_03_05,resample_sequential,11.8279,316.16,0.0370650000000506,316.245,0.207592014404322 +1,data_1000,1000,mlr3/default/snapshots/snapshot_2024_04_24,resample_sequential,11.4332,314.64,0.37065,314.505,0.473315727372095 +1,data_1000,1000,mlr3/default/snapshots/snapshot_2024_06_28,resample_sequential,15.0256,358.7,1.534491,358.505,1.45851713127485 +1,data_1000,1000,mlr3/default/snapshots/snapshot_2024_07_22,resample_sequential,11.4919,305.11,0.355824000000013,305.6,0.988893882634084 +1,data_1000,1000,mlr3/default/snapshots/snapshot_2024_07_29,resample_sequential,11.4527,305.395,0.111195000000025,305.789,0.81260144665828 +1,data_1000,1000,mlr3/default/snapshots/snapshot_2024_08_14,resample_sequential,9.2511,259.51,0.0444780000000017,259.758,0.608144719618617 +1,data_10000,10,mlr3/default/snapshots/snapshot_2022_07_21,resample_sequential,2.0719,229.795,0.0444780000000227,230.001,0.61625121140291 +1,data_10000,10,mlr3/default/snapshots/snapshot_2022_11_02,resample_sequential,1.9565,230.09,0.0222390000000008,230.09,0.0205480466765645 +1,data_10000,10,mlr3/default/snapshots/snapshot_2023_03_17,resample_sequential,1.6188,229.95,0.00741300000001433,229.955,0.0241522945769827 +1,data_10000,10,mlr3/default/snapshots/snapshot_2023_06_18,resample_sequential,2.3913,222.04,0.00741299999999326,222.405,0.783443254698984 +1,data_10000,10,mlr3/default/snapshots/snapshot_2023_11_17,resample_sequential,0.470100000000001,229.955,0.0222389999999798,229.969,0.0307137319994455 +1,data_10000,10,mlr3/default/snapshots/snapshot_2023_12_21,resample_sequential,0.444899999999999,230.29,0,230.472,0.579095079508637 +1,data_10000,10,mlr3/default/snapshots/snapshot_2024_01_09,resample_sequential,0.4454,230.25,0.0296520000000152,230.251,0.0218326971917523 +1,data_10000,10,mlr3/default/snapshots/snapshot_2024_03_05,resample_sequential,0.442200000000001,230.31,0.0148259999999865,230.502,0.610788197513855 +1,data_10000,10,mlr3/default/snapshots/snapshot_2024_04_24,resample_sequential,0.4445,230.41,0.0222390000000008,230.409,0.0228278582243574 +1,data_10000,10,mlr3/default/snapshots/snapshot_2024_06_28,resample_sequential,0.394,220.325,0.0148260000000076,220.526,0.609630124656652 +1,data_10000,10,mlr3/default/snapshots/snapshot_2024_07_22,resample_sequential,0.3621,222.18,0.0296519999999941,222.374,0.613753479284098 +1,data_10000,10,mlr3/default/snapshots/snapshot_2024_07_29,resample_sequential,0.3856,222.08,0.0148260000000287,222.47,0.827499580395996 +1,data_10000,10,mlr3/default/snapshots/snapshot_2024_08_14,resample_sequential,0.339900000000001,225.955,0.0222390000000219,226.14,0.583933025078889 +1,data_10000,100,mlr3/default/snapshots/snapshot_2022_07_21,resample_sequential,13.916,256.23,0.0370650000000506,256.664,1.3884459738219 +1,data_10000,100,mlr3/default/snapshots/snapshot_2022_11_02,resample_sequential,15.0665,253.74,2.00892299999998,253.633,1.59140085040402 +1,data_10000,100,mlr3/default/snapshots/snapshot_2023_03_17,resample_sequential,15.0168,254.375,2.083053,253.592,2.60853641381949 +1,data_10000,100,mlr3/default/snapshots/snapshot_2023_06_18,resample_sequential,29.7526,240.155,0.385476000000008,242.05,4.89182083800205 +1,data_10000,100,mlr3/default/snapshots/snapshot_2023_11_17,resample_sequential,2.1653,252.79,2.35733399999996,252.565,2.08821162188552 +1,data_10000,100,mlr3/default/snapshots/snapshot_2023_12_21,resample_sequential,1.7258,243.645,1.95703200000003,243.746,1.37664003202645 +1,data_10000,100,mlr3/default/snapshots/snapshot_2024_01_09,resample_sequential,1.7096,242.95,0.971102999999981,243.564,1.42211266939172 +1,data_10000,100,mlr3/default/snapshots/snapshot_2024_03_05,resample_sequential,1.7027,244.925,0.133434000000005,245.164,0.905565507784434 +1,data_10000,100,mlr3/default/snapshots/snapshot_2024_04_24,resample_sequential,1.7472,244.935,0.0222390000000008,244.973,0.913054093566078 +1,data_10000,100,mlr3/default/snapshots/snapshot_2024_06_28,resample_sequential,1.9444,230.24,0.259454999999975,230.209,0.597354352308761 +1,data_10000,100,mlr3/default/snapshots/snapshot_2024_07_22,resample_sequential,1.6605,223.08,0.0222390000000008,223.448,0.805368100794772 +1,data_10000,100,mlr3/default/snapshots/snapshot_2024_07_29,resample_sequential,1.6558,222.98,0.0296519999999941,223.182,0.625278604570266 +1,data_10000,100,mlr3/default/snapshots/snapshot_2024_08_14,resample_sequential,1.251,234.57,0.867320999999991,235.307,1.48494706228127 +1,data_10000,1000,mlr3/default/snapshots/snapshot_2022_07_21,resample_sequential,302.119,738.07,0.415127999999875,737.794,0.618693964914994 +1,data_10000,1000,mlr3/default/snapshots/snapshot_2022_11_02,resample_sequential,265.8603,618.505,56.954079,634.309,62.2904509268208 +1,data_10000,1000,mlr3/default/snapshots/snapshot_2023_03_17,resample_sequential,281.7987,657.985,39.6076590000001,667.052,41.8490957820809 +1,data_10000,1000,mlr3/default/snapshots/snapshot_2023_06_18,resample_sequential,483.2418,629.475,7.73175899999988,649.855,37.2090139168813 +1,data_10000,1000,mlr3/default/snapshots/snapshot_2023_11_17,resample_sequential,46.6306,670.46,1.14901500000005,682.901,21.7108321402525 +1,data_10000,1000,mlr3/default/snapshots/snapshot_2023_12_21,resample_sequential,13.8929,413.53,0.800603999999988,413.587,0.913467751665786 +1,data_10000,1000,mlr3/default/snapshots/snapshot_2024_01_09,resample_sequential,14.1977,413.405,0.533735999999978,413.435,0.47891660141522 +1,data_10000,1000,mlr3/default/snapshots/snapshot_2024_03_05,resample_sequential,13.8935,401.965,0.111194999999983,402.163,0.66939524946029 +1,data_10000,1000,mlr3/default/snapshots/snapshot_2024_04_24,resample_sequential,14.3905,394.11,0.363237000000007,396.288,6.14967533018343 +1,data_10000,1000,mlr3/default/snapshots/snapshot_2024_06_28,resample_sequential,17.2183,480.995,0.200151000000029,481.172,0.551700401788269 +1,data_10000,1000,mlr3/default/snapshots/snapshot_2024_07_22,resample_sequential,13.8151,405.625,0.185325,406.179,1.34827008504314 +1,data_10000,1000,mlr3/default/snapshots/snapshot_2024_07_29,resample_sequential,13.9954,408.83,0.170499000000013,408.819,0.141063421512761 +1,data_10000,1000,mlr3/default/snapshots/snapshot_2024_08_14,resample_sequential,11.0557,383.215,0.0667169999999815,383.231,0.103864227613643 +10,data_1000,10,mlr3/default/snapshots/snapshot_2022_07_21,resample_sequential,2.0115,204.725,0.00741299999999326,204.902,0.575631054679219 +10,data_1000,10,mlr3/default/snapshots/snapshot_2022_11_02,resample_sequential,2.2302,203.67,0.0148259999999865,204.056,0.827045612070126 +10,data_1000,10,mlr3/default/snapshots/snapshot_2023_03_17,resample_sequential,1.878,203.885,0.0148259999999865,204.45,0.920338102124557 +10,data_1000,10,mlr3/default/snapshots/snapshot_2023_06_18,resample_sequential,1.9783,193.68,0.0222390000000008,193.868,0.627053072359554 +10,data_1000,10,mlr3/default/snapshots/snapshot_2023_11_17,resample_sequential,0.532,204.315,0.0148259999999865,204.892,0.937357989244236 +10,data_1000,10,mlr3/default/snapshots/snapshot_2023_12_21,resample_sequential,0.505100000000001,202.25,0.0222390000000008,202.616,0.784887819302157 +10,data_1000,10,mlr3/default/snapshots/snapshot_2024_01_09,resample_sequential,0.536500000000001,202.25,0,202.246,0.00699205898780188 +10,data_1000,10,mlr3/default/snapshots/snapshot_2024_03_05,resample_sequential,0.517000000000002,202.235,0.00741300000001433,202.227,0.0149443411809734 +10,data_1000,10,mlr3/default/snapshots/snapshot_2024_04_24,resample_sequential,0.5191,202.38,0.00741299999999326,202.383,0.00674948557709939 +10,data_1000,10,mlr3/default/snapshots/snapshot_2024_06_28,resample_sequential,0.464199999999998,193.125,0.0222390000000008,193.513,0.820948638263479 +10,data_1000,10,mlr3/default/snapshots/snapshot_2024_07_22,resample_sequential,0.4248,192.08,0.00741300000001433,192.26,0.586818162257744 +10,data_1000,10,mlr3/default/snapshots/snapshot_2024_07_29,resample_sequential,0.427500000000001,192.07,0.00741299999999326,192.057,0.0290784379834222 +10,data_1000,10,mlr3/default/snapshots/snapshot_2024_08_14,resample_sequential,0.395300000000001,194.575,0.0222389999999798,194.774,0.638299825056114 +10,data_1000,100,mlr3/default/snapshots/snapshot_2022_07_21,resample_sequential,37.7372,253.39,0.0148259999999865,253.578,0.594582953749008 +10,data_1000,100,mlr3/default/snapshots/snapshot_2022_11_02,resample_sequential,33.7974,255.375,0.0444780000000017,255.571,0.620043905255457 +10,data_1000,100,mlr3/default/snapshots/snapshot_2023_03_17,resample_sequential,21.5176,254.855,0.0741299999999747,254.793,0.146821887559947 +10,data_1000,100,mlr3/default/snapshots/snapshot_2023_06_18,resample_sequential,20.7154,256.5,0.0222389999999798,256.623,0.638140527888128 +10,data_1000,100,mlr3/default/snapshots/snapshot_2023_11_17,resample_sequential,2.4277,252.89,0,252.891,0.0128668393770766 +10,data_1000,100,mlr3/default/snapshots/snapshot_2023_12_21,resample_sequential,2.2584,236.595,0.00741299999999326,236.594,0.0096609178307894 +10,data_1000,100,mlr3/default/snapshots/snapshot_2024_01_09,resample_sequential,2.2558,236.59,0.0148259999999865,236.776,0.591780740177008 +10,data_1000,100,mlr3/default/snapshots/snapshot_2024_03_05,resample_sequential,2.2577,236.29,0.00741299999999326,236.48,0.611428200563602 +10,data_1000,100,mlr3/default/snapshots/snapshot_2024_04_24,resample_sequential,2.2878,236.64,0.0148259999999865,236.64,0.011547005383793 +10,data_1000,100,mlr3/default/snapshots/snapshot_2024_06_28,resample_sequential,2.5062,267.025,0.0222389999999798,267.206,0.584982430885277 +10,data_1000,100,mlr3/default/snapshots/snapshot_2024_07_22,resample_sequential,2.1776,230.575,0.0593039999999882,230.949,0.805846001279261 +10,data_1000,100,mlr3/default/snapshots/snapshot_2024_07_29,resample_sequential,2.1711,230.49,0.0963690000000177,230.826,0.800905043615591 +10,data_1000,100,mlr3/default/snapshots/snapshot_2024_08_14,resample_sequential,1.9327,210,0.0148259999999865,210,0.010540925533891 +10,data_1000,1000,mlr3/default/snapshots/snapshot_2022_07_21,resample_sequential,220.0292,396.935,2.72798400000001,398.043,5.86862666122909 +10,data_1000,1000,mlr3/default/snapshots/snapshot_2022_11_02,resample_sequential,255.0416,411.27,2.91330900000001,411.081,1.87524487289883 +10,data_1000,1000,mlr3/default/snapshots/snapshot_2023_03_17,resample_sequential,159.846,412.065,1.30468799999999,411.771,1.43898459570166 +10,data_1000,1000,mlr3/default/snapshots/snapshot_2023_06_18,resample_sequential,295.7707,412.68,1.63827299999998,411.138,3.16133516097233 +10,data_1000,1000,mlr3/default/snapshots/snapshot_2023_11_17,resample_sequential,25.3838,389.335,1.38623099999996,387.715,5.34193317067895 +10,data_1000,1000,mlr3/default/snapshots/snapshot_2023_12_21,resample_sequential,20.3401,315.07,0.0518909999999949,315.24,0.552589861973204 +10,data_1000,1000,mlr3/default/snapshots/snapshot_2024_01_09,resample_sequential,20.7778,314.295,0.192738000000035,314.523,0.599111378997632 +10,data_1000,1000,mlr3/default/snapshots/snapshot_2024_03_05,resample_sequential,20.4411,316.17,0.0741299999999747,316.354,0.450461491756579 +10,data_1000,1000,mlr3/default/snapshots/snapshot_2024_04_24,resample_sequential,20.7899,314.705,0.0963689999999966,314.758,0.320998442363826 +10,data_1000,1000,mlr3/default/snapshots/snapshot_2024_06_28,resample_sequential,24.0063,357.765,1.50483899999998,357.608,1.80454857389751 +10,data_1000,1000,mlr3/default/snapshots/snapshot_2024_07_22,resample_sequential,20.7542,305.13,0.244628999999988,305.564,0.776619454931299 +10,data_1000,1000,mlr3/default/snapshots/snapshot_2024_07_29,resample_sequential,20.97,305.39,0.0815430000000101,305.749,0.836546472110182 +10,data_1000,1000,mlr3/default/snapshots/snapshot_2024_08_14,resample_sequential,17.8865,259.505,0.0741300000000169,260.087,1.40446945301222 +10,data_10000,10,mlr3/default/snapshots/snapshot_2022_07_21,resample_sequential,2.2635,229.805,0.0148260000000076,229.998,0.626201955353774 +10,data_10000,10,mlr3/default/snapshots/snapshot_2022_11_02,resample_sequential,2.1523,230.155,0.0963689999999966,230.688,0.911114092136047 +10,data_10000,10,mlr3/default/snapshots/snapshot_2023_03_17,resample_sequential,1.9493,229.965,0.00741299999999326,229.973,0.0262678510731301 +10,data_10000,10,mlr3/default/snapshots/snapshot_2023_06_18,resample_sequential,2.615,222.03,0.0370649999999874,222.199,0.594744576361236 +10,data_10000,10,mlr3/default/snapshots/snapshot_2023_11_17,resample_sequential,0.566,229.98,0.0593040000000303,230.329,0.754960631791856 +10,data_10000,10,mlr3/default/snapshots/snapshot_2023_12_21,resample_sequential,0.5501,230.28,0.0222390000000008,230.476,0.589240565851034 +10,data_10000,10,mlr3/default/snapshots/snapshot_2024_01_09,resample_sequential,0.5462,230.255,0.0370650000000084,230.61,0.774969533451335 +10,data_10000,10,mlr3/default/snapshots/snapshot_2024_03_05,resample_sequential,0.5455,230.315,0.0741300000000169,230.488,0.596262432900892 +10,data_10000,10,mlr3/default/snapshots/snapshot_2024_04_24,resample_sequential,0.541,230.4,0.0148260000000287,230.4,0.0133333333333331 +10,data_10000,10,mlr3/default/snapshots/snapshot_2024_06_28,resample_sequential,0.489099999999998,220.295,0.0222389999999798,220.476,0.567258514455468 +10,data_10000,10,mlr3/default/snapshots/snapshot_2024_07_22,resample_sequential,0.4584,222.21,0.00741300000001433,222.388,0.566466631360087 +10,data_10000,10,mlr3/default/snapshots/snapshot_2024_07_29,resample_sequential,0.459000000000001,222.09,0.0296520000000152,222.653,0.925959562352 +10,data_10000,10,mlr3/default/snapshots/snapshot_2024_08_14,resample_sequential,0.4293,225.945,0.0370650000000084,225.963,0.0416466618643628 +10,data_10000,100,mlr3/default/snapshots/snapshot_2022_07_21,resample_sequential,24.861,256.205,0.111194999999983,256.68,1.61340220238683 +10,data_10000,100,mlr3/default/snapshots/snapshot_2022_11_02,resample_sequential,30.9865,254.505,0.200150999999987,254.623,1.25201215826542 +10,data_10000,100,mlr3/default/snapshots/snapshot_2023_03_17,resample_sequential,16.7161,253.275,2.13494400000002,254.224,4.38124335472629 +10,data_10000,100,mlr3/default/snapshots/snapshot_2023_06_18,resample_sequential,18.7231,240.26,0.459606000000003,240.807,1.16373966160822 +10,data_10000,100,mlr3/default/snapshots/snapshot_2023_11_17,resample_sequential,3.0896,251.86,0.0593040000000303,252.409,1.95889679837062 +10,data_10000,100,mlr3/default/snapshots/snapshot_2023_12_21,resample_sequential,2.6385,244.765,0.0222390000000008,244.636,0.88202040792716 +10,data_10000,100,mlr3/default/snapshots/snapshot_2024_01_09,resample_sequential,2.6289,242.58,0.370649999999958,243.582,1.60024859179927 +10,data_10000,100,mlr3/default/snapshots/snapshot_2024_03_05,resample_sequential,2.6387,244.85,0.0296520000000152,244.857,0.0391719854544591 +10,data_10000,100,mlr3/default/snapshots/snapshot_2024_04_24,resample_sequential,2.7255,244.955,0.111194999999983,245.303,0.74120097739337 +10,data_10000,100,mlr3/default/snapshots/snapshot_2024_06_28,resample_sequential,2.9073,229.775,0.252042000000003,229.944,0.632687389895937 +10,data_10000,100,mlr3/default/snapshots/snapshot_2024_07_22,resample_sequential,2.5181,223.05,0.0148260000000076,223.046,0.0157762127549308 +10,data_10000,100,mlr3/default/snapshots/snapshot_2024_07_29,resample_sequential,2.5388,222.96,0.0222390000000008,223.156,0.617003511605349 +10,data_10000,100,mlr3/default/snapshots/snapshot_2024_08_14,resample_sequential,2.1907,234.315,0.533735999999999,235.266,1.60946644022864 +10,data_10000,1000,mlr3/default/snapshots/snapshot_2022_07_21,resample_sequential,166.9573,737.185,0.71906100000002,737.415,0.755325536882386 +10,data_10000,1000,mlr3/default/snapshots/snapshot_2022_11_02,resample_sequential,196.7892,645.01,57.621249,660.35,55.1641705376879 +10,data_10000,1000,mlr3/default/snapshots/snapshot_2023_03_17,resample_sequential,207.8088,681.1,38.317797,673.984,40.1909365681147 +10,data_10000,1000,mlr3/default/snapshots/snapshot_2023_06_18,resample_sequential,204.1943,637.515,19.296039,657.858,43.2835377482017 +10,data_10000,1000,mlr3/default/snapshots/snapshot_2023_11_17,resample_sequential,55.3646,670.32,0.511496999999956,672.648,7.75254768160476 +10,data_10000,1000,mlr3/default/snapshots/snapshot_2023_12_21,resample_sequential,23.0095,414.095,0.555974999999958,413.779,0.690482118201151 +10,data_10000,1000,mlr3/default/snapshots/snapshot_2024_01_09,resample_sequential,23.0222,413.945,0.548562000000007,413.796,0.750439871009004 +10,data_10000,1000,mlr3/default/snapshots/snapshot_2024_03_05,resample_sequential,22.8598,401.9,0.177912000000007,402.451,1.67467044850953 +10,data_10000,1000,mlr3/default/snapshots/snapshot_2024_04_24,resample_sequential,22.8588,393.885,0.12602099999997,394.253,0.828962537687251 +10,data_10000,1000,mlr3/default/snapshots/snapshot_2024_06_28,resample_sequential,26.4475,480.945,0.10378199999999,481.4,1.08933210934245 +10,data_10000,1000,mlr3/default/snapshots/snapshot_2024_07_22,resample_sequential,23.0244,405.53,0.12602099999997,406.049,1.08966304679729 +10,data_10000,1000,mlr3/default/snapshots/snapshot_2024_07_29,resample_sequential,22.7717,408.86,0.148260000000034,408.794,0.216856327246097 +10,data_10000,1000,mlr3/default/snapshots/snapshot_2024_08_14,resample_sequential,20.2032,383.79,0.993342000000024,383.967,0.874452844799411 +100,data_1000,10,mlr3/default/snapshots/snapshot_2022_07_21,resample_sequential,4.8648,204.72,0.0148259999999865,205.097,0.798137415069193 +100,data_1000,10,mlr3/default/snapshots/snapshot_2022_11_02,resample_sequential,2.9638,203.66,0.00741299999999326,203.661,0.00737864787371951 +100,data_1000,10,mlr3/default/snapshots/snapshot_2023_03_17,resample_sequential,2.7645,203.88,0.0148259999999865,203.879,0.00994428926010849 +100,data_1000,10,mlr3/default/snapshots/snapshot_2023_06_18,resample_sequential,2.9354,193.625,0.00741299999999326,193.635,0.0302765035409703 +100,data_1000,10,mlr3/default/snapshots/snapshot_2023_11_17,resample_sequential,1.4379,204.32,0,204.318,0.00788810637746379 +100,data_1000,10,mlr3/default/snapshots/snapshot_2023_12_21,resample_sequential,1.4177,202.23,0.00741299999999326,202.412,0.586132332422566 +100,data_1000,10,mlr3/default/snapshots/snapshot_2024_01_09,resample_sequential,1.4223,202.255,0.0296520000000152,202.821,0.92445118854378 +100,data_1000,10,mlr3/default/snapshots/snapshot_2024_03_05,resample_sequential,1.4212,202.23,0.029651999999973,202.792,0.912381499154819 +100,data_1000,10,mlr3/default/snapshots/snapshot_2024_04_24,resample_sequential,1.42,202.385,0.00741299999999326,202.564,0.571395951449898 +100,data_1000,10,mlr3/default/snapshots/snapshot_2024_06_28,resample_sequential,1.3803,193.13,0.0222390000000008,193.132,0.0304776785350977 +100,data_1000,10,mlr3/default/snapshots/snapshot_2024_07_22,resample_sequential,1.3459,192.075,0.0074130000000354,192.263,0.592828436864791 +100,data_1000,10,mlr3/default/snapshots/snapshot_2024_07_29,resample_sequential,1.3464,192.05,0.00741299999999326,192.234,0.582069106244643 +100,data_1000,10,mlr3/default/snapshots/snapshot_2024_08_14,resample_sequential,1.3107,194.59,0.0148259999999865,194.591,0.0144913767461937 +100,data_1000,100,mlr3/default/snapshots/snapshot_2022_07_21,resample_sequential,49.5076,253.395,0.0148260000000076,253.758,0.776213029178634 +100,data_1000,100,mlr3/default/snapshots/snapshot_2022_11_02,resample_sequential,28.298,255.39,0.0815429999999891,255.545,0.619484552762307 +100,data_1000,100,mlr3/default/snapshots/snapshot_2023_03_17,resample_sequential,35.8613,254.805,0.0444780000000017,255.371,0.918845289842996 +100,data_1000,100,mlr3/default/snapshots/snapshot_2023_06_18,resample_sequential,46.3867,256.51,0.0370649999999663,256.43,0.236877840059199 +100,data_1000,100,mlr3/default/snapshots/snapshot_2023_11_17,resample_sequential,11.5689,252.89,0.0148259999999865,253.084,0.617093545942954 +100,data_1000,100,mlr3/default/snapshots/snapshot_2023_12_21,resample_sequential,11.4189,236.59,0.0148259999999865,236.592,0.0113529242439506 +100,data_1000,100,mlr3/default/snapshots/snapshot_2024_01_09,resample_sequential,11.4144,236.59,0.00741299999999326,236.773,0.578735210994146 +100,data_1000,100,mlr3/default/snapshots/snapshot_2024_03_05,resample_sequential,11.4104,236.29,0.00741299999999326,236.286,0.00843274042711325 +100,data_1000,100,mlr3/default/snapshots/snapshot_2024_04_24,resample_sequential,11.421,236.62,0,236.625,0.0108012344973366 +100,data_1000,100,mlr3/default/snapshots/snapshot_2024_06_28,resample_sequential,11.6455,267.04,0.0296520000000152,267.604,0.916311446325251 +100,data_1000,100,mlr3/default/snapshots/snapshot_2024_07_22,resample_sequential,11.2982,230.565,0.0222390000000008,230.551,0.058963265400305 +100,data_1000,100,mlr3/default/snapshots/snapshot_2024_07_29,resample_sequential,11.3309,230.645,0.103782000000011,230.975,0.79229974686913 +100,data_1000,100,mlr3/default/snapshots/snapshot_2024_08_14,resample_sequential,11.0741,210,0,210.365,0.766916625919087 +100,data_1000,1000,mlr3/default/snapshots/snapshot_2022_07_21,resample_sequential,270.6907,396.835,0.303933000000061,397.014,0.64391510827644 +100,data_1000,1000,mlr3/default/snapshots/snapshot_2022_11_02,resample_sequential,232.3539,411.475,2.083053,412.999,3.05684459678422 +100,data_1000,1000,mlr3/default/snapshots/snapshot_2023_03_17,resample_sequential,276.3163,412.775,5.06307899999999,413.769,3.49803262166354 +100,data_1000,1000,mlr3/default/snapshots/snapshot_2023_06_18,resample_sequential,368.4135,411.98,1.44553499999999,406.469,17.0222275928335 +100,data_1000,1000,mlr3/default/snapshots/snapshot_2023_11_17,resample_sequential,116.921,390.01,1.40846999999998,389.908,5.20154421515595 +100,data_1000,1000,mlr3/default/snapshots/snapshot_2023_12_21,resample_sequential,111.7748,315.03,0.0518909999999949,315.237,0.589086863996584 +100,data_1000,1000,mlr3/default/snapshots/snapshot_2024_01_09,resample_sequential,111.8091,314.35,0.0889560000000455,314.574,0.685244481918672 +100,data_1000,1000,mlr3/default/snapshots/snapshot_2024_03_05,resample_sequential,111.8048,316.24,0.148260000000034,316.785,0.874429973055469 +100,data_1000,1000,mlr3/default/snapshots/snapshot_2024_04_24,resample_sequential,111.9789,314.725,0.0815430000000101,315.126,0.809721488469263 +100,data_1000,1000,mlr3/default/snapshots/snapshot_2024_06_28,resample_sequential,115.0855,358.62,0.140846999999998,358.754,1.26565924850779 +100,data_1000,1000,mlr3/default/snapshots/snapshot_2024_07_22,resample_sequential,111.7065,305.045,0.10378199999999,305.418,0.810141277117079 +100,data_1000,1000,mlr3/default/snapshots/snapshot_2024_07_29,resample_sequential,111.9231,305.36,0.10378199999999,305.701,0.872906384187657 +100,data_1000,1000,mlr3/default/snapshots/snapshot_2024_08_14,resample_sequential,109.3154,259.49,0.111194999999983,260.006,1.18375297723432 +100,data_10000,10,mlr3/default/snapshots/snapshot_2022_07_21,resample_sequential,4.2422,229.815,0.0296519999999941,230.381,0.914724609437783 +100,data_10000,10,mlr3/default/snapshots/snapshot_2022_11_02,resample_sequential,2.8699,230.115,0.00741299999999326,230.121,0.0179195734076151 +100,data_10000,10,mlr3/default/snapshots/snapshot_2023_03_17,resample_sequential,3.2292,229.93,0.0296520000000152,230.14,0.623769900595473 +100,data_10000,10,mlr3/default/snapshots/snapshot_2023_06_18,resample_sequential,5.8543,222,0.051891000000016,222.355,0.796565544488753 +100,data_10000,10,mlr3/default/snapshots/snapshot_2023_11_17,resample_sequential,1.4775,229.88,0.029651999999973,230.075,0.5865766976468 +100,data_10000,10,mlr3/default/snapshots/snapshot_2023_12_21,resample_sequential,1.4613,230.265,0.0444779999999806,230.455,0.607202144630967 +100,data_10000,10,mlr3/default/snapshots/snapshot_2024_01_09,resample_sequential,1.4567,230.26,0.0889560000000034,230.464,0.604247925569925 +100,data_10000,10,mlr3/default/snapshots/snapshot_2024_03_05,resample_sequential,1.458,230.25,0.0815430000000101,230.454,0.650627047974153 +100,data_10000,10,mlr3/default/snapshots/snapshot_2024_04_24,resample_sequential,1.4656,230.37,0.0296519999999941,230.751,0.819301192751757 +100,data_10000,10,mlr3/default/snapshots/snapshot_2024_06_28,resample_sequential,1.4045,220.305,0.0370650000000084,220.506,0.627166467357568 +100,data_10000,10,mlr3/default/snapshots/snapshot_2024_07_22,resample_sequential,1.3729,222.1,0.00741299999999326,222.476,0.792943881999227 +100,data_10000,10,mlr3/default/snapshots/snapshot_2024_07_29,resample_sequential,1.3742,221.985,0.0074130000000354,222.001,0.04383048152954 +100,data_10000,10,mlr3/default/snapshots/snapshot_2024_08_14,resample_sequential,1.3371,225.945,0.0370650000000084,225.948,0.0269979423084191 +100,data_10000,100,mlr3/default/snapshots/snapshot_2022_07_21,resample_sequential,27.0875,258.415,1.87548899999998,258.152,2.16266193998661 +100,data_10000,100,mlr3/default/snapshots/snapshot_2022_11_02,resample_sequential,34.5064,251.91,0.333585000000013,252.253,1.39531796455942 +100,data_10000,100,mlr3/default/snapshots/snapshot_2023_03_17,resample_sequential,30.665,249.53,0.459606000000003,250.959,2.40734731833841 +100,data_10000,100,mlr3/default/snapshots/snapshot_2023_06_18,resample_sequential,28.9615,240.395,0.652343999999976,241.102,1.35824069213736 +100,data_10000,100,mlr3/default/snapshots/snapshot_2023_11_17,resample_sequential,12.2907,251.955,0.385475999999986,252.125,1.36371429070267 +100,data_10000,100,mlr3/default/snapshots/snapshot_2023_12_21,resample_sequential,11.7761,244.735,0.385475999999965,244.283,1.11726899178309 +100,data_10000,100,mlr3/default/snapshots/snapshot_2024_01_09,resample_sequential,11.7832,245.16,0.481844999999983,245.237,1.34117734348097 +100,data_10000,100,mlr3/default/snapshots/snapshot_2024_03_05,resample_sequential,11.803,244.935,0.163085999999999,245.085,0.607128944751898 +100,data_10000,100,mlr3/default/snapshots/snapshot_2024_04_24,resample_sequential,11.816,244.9,0.0370649999999874,244.559,1.10028733620914 +100,data_10000,100,mlr3/default/snapshots/snapshot_2024_06_28,resample_sequential,12.0269,229.965,0.318759000000026,229.843,0.31798148094224 +100,data_10000,100,mlr3/default/snapshots/snapshot_2024_07_22,resample_sequential,11.6937,223.045,0.0444780000000227,223.431,0.8093131518626 +100,data_10000,100,mlr3/default/snapshots/snapshot_2024_07_29,resample_sequential,11.684,222.89,0.0148259999999865,222.896,0.0350238014308393 +100,data_10000,100,mlr3/default/snapshots/snapshot_2024_08_14,resample_sequential,11.3298,234.21,0.415128000000002,234.564,0.777763174466085 +100,data_10000,1000,mlr3/default/snapshots/snapshot_2022_07_21,resample_sequential,262.9384,737.39,1.11936300000016,737.464,0.92628529322472 +100,data_10000,1000,mlr3/default/snapshots/snapshot_2022_11_02,resample_sequential,293.6723,669.88,93.188823,662.915,61.578357534662 +100,data_10000,1000,mlr3/default/snapshots/snapshot_2023_03_17,resample_sequential,275.5756,643.495,19.4442989999999,654.94,33.8851868651907 +100,data_10000,1000,mlr3/default/snapshots/snapshot_2023_06_18,resample_sequential,278.4802,676.045,76.4057910000001,685.767,56.9075193332715 +100,data_10000,1000,mlr3/default/snapshots/snapshot_2023_11_17,resample_sequential,147.1081,670.28,0.45219300000001,670.395,0.709322838268204 +100,data_10000,1000,mlr3/default/snapshots/snapshot_2023_12_21,resample_sequential,114.2662,412.895,0.429953999999988,413.151,0.690675192997565 +100,data_10000,1000,mlr3/default/snapshots/snapshot_2024_01_09,resample_sequential,114.4063,413.09,0.726474000000056,412.509,2.57028943463139 +100,data_10000,1000,mlr3/default/snapshots/snapshot_2024_03_05,resample_sequential,114.4403,401.905,0.0741299999999747,402.13,0.656099585936967 +100,data_10000,1000,mlr3/default/snapshots/snapshot_2024_04_24,resample_sequential,114.4078,394.845,1.36399200000002,396.644,6.05094886957594 +100,data_10000,1000,mlr3/default/snapshots/snapshot_2024_06_28,resample_sequential,117.3314,481.155,0.407714999999966,482.045,1.51345263846903 +100,data_10000,1000,mlr3/default/snapshots/snapshot_2024_07_22,resample_sequential,114.2325,405.71,0.207564000000064,406.101,1.05850471053379 +100,data_10000,1000,mlr3/default/snapshots/snapshot_2024_07_29,resample_sequential,114.3199,408.83,0.0741300000000169,408.823,0.111559650212583 +100,data_10000,1000,mlr3/default/snapshots/snapshot_2024_08_14,resample_sequential,111.6749,383.855,1.26020999999999,383.627,1.70072566211537 +1000,data_1000,10,mlr3/default/snapshots/snapshot_2022_07_21,resample_sequential,11.8865,204.73,0,204.924,0.60999453549465 +1000,data_1000,10,mlr3/default/snapshots/snapshot_2022_11_02,resample_sequential,11.7056,203.66,0.0148259999999865,203.663,0.00948683298050217 +1000,data_1000,10,mlr3/default/snapshots/snapshot_2023_03_17,resample_sequential,11.326,203.88,0.00741299999999326,204.069,0.615276812138693 +1000,data_1000,10,mlr3/default/snapshots/snapshot_2023_06_18,resample_sequential,11.8541,193.69,0.0593040000000093,194.433,0.982423873216987 +1000,data_1000,10,mlr3/default/snapshots/snapshot_2023_11_17,resample_sequential,10.4552,204.31,0.00741299999999326,204.698,0.820796361265485 +1000,data_1000,10,mlr3/default/snapshots/snapshot_2023_12_21,resample_sequential,10.4365,202.245,0.00741299999999326,202.812,0.91926057241676 +1000,data_1000,10,mlr3/default/snapshots/snapshot_2024_01_09,resample_sequential,10.4401,202.25,0,202.244,0.00843274042711849 +1000,data_1000,10,mlr3/default/snapshots/snapshot_2024_03_05,resample_sequential,10.435,202.23,0.0148260000000287,202.227,0.0133749350984927 +1000,data_1000,10,mlr3/default/snapshots/snapshot_2024_04_24,resample_sequential,10.4424,202.39,0.0148259999999865,202.585,0.623738727353055 +1000,data_1000,10,mlr3/default/snapshots/snapshot_2024_06_28,resample_sequential,10.3881,193.08,0.00741299999999326,193.099,0.037844711945285 +1000,data_1000,10,mlr3/default/snapshots/snapshot_2024_07_22,resample_sequential,10.3699,192.09,0.0148259999999865,192.653,0.921484912760074 +1000,data_1000,10,mlr3/default/snapshots/snapshot_2024_07_29,resample_sequential,10.3611,192.03,0.0148259999999865,192.215,0.609867927414522 +1000,data_1000,10,mlr3/default/snapshots/snapshot_2024_08_14,resample_sequential,10.3391,194.58,0,194.578,0.00632455532034299 +1000,data_1000,100,mlr3/default/snapshots/snapshot_2022_07_21,resample_sequential,125.0399,253.39,0,253.567,0.56676567762466 +1000,data_1000,100,mlr3/default/snapshots/snapshot_2022_11_02,resample_sequential,113.8941,255.255,0.0815430000000101,256.207,2.41734955868797 +1000,data_1000,100,mlr3/default/snapshots/snapshot_2023_03_17,resample_sequential,113.6261,254.8,0.0815430000000101,254.964,0.578411618140583 +1000,data_1000,100,mlr3/default/snapshots/snapshot_2023_06_18,resample_sequential,119.5554,256.485,0.0296520000000152,256.663,0.589784329696496 +1000,data_1000,100,mlr3/default/snapshots/snapshot_2023_11_17,resample_sequential,101.7326,252.89,0.00741299999999326,252.891,0.00737864787373106 +1000,data_1000,100,mlr3/default/snapshots/snapshot_2023_12_21,resample_sequential,101.5842,236.59,0,236.586,0.0150554530541805 +1000,data_1000,100,mlr3/default/snapshots/snapshot_2024_01_09,resample_sequential,101.5797,236.6,0.0148260000000076,236.977,0.801360648452923 +1000,data_1000,100,mlr3/default/snapshots/snapshot_2024_03_05,resample_sequential,101.5648,236.29,0.00741299999999326,236.674,0.820124651772186 +1000,data_1000,100,mlr3/default/snapshots/snapshot_2024_04_24,resample_sequential,101.577,236.635,0.00741299999999326,236.824,0.602977795795353 +1000,data_1000,100,mlr3/default/snapshots/snapshot_2024_06_28,resample_sequential,101.8268,267.06,0.0222389999999798,267.055,0.0190029237516516 +1000,data_1000,100,mlr3/default/snapshots/snapshot_2024_07_22,resample_sequential,101.5136,230.56,0.0444780000000017,230.735,0.566651960593489 +1000,data_1000,100,mlr3/default/snapshots/snapshot_2024_07_29,resample_sequential,101.5053,230.475,0.0444780000000017,230.657,0.585662967167217 +1000,data_1000,100,mlr3/default/snapshots/snapshot_2024_08_14,resample_sequential,101.238,210,0.0148259999999865,210.187,0.591421075790246 +1000,data_10000,10,mlr3/default/snapshots/snapshot_2022_07_21,resample_sequential,14.9253,229.825,0.0222390000000219,229.816,0.0211869981094334 +1000,data_10000,10,mlr3/default/snapshots/snapshot_2022_11_02,resample_sequential,12.995,230.13,0.0518909999999949,230.3,0.592133618554307 +1000,data_10000,10,mlr3/default/snapshots/snapshot_2023_03_17,resample_sequential,12.3819,230.02,0.0222389999999798,230.188,0.581354739667042 +1000,data_10000,10,mlr3/default/snapshots/snapshot_2023_06_18,resample_sequential,11.6931,222.015,0.0148260000000076,222.012,0.0220100986922952 +1000,data_10000,10,mlr3/default/snapshots/snapshot_2023_11_17,resample_sequential,10.4841,230,0.00741299999999326,229.998,0.00918936583472464 +1000,data_10000,10,mlr3/default/snapshots/snapshot_2023_12_21,resample_sequential,10.4706,230.345,0.00741299999999326,230.515,0.571299687846342 +1000,data_10000,10,mlr3/default/snapshots/snapshot_2024_01_09,resample_sequential,10.4674,230.265,0.0963689999999966,230.624,0.783399997163364 +1000,data_10000,10,mlr3/default/snapshots/snapshot_2024_03_05,resample_sequential,10.4666,230.285,0.051891000000016,230.651,0.819667276670506 +1000,data_10000,10,mlr3/default/snapshots/snapshot_2024_04_24,resample_sequential,10.4709,230.38,0.0148259999999865,230.372,0.0168654808542261 +1000,data_10000,10,mlr3/default/snapshots/snapshot_2024_06_28,resample_sequential,10.4147,220.29,0.0148259999999865,220.493,0.603987674635099 +1000,data_10000,10,mlr3/default/snapshots/snapshot_2024_07_22,resample_sequential,10.3897,222.11,0.0222390000000008,222.111,0.0185292561462436 +1000,data_10000,10,mlr3/default/snapshots/snapshot_2024_07_29,resample_sequential,10.3854,222.02,0.0444780000000438,222.197,0.585093534782645 +1000,data_10000,10,mlr3/default/snapshots/snapshot_2024_08_14,resample_sequential,10.3495,225.955,0.0444779999999806,226.334,0.797122603144863 +1000,data_10000,100,mlr3/default/snapshots/snapshot_2022_07_21,resample_sequential,111.5409,256.165,0.0370650000000506,256.317,0.581321291924214 +1000,data_10000,100,mlr3/default/snapshots/snapshot_2022_11_02,resample_sequential,114.284,252.37,0.748713000000014,253.093,1.36816218986558 +1000,data_10000,100,mlr3/default/snapshots/snapshot_2023_03_17,resample_sequential,114.2138,252.09,0.53373600000002,253.499,3.174290646918 +1000,data_10000,100,mlr3/default/snapshots/snapshot_2023_06_18,resample_sequential,124.8357,240.06,0.0444780000000017,240.127,0.242306050733824 +1000,data_10000,100,mlr3/default/snapshots/snapshot_2023_11_17,resample_sequential,102.4546,251.885,1.80877199999998,252.56,2.51969133912161 +1000,data_10000,100,mlr3/default/snapshots/snapshot_2023_12_21,resample_sequential,101.9725,242.595,0.555975,243.649,1.75617924926688 +1000,data_10000,100,mlr3/default/snapshots/snapshot_2024_01_09,resample_sequential,101.9622,245.135,1.03782,245.122,1.52101428147288 +1000,data_10000,100,mlr3/default/snapshots/snapshot_2024_03_05,resample_sequential,101.959,244.885,0.155673000000006,245.468,1.0092989866459 +1000,data_10000,100,mlr3/default/snapshots/snapshot_2024_04_24,resample_sequential,101.9718,245,0.0296520000000152,244.987,0.0421768762343633 +1000,data_10000,100,mlr3/default/snapshots/snapshot_2024_06_28,resample_sequential,102.1893,229.71,0.237215999999995,229.912,0.780979442039858 +1000,data_10000,100,mlr3/default/snapshots/snapshot_2024_07_22,resample_sequential,101.8431,223.06,0.00741299999999326,223.245,0.5921383096691 +1000,data_10000,100,mlr3/default/snapshots/snapshot_2024_07_29,resample_sequential,101.8568,222.95,0.0296519999999941,223.156,0.599874060856858 +1000,data_10000,100,mlr3/default/snapshots/snapshot_2024_08_14,resample_sequential,101.5002,236.57,0.474432000000011,236.586,1.65911087299459 diff --git a/mlr-org/benchmark_results/mlr3_resample_result_memory.csv b/mlr-org/benchmark_results/mlr3_resample_result_memory.csv new file mode 100644 index 00000000..b3b6f3df --- /dev/null +++ b/mlr-org/benchmark_results/mlr3_resample_result_memory.csv @@ -0,0 +1,145 @@ +task,evals,renv_project,algorithm,mean_run_time,median_memory,mad_memory,mean_memory,sd_memory +data_1000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2022_07_21,resample_aggregate,0.0510000000000026,201.365,0.0222390000000008,201.4,0.123468394516348 +data_1000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2022_11_02,resample_aggregate,0.0513000000000005,206.33,0.0667170000000025,206.522,0.578960754762838 +data_1000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_03_17,resample_aggregate,0.0521000000000008,206.355,0.0074130000000354,206.933,0.939610439372498 +data_1000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_06_18,resample_aggregate,0.0402999999999999,200.41,0.0444780000000017,200.985,0.92446080380824 +data_1000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_11_17,resample_aggregate,0.0779999999999994,206.305,0.00741299999999326,206.313,0.0319895816373614 +data_1000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_12_21,resample_aggregate,0.0775000000000006,206.46,0.00741300000001433,206.652,0.580704552916353 +data_1000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_01_09,resample_aggregate,0.0786999999999985,206.455,0.0148260000000076,206.657,0.623663905213914 +data_1000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_03_05,resample_aggregate,0.0777999999999985,206.5,0.0296520000000152,207.253,0.981145022693158 +data_1000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_04_24,resample_aggregate,0.0769999999999996,206.63,0.0148259999999865,206.64,0.0368178700572926 +data_1000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_06_28,resample_aggregate,0.0790000000000013,210.145,0.0148260000000076,210.157,0.0294580681270491 +data_1000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_07_22,resample_aggregate,0.0790999999999983,203.6,0.0593040000000303,203.806,0.629500683963974 +data_1000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_07_29,resample_aggregate,0.0790999999999997,203.455,0.0222389999999798,203.643,0.583038973349508 +data_1000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2022_07_21,resample_aggregate,0.0849999999999994,220.215,0.0222389999999798,219.603,0.832026308344739 +data_1000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2022_11_02,resample_aggregate,0.0874000000000009,221.915,0.170498999999971,221.886,0.152694320639493 +data_1000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_03_17,resample_aggregate,0.0830000000000005,221.8,0.0148260000000287,222.185,0.796509747446805 +data_1000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_06_18,resample_aggregate,0.0768000000000001,220.41,0.0444780000000017,220.604,0.62494799783662 +data_1000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_11_17,resample_aggregate,0.1155,221.49,0.0148260000000076,221.356,0.299117219683371 +data_1000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_12_21,resample_aggregate,0.1245,216.02,0.0148260000000287,216.391,0.777866740943892 +data_1000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_01_09,resample_aggregate,0.119299999999999,216,0.0148259999999865,216.003,0.0333499958354138 +data_1000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_03_05,resample_aggregate,0.1149,216.83,0.0815429999999891,217.16,0.868536444575327 +data_1000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_04_24,resample_aggregate,0.1098,216.245,0.0593040000000093,216.62,0.799583224769836 +data_1000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_06_28,resample_aggregate,0.113400000000001,257.54,0,257.551,0.0328125992061925 +data_1000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_07_22,resample_aggregate,0.1113,224.275,0.00741299999999326,224.466,0.571648687763929 +data_1000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_07_29,resample_aggregate,0.1114,224.49,0.0148260000000076,224.68,0.580402159426265 +data_1000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2022_07_21,resample_aggregate,0.392400000000004,371.255,3.21724199999998,374.977,10.5830052967534 +data_1000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2022_11_02,resample_aggregate,0.401600000000005,381.06,0.415128000000044,381.472,0.907754249661108 +data_1000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_03_17,resample_aggregate,0.394499999999997,384.865,6.00453000000002,396.587,21.6827847996208 +data_1000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_06_18,resample_aggregate,0.427599999999998,319.55,0.0296520000000152,318.273,4.54844307916944 +data_1000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_11_17,resample_aggregate,0.431900000000002,350.33,5.81920499999997,349.841,4.68584736793203 +data_1000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_12_21,resample_aggregate,0.450899999999999,266,0.971103000000002,266.06,1.03564258098803 +data_1000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_01_09,resample_aggregate,0.452,265.695,0.340997999999985,265.8,0.631664467894156 +data_1000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_03_05,resample_aggregate,0.433699999999998,267.5,0.26686800000001,267.65,0.585187529296753 +data_1000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_04_24,resample_aggregate,0.4498,266.155,0.585627000000015,266.295,0.729980973876874 +data_1000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_06_28,resample_aggregate,0.4273,350.765,0.303933000000019,350.501,1.88880003058968 +data_1000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_07_22,resample_aggregate,0.4301,271.07,0.26686800000001,271.189,0.723317204121246 +data_1000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_07_29,resample_aggregate,0.428899999999999,268.91,0.0889559999999612,269.165,0.608280819651209 +data_10000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2022_07_21,resample_aggregate,0.0518999999999998,233.29,0.0370650000000295,233.658,0.77397674383666 +data_10000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2022_11_02,resample_aggregate,0.0529000000000004,220.915,2.40181200000003,223.388,6.85545006221733 +data_10000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_03_17,resample_aggregate,0.0533000000000001,221.06,2.461116,225.218,7.85611976600266 +data_10000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_06_18,resample_aggregate,0.0440000000000026,231.44,0.0370650000000084,231.658,0.660366901384712 +data_10000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_11_17,resample_aggregate,0.0788000000000011,221.07,2.60196299999999,223.92,6.87571572032081 +data_10000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_12_21,resample_aggregate,0.0785000000000004,219.46,0,219.48,0.0408248290463848 +data_10000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_01_09,resample_aggregate,0.0786000000000016,219.455,0.00741300000001433,219.651,0.590582574901922 +data_10000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_03_05,resample_aggregate,0.0802000000000014,219.51,0.0148259999999865,219.7,0.58425641250701 +data_10000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_04_24,resample_aggregate,0.0803000000000019,219.64,0.0148260000000076,219.65,0.0365148371670125 +data_10000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_06_28,resample_aggregate,0.0811000000000007,237.75,0.0222390000000008,237.949,0.591841758130215 +data_10000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_07_22,resample_aggregate,0.0786999999999999,235.705,0.029651999999973,235.721,0.0558669053296425 +data_10000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_07_29,resample_aggregate,0.0810999999999993,235.5,0.0296520000000152,235.694,0.621900313555157 +data_10000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2022_07_21,resample_aggregate,0.0899999999999977,239.605,0.237215999999995,239.302,1.6423411474004 +data_10000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2022_11_02,resample_aggregate,0.0945,237.42,6.12313799999999,236.469,7.58948607541307 +data_10000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_03_17,resample_aggregate,0.0942,238.83,5.426316,237.673,5.88219356287356 +data_10000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_06_18,resample_aggregate,0.078299999999998,239.57,0.0148259999999865,239.768,0.581698661966253 +data_10000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_11_17,resample_aggregate,0.116699999999999,237.38,6.6717,239.928,7.65762626405859 +data_10000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_12_21,resample_aggregate,0.1175,239.685,1.55673000000002,235.861,5.49555871186502 +data_10000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_01_09,resample_aggregate,0.1189,229.705,2.83176599999997,231.032,4.6733661434892 +data_10000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_03_05,resample_aggregate,0.119100000000001,239.86,1.37140499999997,236.744,5.96541737386786 +data_10000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_04_24,resample_aggregate,0.117800000000001,230.79,3.72873900000002,232.745,5.25236930663994 +data_10000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_06_28,resample_aggregate,0.121300000000001,251.685,0.392889000000001,252.368,1.24792093766659 +data_10000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_07_22,resample_aggregate,0.119,247.61,0.0518909999999949,247.784,0.593168516434318 +data_10000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_07_29,resample_aggregate,0.119399999999999,247.025,0.118607999999997,247.38,0.83697869347632 +data_10000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2022_07_21,resample_aggregate,0.521999999999999,597.345,74.5080630000001,603.666,52.0157995655594 +data_10000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2022_11_02,resample_aggregate,0.5312,575.51,37.6061489999999,598.549,61.8653569275873 +data_10000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_03_17,resample_aggregate,0.497300000000001,586.405,56.405517,580.866,41.8947143841957 +data_10000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_06_18,resample_aggregate,0.4997,633.795,57.650901,618.515,67.3372599927658 +data_10000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_11_17,resample_aggregate,0.659400000000002,573.33,65.330769,560.882,53.2669492691711 +data_10000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_12_21,resample_aggregate,0.551099999999999,404.525,0.14084700000004,404.665,0.589203794209705 +data_10000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_01_09,resample_aggregate,0.5477,404.655,0.303932999999934,405.094,0.910570029035526 +data_10000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_03_05,resample_aggregate,0.551599999999999,404.665,0.177912000000049,404.815,0.600411895655348 +data_10000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_04_24,resample_aggregate,0.554300000000001,405.24,0.148259999999992,405.405,0.584489330764714 +data_10000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_06_28,resample_aggregate,0.661200000000002,401.835,0.859907999999976,400.541,2.51704610826086 +data_10000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_07_22,resample_aggregate,0.677999999999999,392.295,0.140846999999998,392.319,0.142863571283933 +data_10000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_07_29,resample_aggregate,0.661100000000001,396.065,0.311346000000012,395.916,1.11860230247891 +data_1000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2022_07_21,resample_score,0.075200000000001,201.365,0.00741299999999326,201.567,0.610101084520701 +data_1000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2022_11_02,resample_score,0.0782999999999994,206.29,0.0222389999999798,206.529,0.565871010036745 +data_1000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_03_17,resample_score,0.0787000000000006,206.355,0.0074130000000354,206.363,0.0323350515007366 +data_1000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_06_18,resample_score,0.0675000000000004,200.4,0.0148260000000076,200.601,0.615114262194883 +data_1000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_11_17,resample_score,0.103800000000001,206.315,0.0222390000000008,206.353,0.0800069441430576 +data_1000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_12_21,resample_score,0.103299999999999,206.455,0.00741300000001433,206.472,0.0557374799095429 +data_1000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_01_09,resample_score,0.1028,206.455,0.0222389999999798,206.848,0.821202370511268 +data_1000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_03_05,resample_score,0.1089,206.5,0.00741299999999326,206.692,0.583339047591058 +data_1000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_04_24,resample_score,0.1016,206.63,0.00741299999999326,206.831,0.594464277966123 +data_1000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_06_28,resample_score,0.1201,210.15,0.00741300000001433,210.72,0.924878370381747 +data_1000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_07_22,resample_score,0.0935000000000002,203.585,0.0370650000000084,203.781,0.605244670452462 +data_1000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_07_29,resample_score,0.0947000000000003,203.435,0.0222390000000219,203.642,0.636567182454276 +data_1000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2022_07_21,resample_score,0.2919,220.225,0.0222390000000008,219.865,1.69825564100998 +data_1000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2022_11_02,resample_score,0.317399999999999,222.04,0.318759000000005,222.322,0.874093816475097 +data_1000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_03_17,resample_score,0.322299999999999,221.8,0.0148260000000287,221.83,0.100000000000003 +data_1000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_06_18,resample_score,0.3044,220.46,0.0444780000000017,220.654,0.590878818183375 +data_1000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_11_17,resample_score,0.353999999999999,221.5,0.0222390000000008,221.885,0.796537646456347 +data_1000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_12_21,resample_score,0.3486,216.02,0.0222390000000008,216.414,0.841258316782401 +data_1000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_01_09,resample_score,0.3524,216.005,0.00741299999999326,216.203,0.580077581018262 +data_1000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_03_05,resample_score,0.351,216.79,0.0148259999999865,216.975,0.56143170159473 +data_1000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_04_24,resample_score,0.3534,216.205,0.0074130000000354,216.402,0.597435259161097 +data_1000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_06_28,resample_score,0.486300000000001,257.54,0.00741299999999326,257.552,0.0315524255098579 +data_1000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_07_22,resample_score,0.260999999999999,224.27,0.0148260000000287,224.457,0.574573271606368 +data_1000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_07_29,resample_score,0.262,224.5,0.00741299999999326,224.504,0.0309838667696599 +data_1000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2022_07_21,resample_score,2.6398,368.56,1.42329600000001,369.219,1.75083123115851 +data_1000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2022_11_02,resample_score,2.9929,381.165,0.518909999999949,381.117,1.29249156455447 +data_1000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_03_17,resample_score,2.8955,380.935,0.259455000000017,383.982,6.68407028355893 +data_1000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_06_18,resample_score,3.1907,362.3,0.0593040000000303,366.011,7.84471152362462 +data_1000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_11_17,resample_score,2.9818,354.2,1.667925,351.032,5.08525712230954 +data_1000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_12_21,resample_score,3.6067,341.19,0.0667170000000236,341.182,0.0582713956891029 +data_1000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_01_09,resample_score,3.5872,341.16,0.0593040000000303,341.159,0.0470106370941819 +data_1000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_03_05,resample_score,3.587,341.165,0.0370650000000084,341.347,0.582180766123756 +data_1000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_04_24,resample_score,3.5469,341.79,0.133433999999963,342.34,0.924337600663316 +data_1000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_06_28,resample_score,4.5402,350.505,0.578214000000022,351.122,2.7344054807825 +data_1000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_07_22,resample_score,2.0773,270.9,0.363237000000007,271.038,0.834809359474773 +data_1000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_07_29,resample_score,2.0641,268.97,0.0815430000000101,269.609,1.07849123006787 +data_10000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2022_07_21,resample_score,0.0811999999999998,233.29,0.0222390000000008,232.222,3.43023419997333 +data_10000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2022_11_02,resample_score,0.0769999999999989,222.04,4.121628,226.909,8.76609560877716 +data_10000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_03_17,resample_score,0.0771000000000001,219.35,0.0444780000000017,221.592,5.31336846496123 +data_10000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_06_18,resample_score,0.064200000000001,231.355,0.0370649999999663,231.349,0.0354181372243686 +data_10000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_11_17,resample_score,0.0990000000000002,221.23,2.86883099999998,226.929,8.27783714370957 +data_10000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_12_21,resample_score,0.1007,219.44,0.0148259999999865,221.171,5.46337187295742 +data_10000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_01_09,resample_score,0.100000000000001,219.435,0.00741299999999326,219.437,0.0105934990547092 +data_10000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_03_05,resample_score,0.108399999999999,219.5,0.00741299999999326,219.498,0.00918936583472464 +data_10000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_04_24,resample_score,0.102799999999999,219.63,0,219.64,0.031622776601682 +data_10000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_06_28,resample_score,0.1166,237.835,0.0370650000000084,237.828,0.0391010087963034 +data_10000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_07_22,resample_score,0.093,235.785,0.0667170000000025,236.138,0.800677490906575 +data_10000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_07_29,resample_score,0.0945999999999998,235.545,0.0370650000000084,235.543,0.0368329562574982 +data_10000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2022_07_21,resample_score,0.304000000000001,237.735,1.15642799999998,238.142,1.47361083359511 +data_10000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2022_11_02,resample_score,0.3346,240.565,0.222389999999987,241.398,3.00441083150165 +data_10000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_03_17,resample_score,0.3325,240,0.274280999999982,240.14,0.307064958744705 +data_10000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_06_18,resample_score,0.311400000000001,241.37,0.103782000000011,241.747,0.841942858974277 +data_10000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_11_17,resample_score,0.3707,239.66,0.259454999999996,239.642,0.202583316193612 +data_10000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_12_21,resample_score,0.3605,239.74,0.0444780000000017,239.035,1.16880993607458 +data_10000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_01_09,resample_score,0.372,237.575,0.600452999999981,238.169,1.0380264393978 +data_10000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_03_05,resample_score,0.367000000000001,237.49,0.34841100000002,238.409,1.32387856106384 +data_10000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_04_24,resample_score,0.364,237.705,0.259455000000017,238.345,1.13900785286533 +data_10000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_06_28,resample_score,0.501400000000001,265.935,0.140846999999998,265.935,0.139702063931298 +data_10000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_07_22,resample_score,0.2694,247.61,0.103782000000011,247.788,0.601457489030701 +data_10000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_07_29,resample_score,0.267199999999999,247.025,0.155673000000006,247.284,0.621793105998022 +data_10000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2022_07_21,resample_score,2.7448,623.01,75.827577,635.383,74.732220635487 +data_10000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2022_11_02,resample_score,3.1192,583.79,58.281006,577.782,45.7589781840072 +data_10000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_03_17,resample_score,3.0465,614.68,61.075707,616.888,62.8716445183713 +data_10000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_06_18,resample_score,3.251,594.545,9.64431300000008,575.384,30.2478844806634 +data_10000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_11_17,resample_score,3.2339,618.755,39.58542,604.769,57.0877037645684 +data_10000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_12_21,resample_score,3.603,531.975,0.252041999999939,532.006,0.168404275480158 +data_10000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_01_09,resample_score,3.6123,531.995,0.214976999999973,532.149,0.658389449085179 +data_10000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_03_05,resample_score,3.5814,529.41,0.244628999999946,529.518,0.66902582577623 +data_10000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_04_24,resample_score,3.6163,530.275,0.24462900000003,530.299,0.226148918488092 +data_10000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_06_28,resample_score,4.7902,545.105,86.124234,545.508,61.5042527526891 +data_10000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_07_22,resample_score,2.5232,468.865,0.0963690000000387,468.876,0.141985914794397 +data_10000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_07_29,resample_score,2.3125,470.045,0.363237000000007,470.043,0.29450712121177 diff --git a/mlr-org/benchmark_results/mlr3_resample_result_runtime.csv b/mlr-org/benchmark_results/mlr3_resample_result_runtime.csv new file mode 100644 index 00000000..ecf606be --- /dev/null +++ b/mlr-org/benchmark_results/mlr3_resample_result_runtime.csv @@ -0,0 +1,145 @@ +task,evals,renv_project,algorithm,median_run_time,mad_run_time,mean_run_time,sd_run_time +data_1000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2022_07_21,resample_aggregate,12.661153,0.870809557800002,13.770508646,5.36370274576985 +data_1000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2022_11_02,resample_aggregate,12.8061235,0.679130875499999,13.809701325,5.26382494845613 +data_1000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_03_17,resample_aggregate,13.1864545,1.233730764,14.332511593,5.05667345798717 +data_1000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_06_18,resample_aggregate,12.9718355,1.072727817,14.288181926,4.3605858206913 +data_1000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_11_17,resample_aggregate,12.9369115,1.0019447865,14.244645827,6.98254272347958 +data_1000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_12_21,resample_aggregate,12.8437905,0.6812680434,14.069277088,6.93812651389477 +data_1000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_01_09,resample_aggregate,13.2691735,1.2545309007,14.607567354,7.11218681145518 +data_1000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_03_05,resample_aggregate,12.834325,0.814785068999999,14.241571687,7.05349233890446 +data_1000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_04_24,resample_aggregate,13.16377,1.1189300808,14.568652606,7.23456515167764 +data_1000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_06_28,resample_aggregate,14.6309175,1.0941476805,15.954585946,6.94071371799559 +data_1000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_07_22,resample_aggregate,13.3462685,1.499924181,14.802272848,6.99648955900766 +data_1000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_07_29,resample_aggregate,13.0834335,1.0413404337,14.328308861,6.87047398586434 +data_1000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2022_07_21,resample_aggregate,45.1345915,2.6947396602,45.976390845,5.5026203214534 +data_1000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2022_11_02,resample_aggregate,46.055777,2.6447990205,46.870946098,5.48494107516799 +data_1000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_03_17,resample_aggregate,46.333059,2.7930871899,47.264461348,5.67021613839966 +data_1000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_06_18,resample_aggregate,44.895506,2.6919879546,45.89905093,4.67016492540818 +data_1000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_11_17,resample_aggregate,47.8824765,2.89450518419999,49.053538397,7.64412662109077 +data_1000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_12_21,resample_aggregate,46.4324315,2.7467996766,47.600505002,7.35276788300743 +data_1000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_01_09,resample_aggregate,46.5779965,2.8194596787,47.890166794,7.52162553563703 +data_1000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_03_05,resample_aggregate,46.8763405,2.8657738788,48.227262843,7.54538156205791 +data_1000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_04_24,resample_aggregate,46.4691535,2.8143580521,47.538543841,7.29652893384023 +data_1000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_06_28,resample_aggregate,49.782643,2.7992414625,50.621844121,7.24504829538178 +data_1000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_07_22,resample_aggregate,47.7699625,3.7175713155,49.139258196,7.65688378360175 +data_1000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_07_29,resample_aggregate,47.7689915,3.0563087352,48.910710575,7.79622562508003 +data_1000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2022_07_21,resample_aggregate,361.7874075,10.6107821337,367.432017308,26.8220246454916 +data_1000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2022_11_02,resample_aggregate,370.5147765,9.34777076100002,373.866749327,21.5530129535348 +data_1000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_03_17,resample_aggregate,369.7006285,9.29635122779998,373.139221638,21.9975298899876 +data_1000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_06_18,resample_aggregate,375.826247,11.7503062698,380.431044354,28.0348942102225 +data_1000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_11_17,resample_aggregate,374.011314,12.1312047423,378.13055768,24.2078568333909 +data_1000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_12_21,resample_aggregate,377.0699445,13.5425984295,386.253502789,35.8342386098723 +data_1000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_01_09,resample_aggregate,381.5437825,14.5895497629,389.200902735,35.4073487252309 +data_1000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_03_05,resample_aggregate,379.7501325,14.1350105484,389.55025288,37.6175810254195 +data_1000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_04_24,resample_aggregate,378.260393,13.395076023,387.205465271,34.9271532395745 +data_1000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_06_28,resample_aggregate,381.3514025,14.005803441,389.301889929,33.1415414563723 +data_1000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_07_22,resample_aggregate,380.052689,13.5008854785,388.563264717,33.4411738738384 +data_1000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_07_29,resample_aggregate,375.272736,12.0038145612,385.34466362,35.7394395028739 +data_10000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2022_07_21,resample_aggregate,18.892998,3.3751426065,19.825560168,5.96518001438397 +data_10000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2022_11_02,resample_aggregate,16.235201,3.2965069851,17.689629031,6.11076716159084 +data_10000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_03_17,resample_aggregate,14.2046485,1.2245171463,15.366558147,5.22231498742592 +data_10000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_06_18,resample_aggregate,20.538337,4.9280171052,21.355272699,5.71706405830943 +data_10000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_11_17,resample_aggregate,16.8832735,3.3148793643,18.979292938,8.59811945871493 +data_10000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_12_21,resample_aggregate,14.978499,1.9310338677,16.466375312,8.07812413892228 +data_10000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_01_09,resample_aggregate,14.6861315,2.0426588217,16.254108469,7.50226760119574 +data_10000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_03_05,resample_aggregate,13.8548725,1.0859422308,15.353984354,7.2280327984985 +data_10000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_04_24,resample_aggregate,15.085616,2.1332330796,16.585942487,7.48568280653601 +data_10000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_06_28,resample_aggregate,18.115672,3.3643982043,20.179820451,8.12002140749019 +data_10000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_07_22,resample_aggregate,27.393089,10.5175058373,29.57886283,11.5488280414048 +data_10000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_07_29,resample_aggregate,21.171819,6.1131185892,25.794549953,13.9035185860602 +data_10000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2022_07_21,resample_aggregate,56.373919,3.5749185087,59.756757008,17.6637891999747 +data_10000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2022_11_02,resample_aggregate,56.795294,3.581472342,60.384349634,17.423542930587 +data_10000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_03_17,resample_aggregate,57.000296,3.6322269291,60.226425333,17.0146497855784 +data_10000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_06_18,resample_aggregate,56.4880725,4.1051896725,60.009145025,17.6825995749896 +data_10000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_11_17,resample_aggregate,57.3611445,3.6917733342,61.197439545,18.1220477074922 +data_10000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_12_21,resample_aggregate,56.435659,3.5638093869,59.945452696,17.4629414297298 +data_10000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_01_09,resample_aggregate,56.6604415,3.63601793730001,60.188472927,17.960914341467 +data_10000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_03_05,resample_aggregate,56.610597,3.5032511073,60.160313253,17.6830705703789 +data_10000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_04_24,resample_aggregate,57.3918715,3.87334216709999,61.012364966,17.4080213511932 +data_10000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_06_28,resample_aggregate,58.5710525,3.5555238768,63.295578958,19.8547495087688 +data_10000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_07_22,resample_aggregate,58.4446255,4.7098488087,63.015002032,21.0658431070523 +data_10000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_07_29,resample_aggregate,56.5251725,3.86652517229999,61.395597017,20.7217203512704 +data_10000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2022_07_21,resample_aggregate,445.396657,26.827254111,485.933514522,67.7739138575733 +data_10000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2022_11_02,resample_aggregate,455.511995,25.4259813926999,495.981624491,68.8815414190295 +data_10000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_03_17,resample_aggregate,455.116684,27.8094588197999,493.197590863,68.8624720820702 +data_10000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_06_18,resample_aggregate,448.4744995,29.0327543037,489.318339918,68.242507346984 +data_10000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_11_17,resample_aggregate,458.406651,22.0359697908,484.655051449,59.9327790947553 +data_10000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_12_21,resample_aggregate,578.6312965,20.9264942501999,579.528840238,29.1211318685829 +data_10000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_01_09,resample_aggregate,587.1318335,17.0434017642001,591.160065692,28.6897260103348 +data_10000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_03_05,resample_aggregate,593.737973,14.0853879264,597.018359517,25.3811728254998 +data_10000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_04_24,resample_aggregate,586.976096,16.3481898678,590.041418804,24.9893547824106 +data_10000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_06_28,resample_aggregate,468.398394,32.3944712259,511.400181457,65.4770340608525 +data_10000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_07_22,resample_aggregate,589.7269435,22.4696028627001,591.42179043,26.645304131117 +data_10000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_07_29,resample_aggregate,582.960868,23.295767628,583.988911244,25.232463177184 +data_1000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2022_07_21,resample_score,42.9118475,8.3930779191,46.364009949,11.0794841127862 +data_1000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2022_11_02,resample_score,48.7146055,10.8569322813,51.814201892,12.7666617733379 +data_1000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_03_17,resample_score,51.698421,11.0127839346,54.776584094,13.2607767783868 +data_1000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_06_18,resample_score,47.3789025,7.91657843340001,49.825259796,10.181934133634 +data_1000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_11_17,resample_score,44.6372545,6.9604852758,47.708334551,11.3577975517788 +data_1000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_12_21,resample_score,44.1202155,8.4679447713,49.778137106,15.3491851856882 +data_1000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_01_09,resample_score,56.0157725,15.3595766205,59.530342487,16.5455478785667 +data_1000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_03_05,resample_score,59.244892,19.5126550143,64.053481171,20.4549500539537 +data_1000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_04_24,resample_score,58.8654855,14.941694691,63.330687475,17.912621976606 +data_1000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_06_28,resample_score,72.2503095,11.7148320996,75.084072755,15.352164656529 +data_1000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_07_22,resample_score,43.602379,11.7975167016,49.560116532,19.4883245504673 +data_1000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_07_29,resample_score,29.930195,3.7135238175,34.623788412,13.9511427531246 +data_1000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2022_07_21,resample_score,450.988771,174.1486674942,449.709005499,134.933252584288 +data_1000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2022_11_02,resample_score,484.0995375,146.6169255999,483.716249078,130.802314046761 +data_1000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_03_17,resample_score,475.8388795,142.8543633048,477.309761643,128.704777996256 +data_1000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_06_18,resample_score,512.6755175,178.8154690119,508.164947478,150.158025309183 +data_1000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_11_17,resample_score,480.8503575,152.4053184654,489.463743333,137.625236208728 +data_1000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_12_21,resample_score,483.0567535,178.2340192374,489.113448382,141.921647557968 +data_1000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_01_09,resample_score,491.6227965,180.0972819765,493.924066422,143.287679760975 +data_1000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_03_05,resample_score,494.7885255,188.7878954766,499.880754402,146.810517388844 +data_1000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_04_24,resample_score,485.946935,175.9362583293,488.705486344,140.512166358375 +data_1000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_06_28,resample_score,567.3962515,125.3462902377,576.090790894,111.079160686461 +data_1000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_07_22,resample_score,322.105344,96.2369878134,322.031277893,83.7840443183888 +data_1000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_07_29,resample_score,318.407774,97.0656374163,317.600152035,83.1767142558874 +data_1000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2022_07_21,resample_score,3136.4738615,134.8274623815,3111.878528472,197.89175471807 +data_1000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2022_11_02,resample_score,3553.6234855,189.423621013199,3565.215364493,230.607355682406 +data_1000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_03_17,resample_score,3482.089804,109.5429039789,3487.661570495,179.619589481075 +data_1000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_06_18,resample_score,3165.01438,257.6067048492,3290.046812438,358.343714850086 +data_1000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_11_17,resample_score,3514.0642675,137.0702477403,3519.19415105,189.852476753515 +data_1000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_12_21,resample_score,3206.0586215,265.1357687076,3317.305428155,332.46826934666 +data_1000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_01_09,resample_score,3172.402793,245.2541879571,3280.015548572,323.051423456516 +data_1000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_03_05,resample_score,3122.841537,219.6362491533,3238.183412412,301.321950192324 +data_1000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_04_24,resample_score,3192.2963265,221.8877922303,3337.364842902,338.829388771571 +data_1000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_06_28,resample_score,4731.192357,413.8253387142,4912.477954135,454.114641237716 +data_1000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_07_22,resample_score,2274.155015,271.6487682384,2242.610953711,197.358236411297 +data_1000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_07_29,resample_score,2136.821401,220.7551065867,2235.005639742,241.755382064616 +data_10000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2022_07_21,resample_score,39.4649115,5.8804845645,42.433690703,8.90579008439888 +data_10000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2022_11_02,resample_score,47.5629925,9.376169964,51.379133306,12.9475864762176 +data_10000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_03_17,resample_score,52.527291,12.4185237267,57.029865445,15.1527658159361 +data_10000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_06_18,resample_score,57.5941065,14.3818901352,60.574320066,16.0143002405879 +data_10000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_11_17,resample_score,60.2850125,13.9215198549,64.354338026,17.5672552747921 +data_10000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_12_21,resample_score,60.11983,16.151548182,65.1314846,19.7586684056087 +data_10000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_01_09,resample_score,64.010195,18.8891831667,69.756800697,22.5424022921951 +data_10000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_03_05,resample_score,61.6702745,18.2947361793,67.705435241,23.5716255355616 +data_10000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_04_24,resample_score,49.2117315,9.1663842879,53.460243122,16.9778261848917 +data_10000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_06_28,resample_score,56.6547585,5.1816247308,60.406992634,15.1961425641354 +data_10000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_07_22,resample_score,30.5922945,3.168360678,32.33066525,7.93793482524808 +data_10000,10,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_07_29,resample_score,31.6917815,3.7282608615,33.495992653,8.26701035937223 +data_10000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2022_07_21,resample_score,402.309567,99.1054919001,395.17162369,78.6342184777378 +data_10000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2022_11_02,resample_score,489.209061,141.8532176397,483.065934536,127.247439076077 +data_10000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_03_17,resample_score,476.3469005,140.652238251,476.0750848,125.322409502829 +data_10000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_06_18,resample_score,405.372464,117.0208136895,416.049737799,102.579014994202 +data_10000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_11_17,resample_score,447.3988285,124.092322725,434.987233053,88.2393313853883 +data_10000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_12_21,resample_score,454.94407,122.1265389372,462.079062628,111.933979567155 +data_10000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_01_09,resample_score,439.1136925,117.5557491129,448.847480431,109.425052832776 +data_10000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_03_05,resample_score,440.9747185,111.2854771476,434.297297102,94.0355465294055 +data_10000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_04_24,resample_score,455.0456115,125.52395835,446.254077989,96.9112798723405 +data_10000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_06_28,resample_score,572.0239255,115.2019103424,579.783703395,101.097814357145 +data_10000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_07_22,resample_score,285.0609385,85.5613330341,290.359496634,72.9668000567727 +data_10000,100,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_07_29,resample_score,287.943922,82.5989699892,292.451336715,64.7494279193814 +data_10000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2022_07_21,resample_score,3284.1972905,174.0127360545,3249.189149227,205.962974801757 +data_10000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2022_11_02,resample_score,3584.9919185,240.6276531141,3577.263689706,225.410569490617 +data_10000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_03_17,resample_score,3580.5072625,186.6278947953,3579.967086939,201.469610708272 +data_10000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_06_18,resample_score,3515.433975,144.0040462161,3526.896688858,160.778828674963 +data_10000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_11_17,resample_score,3538.8932325,180.8763727092,3544.634466977,190.866127866848 +data_10000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_12_21,resample_score,3416.8984475,84.3015937596001,3429.815510214,123.603441064641 +data_10000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_01_09,resample_score,3364.883084,293.3242816455,3399.136780046,277.950456604079 +data_10000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_03_05,resample_score,3205.162403,264.8851818795,3293.206262771,304.659755907404 +data_10000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_04_24,resample_score,3505.645629,130.5276599613,3489.050455915,169.959448728359 +data_10000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_06_28,resample_score,4706.9985525,466.145308267801,4876.22743608,462.745924785401 +data_10000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_07_22,resample_score,2176.4311595,180.6656344626,2255.346648897,231.262289190768 +data_10000,1000,/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_07_29,resample_score,2268.4098715,140.5161956163,2243.530608439,161.711101712811 diff --git a/mlr-org/benchmark_results/mlr3_resample_runtime.csv b/mlr-org/benchmark_results/mlr3_resample_runtime.csv new file mode 100644 index 00000000..ce1e5b5e --- /dev/null +++ b/mlr-org/benchmark_results/mlr3_resample_runtime.csv @@ -0,0 +1,287 @@ +model_time,task,evals,renv_project,algorithm,median_run_time,mad_run_time,mean_run_time,sd_run_time,k +1,data_1000,10,mlr3/default/snapshots/snapshot_2022_07_21,resample_sequential,1295.9745415,566.4346940742,1290.4857190171,510.189354817397,129.59745415 +1,data_1000,10,mlr3/default/snapshots/snapshot_2022_11_02,resample_sequential,1314.882778,485.0786417799,1331.5513325085,517.524453699638,131.4882778 +1,data_1000,10,mlr3/default/snapshots/snapshot_2023_03_17,resample_sequential,1330.101116,344.9429888121,1310.3796147825,413.432235444432,133.0101116 +1,data_1000,10,mlr3/default/snapshots/snapshot_2023_06_18,resample_sequential,1084.54619,169.8537554301,1108.7458461455,242.486830229232,108.454619 +1,data_1000,10,mlr3/default/snapshots/snapshot_2023_11_17,resample_sequential,215.583407,17.4175751631,217.1879779992,23.9861521825044,21.5583407 +1,data_1000,10,mlr3/default/snapshots/snapshot_2023_12_21,resample_sequential,207.455819,14.2434827535,210.3359631383,21.1499153363749,20.7455819 +1,data_1000,10,mlr3/default/snapshots/snapshot_2024_01_09,resample_sequential,205.1918385,13.6242066639,207.5395601456,21.1047336916692,20.51918385 +1,data_1000,10,mlr3/default/snapshots/snapshot_2024_03_05,resample_sequential,206.280551,13.6339769979,208.0843792842,21.0586962158596,20.6280551 +1,data_1000,10,mlr3/default/snapshots/snapshot_2024_04_24,resample_sequential,207.28294,12.7303849302,209.6403623767,21.3954849582437,20.728294 +1,data_1000,10,mlr3/default/snapshots/snapshot_2024_06_28,resample_sequential,208.9392785,18.2632961637,210.9261343725,22.867529712364,20.89392785 +1,data_1000,10,mlr3/default/snapshots/snapshot_2024_07_22,resample_sequential,171.031059,13.2634982382,173.0612197596,26.4693881254856,17.1031059 +1,data_1000,10,mlr3/default/snapshots/snapshot_2024_07_29,resample_sequential,168.646491,12.9856130376,170.6011976461,23.9379790543724,16.8646491 +1,data_1000,10,mlr3/default/snapshots/snapshot_2024_08_14,resample_sequential,136.37687,10.4338553214,138.3952830761,22.8684888202974,13.637687 +1,data_1000,100,mlr3/default/snapshots/snapshot_2022_07_21,resample_sequential,13807.8655055,4722.8501528649,13276.465148474,4148.17390227401,138.078655055 +1,data_1000,100,mlr3/default/snapshots/snapshot_2022_11_02,resample_sequential,13416.973801,4253.4853119801,13657.206812282,5107.34484689556,134.16973801 +1,data_1000,100,mlr3/default/snapshots/snapshot_2023_03_17,resample_sequential,15011.1804105,4616.9405351328,14428.581109374,5674.19903587276,150.111804105 +1,data_1000,100,mlr3/default/snapshots/snapshot_2023_06_18,resample_sequential,15927.442016,9729.3837369876,15066.419018151,7164.17404804426,159.27442016 +1,data_1000,100,mlr3/default/snapshots/snapshot_2023_11_17,resample_sequential,1508.8071695,121.9970360511,1514.046317357,118.649864517736,15.088071695 +1,data_1000,100,mlr3/default/snapshots/snapshot_2023_12_21,resample_sequential,1337.2854295,99.809061954,1345.37268083,104.32837513545,13.372854295 +1,data_1000,100,mlr3/default/snapshots/snapshot_2024_01_09,resample_sequential,1374.6340405,111.7538060247,1380.725402049,107.59809514725,13.746340405 +1,data_1000,100,mlr3/default/snapshots/snapshot_2024_03_05,resample_sequential,1365.2682435,109.6297620999,1369.736412136,104.248467250321,13.652682435 +1,data_1000,100,mlr3/default/snapshots/snapshot_2024_04_24,resample_sequential,1383.7846585,113.6955665034,1387.669086402,103.288898378311,13.837846585 +1,data_1000,100,mlr3/default/snapshots/snapshot_2024_06_28,resample_sequential,1725.4235795,158.1052920321,1734.522845141,152.665536232962,17.254235795 +1,data_1000,100,mlr3/default/snapshots/snapshot_2024_07_22,resample_sequential,1343.5399415,104.607459789,1350.388240374,97.0491122369588,13.435399415 +1,data_1000,100,mlr3/default/snapshots/snapshot_2024_07_29,resample_sequential,1314.819731,102.8475038766,1315.03952016,98.1201052617444,13.14819731 +1,data_1000,100,mlr3/default/snapshots/snapshot_2024_08_14,resample_sequential,1001.9344805,75.6861606816001,1005.360098158,78.6059343297741,10.019344805 +1,data_1000,1000,mlr3/default/snapshots/snapshot_2022_07_21,resample_sequential,125613.780676,62960.0356637259,132168.28951651,68661.3437312639,125.613780676 +1,data_1000,1000,mlr3/default/snapshots/snapshot_2022_11_02,resample_sequential,129466.2225785,52694.160454593,133784.53023,61975.9000028416,129.4662225785 +1,data_1000,1000,mlr3/default/snapshots/snapshot_2023_03_17,resample_sequential,105082.3517055,43292.4282523299,104702.01605842,34893.4331814042,105.0823517055 +1,data_1000,1000,mlr3/default/snapshots/snapshot_2023_06_18,resample_sequential,112759.5946595,27924.8707686018,120615.59653639,41973.4399948889,112.7595946595 +1,data_1000,1000,mlr3/default/snapshots/snapshot_2023_11_17,resample_sequential,18108.2655175,626.589016323899,18018.51479647,766.428600756584,18.1082655175 +1,data_1000,1000,mlr3/default/snapshots/snapshot_2023_12_21,resample_sequential,13149.5175615,662.433184921199,13260.98627777,593.186522969502,13.1495175615 +1,data_1000,1000,mlr3/default/snapshots/snapshot_2024_01_09,resample_sequential,13100.032359,623.397117147,13134.27410208,482.664666055609,13.100032359 +1,data_1000,1000,mlr3/default/snapshots/snapshot_2024_03_05,resample_sequential,13030.0581985,603.787709139298,13116.22629484,531.911281833141,13.0300581985 +1,data_1000,1000,mlr3/default/snapshots/snapshot_2024_04_24,resample_sequential,13293.7045445,657.124637769601,13346.05374171,593.658597861045,13.2937045445 +1,data_1000,1000,mlr3/default/snapshots/snapshot_2024_06_28,resample_sequential,17125.4009205,807.8031015915,17069.52665365,709.228307128603,17.1254009205 +1,data_1000,1000,mlr3/default/snapshots/snapshot_2024_07_22,resample_sequential,13316.1376225,610.177274807101,13316.29486952,520.638823593948,13.3161376225 +1,data_1000,1000,mlr3/default/snapshots/snapshot_2024_07_29,resample_sequential,13162.816345,541.5501871122,13203.79473915,539.956946260411,13.162816345 +1,data_1000,1000,mlr3/default/snapshots/snapshot_2024_08_14,resample_sequential,9885.765458,496.100462902799,9799.11487899,553.496994202963,9.885765458 +1,data_10000,10,mlr3/default/snapshots/snapshot_2022_07_21,resample_sequential,1197.195224,339.8788534596,1226.7279922836,372.218477353041,119.7195224 +1,data_10000,10,mlr3/default/snapshots/snapshot_2022_11_02,resample_sequential,1285.8082105,346.2474536808,1300.9153586059,400.313644152676,128.58082105 +1,data_10000,10,mlr3/default/snapshots/snapshot_2023_03_17,resample_sequential,1242.228796,352.5673794027,1330.7611331694,491.654685695632,124.2228796 +1,data_10000,10,mlr3/default/snapshots/snapshot_2023_06_18,resample_sequential,1261.4209525,444.6725982321,1299.9068941949,446.988907554926,126.14209525 +1,data_10000,10,mlr3/default/snapshots/snapshot_2023_11_17,resample_sequential,255.7177685,19.5731243379,260.8596025027,36.6704358765187,25.57177685 +1,data_10000,10,mlr3/default/snapshots/snapshot_2023_12_21,resample_sequential,237.2766285,15.8658578337,243.4824242158,34.1134859106269,23.72766285 +1,data_10000,10,mlr3/default/snapshots/snapshot_2024_01_09,resample_sequential,237.048792,15.3099384312,243.1646123975,32.8646666693415,23.7048792 +1,data_10000,10,mlr3/default/snapshots/snapshot_2024_03_05,resample_sequential,237.628532,14.9059981308,243.9818348423,33.5318299191937,23.7628532 +1,data_10000,10,mlr3/default/snapshots/snapshot_2024_04_24,resample_sequential,237.3823425,15.9868268742,243.9768391186,34.2563162527823,23.73823425 +1,data_10000,10,mlr3/default/snapshots/snapshot_2024_06_28,resample_sequential,237.518241,18.6659792193,243.572142592,34.3963497629186,23.7518241 +1,data_10000,10,mlr3/default/snapshots/snapshot_2024_07_22,resample_sequential,197.834068,14.4589141704,204.3297196045,32.0434154961385,19.7834068 +1,data_10000,10,mlr3/default/snapshots/snapshot_2024_07_29,resample_sequential,202.99793,15.220846032,207.9610608798,29.6010816694661,20.299793 +1,data_10000,10,mlr3/default/snapshots/snapshot_2024_08_14,resample_sequential,170.704794,12.087541431,176.4086180284,29.0043711624667,17.0704794 +1,data_10000,100,mlr3/default/snapshots/snapshot_2022_07_21,resample_sequential,10465.0610175,1788.015926172,10636.57286695,1793.66211769944,104.650610175 +1,data_10000,100,mlr3/default/snapshots/snapshot_2022_11_02,resample_sequential,10593.350932,1881.2909801532,11654.630091193,3422.15309880239,105.93350932 +1,data_10000,100,mlr3/default/snapshots/snapshot_2023_03_17,resample_sequential,10768.650783,2056.2385503639,11903.06319359,3286.36089636187,107.68650783 +1,data_10000,100,mlr3/default/snapshots/snapshot_2023_06_18,resample_sequential,11218.066158,4063.9541713323,12165.968499338,3673.46676358294,112.18066158 +1,data_10000,100,mlr3/default/snapshots/snapshot_2023_11_17,resample_sequential,2065.5214885,124.3162227531,2081.025092841,129.723867736627,20.655214885 +1,data_10000,100,mlr3/default/snapshots/snapshot_2023_12_21,resample_sequential,1668.315738,156.2873649771,1682.600454985,124.957939256358,16.68315738 +1,data_10000,100,mlr3/default/snapshots/snapshot_2024_01_09,resample_sequential,1718.364296,162.5767105914,1720.639108728,122.997436925719,17.18364296 +1,data_10000,100,mlr3/default/snapshots/snapshot_2024_03_05,resample_sequential,1752.989281,164.5866602919,1722.034048625,122.446082382708,17.52989281 +1,data_10000,100,mlr3/default/snapshots/snapshot_2024_04_24,resample_sequential,1706.095953,153.2293438389,1736.39389159,122.848201997938,17.06095953 +1,data_10000,100,mlr3/default/snapshots/snapshot_2024_06_28,resample_sequential,2012.7889185,106.5200945907,2021.180817385,111.572478058413,20.127889185 +1,data_10000,100,mlr3/default/snapshots/snapshot_2024_07_22,resample_sequential,1669.263838,159.3767927724,1669.237986013,147.583636288521,16.69263838 +1,data_10000,100,mlr3/default/snapshots/snapshot_2024_07_29,resample_sequential,1671.9386335,191.9954219988,1656.04404257,149.245587578024,16.719386335 +1,data_10000,100,mlr3/default/snapshots/snapshot_2024_08_14,resample_sequential,1285.642916,131.0010222654,1289.848744239,105.085739394065,12.85642916 +1,data_10000,1000,mlr3/default/snapshots/snapshot_2022_07_21,resample_sequential,127733.967374,88027.7217853572,150160.04701959,85333.3340472637,127.733967374 +1,data_10000,1000,mlr3/default/snapshots/snapshot_2022_11_02,resample_sequential,152912.1042845,73929.0283786761,146549.11449282,57683.6603977693,152.9121042845 +1,data_10000,1000,mlr3/default/snapshots/snapshot_2023_03_17,resample_sequential,131031.264198,45864.2029002822,137201.11377846,49838.968498216,131.031264198 +1,data_10000,1000,mlr3/default/snapshots/snapshot_2023_06_18,resample_sequential,127780.781661,79474.3431579363,148810.6319522,73078.0748671525,127.780781661 +1,data_10000,1000,mlr3/default/snapshots/snapshot_2023_11_17,resample_sequential,49340.6482325,2356.1835728235,49795.30959925,2042.33709981444,49.3406482325 +1,data_10000,1000,mlr3/default/snapshots/snapshot_2023_12_21,resample_sequential,15472.292177,557.671201147199,16349.55212163,1920.02106255147,15.472292177 +1,data_10000,1000,mlr3/default/snapshots/snapshot_2024_01_09,resample_sequential,15388.319874,372.1451235222,15962.4604564,1583.52844966921,15.388319874 +1,data_10000,1000,mlr3/default/snapshots/snapshot_2024_03_05,resample_sequential,15401.360106,138.3402577263,15514.83479967,386.041293880882,15.401360106 +1,data_10000,1000,mlr3/default/snapshots/snapshot_2024_04_24,resample_sequential,15401.2837865,157.578876369599,15499.65364138,399.3478703306,15.4012837865 +1,data_10000,1000,mlr3/default/snapshots/snapshot_2024_06_28,resample_sequential,19957.9750145,467.988773107798,19680.3624225,838.165045434923,19.9579750145 +1,data_10000,1000,mlr3/default/snapshots/snapshot_2024_07_22,resample_sequential,15360.4361835,192.2762842602,15471.00531427,386.232346501686,15.3604361835 +1,data_10000,1000,mlr3/default/snapshots/snapshot_2024_07_29,resample_sequential,15236.6945235,220.1070072705,15159.82388471,605.520303567588,15.2366945235 +1,data_10000,1000,mlr3/default/snapshots/snapshot_2024_08_14,resample_sequential,11754.2227005,147.5954734758,11682.65237812,768.578418679665,11.7542227005 +10,data_1000,10,mlr3/default/snapshots/snapshot_2022_07_21,resample_sequential,1021.8774065,261.1081190151,1072.5576770494,270.419401903886,10.218774065 +10,data_1000,10,mlr3/default/snapshots/snapshot_2022_11_02,resample_sequential,1031.332779,245.8614446085,1080.076917079,257.615084877559,10.31332779 +10,data_1000,10,mlr3/default/snapshots/snapshot_2023_03_17,resample_sequential,1210.02066,308.4774366093,1260.7509772958,322.478922236577,12.1002066 +10,data_1000,10,mlr3/default/snapshots/snapshot_2023_06_18,resample_sequential,1323.5266755,371.5350425178,1298.6015954559,397.712230438404,13.235266755 +10,data_1000,10,mlr3/default/snapshots/snapshot_2023_11_17,resample_sequential,308.6713625,17.3829356967,310.7361575016,23.2667416411275,3.086713625 +10,data_1000,10,mlr3/default/snapshots/snapshot_2023_12_21,resample_sequential,293.39822,13.4789474463,295.060583128,19.5419873493525,2.9339822 +10,data_1000,10,mlr3/default/snapshots/snapshot_2024_01_09,resample_sequential,294.328842,13.8569415054,296.2155829929,20.1664773231482,2.94328842 +10,data_1000,10,mlr3/default/snapshots/snapshot_2024_03_05,resample_sequential,292.0705055,12.2158789935,294.2426879197,19.0640067285068,2.920705055 +10,data_1000,10,mlr3/default/snapshots/snapshot_2024_04_24,resample_sequential,297.5868105,13.1371028817,299.0023706535,20.3161843616305,2.975868105 +10,data_1000,10,mlr3/default/snapshots/snapshot_2024_06_28,resample_sequential,297.248916,16.558922184,298.5703516023,21.7287078847421,2.97248916 +10,data_1000,10,mlr3/default/snapshots/snapshot_2024_07_22,resample_sequential,262.13511,13.2754309443,263.571720329,18.2482355956293,2.6213511 +10,data_1000,10,mlr3/default/snapshots/snapshot_2024_07_29,resample_sequential,261.059109,12.5685554337,261.8743348295,18.8461970280097,2.61059109 +10,data_1000,10,mlr3/default/snapshots/snapshot_2024_08_14,resample_sequential,229.0604835,9.48672670470001,230.6349349112,16.0168533041961,2.290604835 +10,data_1000,100,mlr3/default/snapshots/snapshot_2022_07_21,resample_sequential,13096.562093,4860.3935041956,13091.466551152,5349.75546100289,13.096562093 +10,data_1000,100,mlr3/default/snapshots/snapshot_2022_11_02,resample_sequential,13773.7539795,3556.2789449649,13269.584592638,4151.94525506113,13.7737539795 +10,data_1000,100,mlr3/default/snapshots/snapshot_2023_03_17,resample_sequential,13678.468359,4559.1311560536,13877.813971397,5199.8654998809,13.678468359 +10,data_1000,100,mlr3/default/snapshots/snapshot_2023_06_18,resample_sequential,14984.152664,7075.3952607198,14029.844359931,5588.90188786657,14.984152664 +10,data_1000,100,mlr3/default/snapshots/snapshot_2023_11_17,resample_sequential,2390.47521,120.6699837714,2395.770887908,107.961109746141,2.39047521 +10,data_1000,100,mlr3/default/snapshots/snapshot_2023_12_21,resample_sequential,2265.85709,93.1666106868001,2266.335864708,86.6405690727979,2.26585709 +10,data_1000,100,mlr3/default/snapshots/snapshot_2024_01_09,resample_sequential,2231.851689,99.2590670211,2236.14492689,88.6220043572403,2.231851689 +10,data_1000,100,mlr3/default/snapshots/snapshot_2024_03_05,resample_sequential,2230.7080385,95.4426366788999,2241.712672499,93.4402506742195,2.2307080385 +10,data_1000,100,mlr3/default/snapshots/snapshot_2024_04_24,resample_sequential,2258.0697755,104.6743509945,2260.734037354,98.5083006946362,2.2580697755 +10,data_1000,100,mlr3/default/snapshots/snapshot_2024_06_28,resample_sequential,2586.2710125,153.2102761203,2594.92002356,138.983749241458,2.5862710125 +10,data_1000,100,mlr3/default/snapshots/snapshot_2024_07_22,resample_sequential,2219.6060015,97.8626090463006,2221.934231415,91.478784258781,2.2196060015 +10,data_1000,100,mlr3/default/snapshots/snapshot_2024_07_29,resample_sequential,2196.9807,98.3828326298999,2200.873286196,90.4864531323557,2.1969807 +10,data_1000,100,mlr3/default/snapshots/snapshot_2024_08_14,resample_sequential,1893.1726925,69.0333178710003,1899.463626091,71.1046204399769,1.8931726925 +10,data_1000,1000,mlr3/default/snapshots/snapshot_2022_07_21,resample_sequential,140364.004124,73345.9490295903,138518.82414341,61145.2860259126,14.0364004124 +10,data_1000,1000,mlr3/default/snapshots/snapshot_2022_11_02,resample_sequential,106390.941138,21320.9472123228,110970.38329889,19749.5846130599,10.6390941138 +10,data_1000,1000,mlr3/default/snapshots/snapshot_2023_03_17,resample_sequential,142882.2028785,54423.2648197959,139667.41083684,47727.9862647268,14.28822028785 +10,data_1000,1000,mlr3/default/snapshots/snapshot_2023_06_18,resample_sequential,157868.472772,73750.8266727057,143834.7235584,56521.96163164,15.7868472772 +10,data_1000,1000,mlr3/default/snapshots/snapshot_2023_11_17,resample_sequential,26998.30014,526.459434041099,27002.71914209,478.082989918689,2.699830014 +10,data_1000,1000,mlr3/default/snapshots/snapshot_2023_12_21,resample_sequential,22069.2972945,640.506862295998,22126.92728705,550.313529543337,2.20692972945 +10,data_1000,1000,mlr3/default/snapshots/snapshot_2024_01_09,resample_sequential,21945.124012,505.951265759101,22031.76634078,532.538487293423,2.1945124012 +10,data_1000,1000,mlr3/default/snapshots/snapshot_2024_03_05,resample_sequential,21995.6122855,662.939733743698,22014.2985927,489.993682588004,2.19956122855 +10,data_1000,1000,mlr3/default/snapshots/snapshot_2024_04_24,resample_sequential,22083.342428,649.497788286899,22061.02617562,496.759645257085,2.2083342428 +10,data_1000,1000,mlr3/default/snapshots/snapshot_2024_06_28,resample_sequential,25672.651969,565.188381966601,25699.80352748,630.426890118345,2.5672651969 +10,data_1000,1000,mlr3/default/snapshots/snapshot_2024_07_22,resample_sequential,22083.3826785,583.887114785099,22010.64211076,438.367678828828,2.20833826785 +10,data_1000,1000,mlr3/default/snapshots/snapshot_2024_07_29,resample_sequential,21929.2261465,553.363033897802,21930.58145381,444.573776392741,2.19292261465 +10,data_1000,1000,mlr3/default/snapshots/snapshot_2024_08_14,resample_sequential,18668.426714,448.702484426702,18698.49632894,404.532728781648,1.8668426714 +10,data_10000,10,mlr3/default/snapshots/snapshot_2022_07_21,resample_sequential,1365.8987055,655.3099954149,1400.5351372286,731.676560415571,13.658987055 +10,data_10000,10,mlr3/default/snapshots/snapshot_2022_11_02,resample_sequential,1401.243475,783.3395129238,1446.9044918946,747.162417073953,14.01243475 +10,data_10000,10,mlr3/default/snapshots/snapshot_2023_03_17,resample_sequential,1477.8093565,849.9331902558,1473.1856867847,752.729837741644,14.778093565 +10,data_10000,10,mlr3/default/snapshots/snapshot_2023_06_18,resample_sequential,1387.759804,871.3865123313,1498.6579545684,893.351220036701,13.87759804 +10,data_10000,10,mlr3/default/snapshots/snapshot_2023_11_17,resample_sequential,336.1198735,16.2056549277,341.3265606802,32.0203562583732,3.361198735 +10,data_10000,10,mlr3/default/snapshots/snapshot_2023_12_21,resample_sequential,322.402032,13.5423508352999,328.1595771941,30.568455585898,3.22402032 +10,data_10000,10,mlr3/default/snapshots/snapshot_2024_01_09,resample_sequential,321.1262565,13.438708941,326.8661513571,30.6874192878668,3.211262565 +10,data_10000,10,mlr3/default/snapshots/snapshot_2024_03_05,resample_sequential,320.740865,14.1184083936,326.663304277,34.288826489942,3.20740865 +10,data_10000,10,mlr3/default/snapshots/snapshot_2024_04_24,resample_sequential,325.5766695,15.0083916759,331.8146292474,34.8747130428754,3.255766695 +10,data_10000,10,mlr3/default/snapshots/snapshot_2024_06_28,resample_sequential,322.2591965,16.903463598,328.5141123817,35.4296860728631,3.222591965 +10,data_10000,10,mlr3/default/snapshots/snapshot_2024_07_22,resample_sequential,286.127564,13.7498436705,292.3755524171,34.2642486371415,2.86127564 +10,data_10000,10,mlr3/default/snapshots/snapshot_2024_07_29,resample_sequential,287.285737,13.6204630989,292.0509545679,28.181077766637,2.87285737 +10,data_10000,10,mlr3/default/snapshots/snapshot_2024_08_14,resample_sequential,254.2153085,11.2092284346,259.4960733586,28.7242035758172,2.542153085 +10,data_10000,100,mlr3/default/snapshots/snapshot_2022_07_21,resample_sequential,8459.8219195,6513.4965027678,16848.917791091,17066.1287690592,8.4598219195 +10,data_10000,100,mlr3/default/snapshots/snapshot_2022_11_02,resample_sequential,14069.8976975,9063.849169326,14890.652901482,8627.23060683586,14.0698976975 +10,data_10000,100,mlr3/default/snapshots/snapshot_2023_03_17,resample_sequential,14499.4765825,10292.4940630575,15363.565486941,10360.4023583277,14.4994765825 +10,data_10000,100,mlr3/default/snapshots/snapshot_2023_06_18,resample_sequential,9076.977364,6542.0547776283,15863.104966552,15005.8825299688,9.076977364 +10,data_10000,100,mlr3/default/snapshots/snapshot_2023_11_17,resample_sequential,2986.0341035,120.6340751994,2997.240818099,164.329358553347,2.9860341035 +10,data_10000,100,mlr3/default/snapshots/snapshot_2023_12_21,resample_sequential,2584.240349,144.1622181384,2557.424718059,114.581009797854,2.584240349 +10,data_10000,100,mlr3/default/snapshots/snapshot_2024_01_09,resample_sequential,2504.800148,124.0881996144,2536.671957941,113.171901820967,2.504800148 +10,data_10000,100,mlr3/default/snapshots/snapshot_2024_03_05,resample_sequential,2584.1935735,166.5051565527,2543.14614401,119.390613064795,2.5841935735 +10,data_10000,100,mlr3/default/snapshots/snapshot_2024_04_24,resample_sequential,2597.545943,146.4052066134,2561.692045885,118.826768685043,2.597545943 +10,data_10000,100,mlr3/default/snapshots/snapshot_2024_06_28,resample_sequential,2820.9826065,89.3242956312002,2843.443859662,92.6249256057141,2.8209826065 +10,data_10000,100,mlr3/default/snapshots/snapshot_2024_07_22,resample_sequential,2498.191127,139.8212995137,2487.962544841,103.890805665802,2.498191127 +10,data_10000,100,mlr3/default/snapshots/snapshot_2024_07_29,resample_sequential,2510.3313105,133.8693625248,2495.221178817,122.200308503235,2.5103313105 +10,data_10000,100,mlr3/default/snapshots/snapshot_2024_08_14,resample_sequential,2179.4603975,119.8253087451,2184.812093453,103.174249176902,2.1794603975 +10,data_10000,1000,mlr3/default/snapshots/snapshot_2022_07_21,resample_sequential,99256.8707585,51362.7386495013,179613.84942505,167331.523284858,9.92568707585 +10,data_10000,1000,mlr3/default/snapshots/snapshot_2022_11_02,resample_sequential,154998.2551835,51447.1618750236,146957.76653453,43634.6528239935,15.49982551835 +10,data_10000,1000,mlr3/default/snapshots/snapshot_2023_03_17,resample_sequential,155245.401226,78084.2267036685,151424.18769623,53085.1246578506,15.5245401226 +10,data_10000,1000,mlr3/default/snapshots/snapshot_2023_06_18,resample_sequential,157948.9086265,81041.996746431,153832.05413177,53995.901960258,15.79489086265 +10,data_10000,1000,mlr3/default/snapshots/snapshot_2023_11_17,resample_sequential,58663.2668185,1896.2861522262,58877.71101597,2414.54663158816,5.86632668185 +10,data_10000,1000,mlr3/default/snapshots/snapshot_2023_12_21,resample_sequential,23907.416619,324.9194787636,24861.62787406,2031.89212343715,2.3907416619 +10,data_10000,1000,mlr3/default/snapshots/snapshot_2024_01_09,resample_sequential,23792.6156715,139.2699457779,23873.3538395,396.226553452355,2.37926156715 +10,data_10000,1000,mlr3/default/snapshots/snapshot_2024_03_05,resample_sequential,23717.4216975,129.250639501201,23823.69753175,367.435197516739,2.37174216975 +10,data_10000,1000,mlr3/default/snapshots/snapshot_2024_04_24,resample_sequential,23965.2081965,207.3544189227,24049.53330492,401.8926088415,2.39652081965 +10,data_10000,1000,mlr3/default/snapshots/snapshot_2024_06_28,resample_sequential,27932.767484,543.336696390598,27855.11830045,651.97509957417,2.7932767484 +10,data_10000,1000,mlr3/default/snapshots/snapshot_2024_07_22,resample_sequential,23824.687478,219.5460759387,23926.0820138,386.413684162866,2.3824687478 +10,data_10000,1000,mlr3/default/snapshots/snapshot_2024_07_29,resample_sequential,23553.753948,211.583811927601,23608.83133082,400.653030937122,2.3553753948 +10,data_10000,1000,mlr3/default/snapshots/snapshot_2024_08_14,resample_sequential,20605.638746,118.8592287939,20575.52923739,744.723050043808,2.0605638746 +100,data_1000,10,mlr3/default/snapshots/snapshot_2022_07_21,resample_sequential,2175.978935,443.2892731281,2419.516053354,605.190526883653,2.175978935 +100,data_1000,10,mlr3/default/snapshots/snapshot_2022_11_02,resample_sequential,2279.1696015,534.7883909928,2522.572686566,690.519641017946,2.2791696015 +100,data_1000,10,mlr3/default/snapshots/snapshot_2023_03_17,resample_sequential,2494.7338895,635.7428963634,2781.6877884,717.497984791526,2.4947338895 +100,data_1000,10,mlr3/default/snapshots/snapshot_2023_06_18,resample_sequential,2298.260553,229.7918997738,2391.747017115,383.86357963475,2.298260553 +100,data_1000,10,mlr3/default/snapshots/snapshot_2023_11_17,resample_sequential,1197.1851885,12.1345183532999,1203.829898172,35.2881887899681,1.1971851885 +100,data_1000,10,mlr3/default/snapshots/snapshot_2023_12_21,resample_sequential,1186.224702,9.60409969889997,1191.477779302,35.1496175300808,1.186224702 +100,data_1000,10,mlr3/default/snapshots/snapshot_2024_01_09,resample_sequential,1186.2451525,9.72464545709986,1191.494757018,35.5006042826238,1.1862451525 +100,data_1000,10,mlr3/default/snapshots/snapshot_2024_03_05,resample_sequential,1186.1230625,10.07145006,1191.138077857,29.733660497092,1.1861230625 +100,data_1000,10,mlr3/default/snapshots/snapshot_2024_04_24,resample_sequential,1189.7264415,10.5284622513,1195.048240125,30.967584103789,1.1897264415 +100,data_1000,10,mlr3/default/snapshots/snapshot_2024_06_28,resample_sequential,1188.043833,10.7927230992,1193.086521427,29.3587397924005,1.188043833 +100,data_1000,10,mlr3/default/snapshots/snapshot_2024_07_22,resample_sequential,1156.19088,8.28830776619995,1160.633666754,27.238589539894,1.15619088 +100,data_1000,10,mlr3/default/snapshots/snapshot_2024_07_29,resample_sequential,1153.0276255,7.23425626140007,1157.904689804,29.0040846018557,1.1530276255 +100,data_1000,10,mlr3/default/snapshots/snapshot_2024_08_14,resample_sequential,1128.3956045,5.16683579579992,1131.435440456,24.0950632713678,1.1283956045 +100,data_1000,100,mlr3/default/snapshots/snapshot_2022_07_21,resample_sequential,35411.585686,7275.9804564384,32203.25349326,9741.88817385556,3.5411585686 +100,data_1000,100,mlr3/default/snapshots/snapshot_2022_11_02,resample_sequential,17609.26977,1567.7746338891,19803.68557142,4290.64742950683,1.760926977 +100,data_1000,100,mlr3/default/snapshots/snapshot_2023_03_17,resample_sequential,20289.422846,1278.7542933417,20795.67946246,1783.4016730095,2.0289422846 +100,data_1000,100,mlr3/default/snapshots/snapshot_2023_06_18,resample_sequential,31705.4265125,2143.2270667752,32086.19555904,2611.01443710098,3.17054265125 +100,data_1000,100,mlr3/default/snapshots/snapshot_2023_11_17,resample_sequential,11378.568529,68.2232148527997,11399.44075706,105.554605007614,1.1378568529 +100,data_1000,100,mlr3/default/snapshots/snapshot_2023_12_21,resample_sequential,11249.639283,56.5790686734003,11274.39027561,90.40868925294,1.1249639283 +100,data_1000,100,mlr3/default/snapshots/snapshot_2024_01_09,resample_sequential,11237.0130615,61.6266752597996,11268.34741774,100.482361699655,1.12370130615 +100,data_1000,100,mlr3/default/snapshots/snapshot_2024_03_05,resample_sequential,11234.6032655,60.7000724988004,11265.08540695,96.9177945884467,1.12346032655 +100,data_1000,100,mlr3/default/snapshots/snapshot_2024_04_24,resample_sequential,11262.543797,66.6671683313989,11288.67297768,93.6980832360971,1.1262543797 +100,data_1000,100,mlr3/default/snapshots/snapshot_2024_06_28,resample_sequential,11544.8665675,75.3042733149,11547.56555375,83.8045386523534,1.15448665675 +100,data_1000,100,mlr3/default/snapshots/snapshot_2024_07_22,resample_sequential,11203.6602675,58.9898007362995,11217.61575599,70.7539171237134,1.12036602675 +100,data_1000,100,mlr3/default/snapshots/snapshot_2024_07_29,resample_sequential,11198.807279,69.2963859672012,11212.49020892,78.6432788960814,1.1198807279 +100,data_1000,100,mlr3/default/snapshots/snapshot_2024_08_14,resample_sequential,10918.9275685,31.5497406020998,10935.03651509,66.2371400499729,1.09189275685 +100,data_1000,1000,mlr3/default/snapshots/snapshot_2022_07_21,resample_sequential,143411.4145885,32222.7377901597,176798.53428316,59785.1628977772,1.434114145885 +100,data_1000,1000,mlr3/default/snapshots/snapshot_2022_11_02,resample_sequential,146227.1908755,37380.9948079428,177426.76253899,58125.5180613178,1.462271908755 +100,data_1000,1000,mlr3/default/snapshots/snapshot_2023_03_17,resample_sequential,157871.69757,51031.9445202042,173765.43941842,53871.576933625,1.5787169757 +100,data_1000,1000,mlr3/default/snapshots/snapshot_2023_06_18,resample_sequential,143818.3319165,32693.5936233018,180028.6390344,75012.9687507333,1.438183319165 +100,data_1000,1000,mlr3/default/snapshots/snapshot_2023_11_17,resample_sequential,116712.619243,521.974445244017,116748.75944567,530.773422890608,1.16712619243 +100,data_1000,1000,mlr3/default/snapshots/snapshot_2023_12_21,resample_sequential,112158.5985055,477.9842599329,112141.32482058,447.359716240826,1.121585985055 +100,data_1000,1000,mlr3/default/snapshots/snapshot_2024_01_09,resample_sequential,111968.1876415,493.496914262101,112016.28594839,405.328890071075,1.119681876415 +100,data_1000,1000,mlr3/default/snapshots/snapshot_2024_03_05,resample_sequential,111977.4789945,517.36799147669,112009.0048172,477.349561353327,1.119774789945 +100,data_1000,1000,mlr3/default/snapshots/snapshot_2024_04_24,resample_sequential,112225.7568085,512.620654385687,112229.21033292,461.080586744604,1.122257568085 +100,data_1000,1000,mlr3/default/snapshots/snapshot_2024_06_28,resample_sequential,115578.0569815,515.380701834601,115569.12476304,480.723002843242,1.155780569815 +100,data_1000,1000,mlr3/default/snapshots/snapshot_2024_07_22,resample_sequential,112204.616786,478.880495339398,112174.28802899,397.747839516831,1.12204616786 +100,data_1000,1000,mlr3/default/snapshots/snapshot_2024_07_29,resample_sequential,112194.664039,468.6002055021,112184.17132942,434.84952596927,1.12194664039 +100,data_1000,1000,mlr3/default/snapshots/snapshot_2024_08_14,resample_sequential,109043.8723445,307.50719425861,109027.48522652,308.193731481445,1.090438723445 +100,data_10000,10,mlr3/default/snapshots/snapshot_2022_07_21,resample_sequential,2644.0352235,836.7533351205,2571.056112367,695.443624437755,2.6440352235 +100,data_10000,10,mlr3/default/snapshots/snapshot_2022_11_02,resample_sequential,2932.4386375,911.3573267883,2691.349974665,784.23045090676,2.9324386375 +100,data_10000,10,mlr3/default/snapshots/snapshot_2023_03_17,resample_sequential,3212.0139905,508.2393912498,3195.833273986,689.326468084555,3.2120139905 +100,data_10000,10,mlr3/default/snapshots/snapshot_2023_06_18,resample_sequential,3433.7623645,792.2966119131,3360.37713685,929.346535543218,3.4337623645 +100,data_10000,10,mlr3/default/snapshots/snapshot_2023_11_17,resample_sequential,1229.7855345,14.2293305951999,1238.209935994,41.238584251628,1.2297855345 +100,data_10000,10,mlr3/default/snapshots/snapshot_2023_12_21,resample_sequential,1220.1610265,15.6175312293,1228.69684174,43.0042471449939,1.2201610265 +100,data_10000,10,mlr3/default/snapshots/snapshot_2024_01_09,resample_sequential,1221.3452215,16.7314768089,1230.850528342,43.295161329994,1.2213452215 +100,data_10000,10,mlr3/default/snapshots/snapshot_2024_03_05,resample_sequential,1214.4147025,13.6328368785,1224.128262542,41.2696699355382,1.2144147025 +100,data_10000,10,mlr3/default/snapshots/snapshot_2024_04_24,resample_sequential,1217.3963745,14.4352474265999,1225.810221397,45.8695536264548,1.2173963745 +100,data_10000,10,mlr3/default/snapshots/snapshot_2024_06_28,resample_sequential,1217.6398295,15.4871002355999,1226.021284976,42.0493366242097,1.2176398295 +100,data_10000,10,mlr3/default/snapshots/snapshot_2024_07_22,resample_sequential,1178.5934305,11.1512558094001,1186.837316551,37.8068645767952,1.1785934305 +100,data_10000,10,mlr3/default/snapshots/snapshot_2024_07_29,resample_sequential,1181.766863,11.2231989743999,1190.371175329,38.8127610681947,1.181766863 +100,data_10000,10,mlr3/default/snapshots/snapshot_2024_08_14,resample_sequential,1154.09031,9.08184347069996,1160.84643153,31.5599427759322,1.15409031 +100,data_10000,100,mlr3/default/snapshots/snapshot_2022_07_21,resample_sequential,39963.6465265,6899.003054706,38756.91458128,7640.02124401906,3.99636465265 +100,data_10000,100,mlr3/default/snapshots/snapshot_2022_11_02,resample_sequential,28748.3094095,1277.8401807444,28901.1794131,2565.49243727663,2.87483094095 +100,data_10000,100,mlr3/default/snapshots/snapshot_2023_03_17,resample_sequential,28811.922386,1725.1579820055,27320.55648502,4625.40677042214,2.8811922386 +100,data_10000,100,mlr3/default/snapshots/snapshot_2023_06_18,resample_sequential,27655.5020075,1575.9198025557,28096.87098234,5012.7985817701,2.76555020075 +100,data_10000,100,mlr3/default/snapshots/snapshot_2023_11_17,resample_sequential,11980.0710695,134.3242390308,12015.40627658,162.60636017935,1.19800710695 +100,data_10000,100,mlr3/default/snapshots/snapshot_2023_12_21,resample_sequential,11542.731875,138.5916325563,11544.22543436,139.506512421443,1.1542731875 +100,data_10000,100,mlr3/default/snapshots/snapshot_2024_01_09,resample_sequential,11583.7227225,131.1286822797,11578.46867748,139.146214799916,1.15837227225 +100,data_10000,100,mlr3/default/snapshots/snapshot_2024_03_05,resample_sequential,11587.16102,140.547247932001,11573.24738924,147.593168936608,1.158716102 +100,data_10000,100,mlr3/default/snapshots/snapshot_2024_04_24,resample_sequential,11569.9795575,144.109091391299,11569.78591865,142.266785381275,1.15699795575 +100,data_10000,100,mlr3/default/snapshots/snapshot_2024_06_28,resample_sequential,11830.5769205,100.175046953101,11851.82154536,121.355794383896,1.18305769205 +100,data_10000,100,mlr3/default/snapshots/snapshot_2024_07_22,resample_sequential,11509.873066,106.6262443029,11516.9649484,118.460488894623,1.1509873066 +100,data_10000,100,mlr3/default/snapshots/snapshot_2024_07_29,resample_sequential,11484.098636,84.1391452776007,11475.31322604,117.622325320827,1.1484098636 +100,data_10000,100,mlr3/default/snapshots/snapshot_2024_08_14,resample_sequential,11220.081917,114.101220689401,11211.38191201,99.6129645371754,1.1220081917 +100,data_10000,1000,mlr3/default/snapshots/snapshot_2022_07_21,resample_sequential,159815.0967405,14743.0883533773,195953.25656056,52929.9806814428,1.598150967405 +100,data_10000,1000,mlr3/default/snapshots/snapshot_2022_11_02,resample_sequential,159534.564094,13757.726899329,195052.14592472,54521.7404357862,1.59534564094 +100,data_10000,1000,mlr3/default/snapshots/snapshot_2023_03_17,resample_sequential,158903.6686355,11251.2069452055,200962.079055444,63544.0089694001,1.589036686355 +100,data_10000,1000,mlr3/default/snapshots/snapshot_2023_06_18,resample_sequential,159130.790165,12027.0216537807,203217.801138586,67442.7132174043,1.59130790165 +100,data_10000,1000,mlr3/default/snapshots/snapshot_2023_11_17,resample_sequential,145527.6187165,735.603761844007,145770.98497863,1126.96294701635,1.455276187165 +100,data_10000,1000,mlr3/default/snapshots/snapshot_2023_12_21,resample_sequential,113781.179104,507.998809006498,113852.55348591,489.583834527362,1.13781179104 +100,data_10000,1000,mlr3/default/snapshots/snapshot_2024_01_09,resample_sequential,113535.9294765,438.5673581793,113615.04780991,447.649382710922,1.135359294765 +100,data_10000,1000,mlr3/default/snapshots/snapshot_2024_03_05,resample_sequential,113420.9551475,517.212279187799,113443.50625708,544.294433296415,1.134209551475 +100,data_10000,1000,mlr3/default/snapshots/snapshot_2024_04_24,resample_sequential,113554.9434055,646.677707398794,113604.76756622,537.361658056177,1.135549434055 +100,data_10000,1000,mlr3/default/snapshots/snapshot_2024_06_28,resample_sequential,117535.7198575,405.778182509699,117631.22800569,455.412013412189,1.175357198575 +100,data_10000,1000,mlr3/default/snapshots/snapshot_2024_07_22,resample_sequential,113431.790378,461.280186019805,113505.76574076,420.897706162298,1.13431790378 +100,data_10000,1000,mlr3/default/snapshots/snapshot_2024_07_29,resample_sequential,113637.1069345,402.938592088204,113716.69506671,413.433764343093,1.136371069345 +100,data_10000,1000,mlr3/default/snapshots/snapshot_2024_08_14,resample_sequential,110999.068959,342.355073447102,111000.03255452,480.13285263909,1.10999068959 +1000,data_1000,10,mlr3/default/snapshots/snapshot_2022_07_21,resample_sequential,11097.6120945,821.8806347031,11285.06746881,827.475077266615,1.10976120945 +1000,data_1000,10,mlr3/default/snapshots/snapshot_2022_11_02,resample_sequential,11455.827618,419.6564482509,11584.61391171,490.116412298256,1.1455827618 +1000,data_1000,10,mlr3/default/snapshots/snapshot_2023_03_17,resample_sequential,11161.147382,651.254783447101,11526.0208183,830.363337212678,1.1161147382 +1000,data_1000,10,mlr3/default/snapshots/snapshot_2023_06_18,resample_sequential,12232.391805,824.960725824901,11988.7821633,943.998263812376,1.2232391805 +1000,data_1000,10,mlr3/default/snapshots/snapshot_2023_11_17,resample_sequential,10203.3666965,3.55164465389968,10237.52143229,85.801399956644,1.02033666965 +1000,data_1000,10,mlr3/default/snapshots/snapshot_2023_12_21,resample_sequential,10192.058335,3.47887716330086,10224.96269422,81.8315465066713,1.0192058335 +1000,data_1000,10,mlr3/default/snapshots/snapshot_2024_01_09,resample_sequential,10192.040012,4.98154934340268,10224.42177683,80.5266659969194,1.0192040012 +1000,data_1000,10,mlr3/default/snapshots/snapshot_2024_03_05,resample_sequential,10189.8873875,4.42246681379974,10231.33071519,114.177873542518,1.01898873875 +1000,data_1000,10,mlr3/default/snapshots/snapshot_2024_04_24,resample_sequential,10193.266526,3.47560135859893,10227.56526738,87.8899243932391,1.0193266526 +1000,data_1000,10,mlr3/default/snapshots/snapshot_2024_06_28,resample_sequential,10194.3463065,4.19269346580072,10223.95602431,73.6812400132209,1.01943463065 +1000,data_1000,10,mlr3/default/snapshots/snapshot_2024_07_22,resample_sequential,10163.950137,3.28331777549889,10192.32719325,70.7015249666104,1.0163950137 +1000,data_1000,10,mlr3/default/snapshots/snapshot_2024_07_29,resample_sequential,10162.5416255,3.46805270070004,10191.5426096,71.1253346610471,1.01625416255 +1000,data_1000,10,mlr3/default/snapshots/snapshot_2024_08_14,resample_sequential,10136.4663955,4.09717621949975,10162.6084372,63.4670230061749,1.01364663955 +1000,data_1000,100,mlr3/default/snapshots/snapshot_2022_07_21,resample_sequential,113453.5996135,8007.6418588614,113997.69590738,7558.90794637591,1.134535996135 +1000,data_1000,100,mlr3/default/snapshots/snapshot_2022_11_02,resample_sequential,111545.9641035,5553.87517229579,112117.64675167,5924.51101783302,1.115459641035 +1000,data_1000,100,mlr3/default/snapshots/snapshot_2023_03_17,resample_sequential,109694.662673,5351.0342540508,110964.64691227,5022.86333215703,1.09694662673 +1000,data_1000,100,mlr3/default/snapshots/snapshot_2023_06_18,resample_sequential,112346.3446225,7941.68354308769,112921.53439116,6251.51701155597,1.123463446225 +1000,data_1000,100,mlr3/default/snapshots/snapshot_2023_11_17,resample_sequential,101549.6479205,53.1545755019937,101554.93939859,78.6397806356098,1.015496479205 +1000,data_1000,100,mlr3/default/snapshots/snapshot_2023_12_21,resample_sequential,101398.456231,53.4543809435906,101419.94353067,80.2245655156806,1.01398456231 +1000,data_1000,100,mlr3/default/snapshots/snapshot_2024_01_09,resample_sequential,101399.277061,43.5308446965022,101427.5209269,81.6352499180118,1.01399277061 +1000,data_1000,100,mlr3/default/snapshots/snapshot_2024_03_05,resample_sequential,101396.6298915,48.0135562199927,101422.97475957,82.2116920592728,1.013966298915 +1000,data_1000,100,mlr3/default/snapshots/snapshot_2024_04_24,resample_sequential,101400.286484,57.1305469476125,101423.03466085,87.7949248071838,1.01400286484 +1000,data_1000,100,mlr3/default/snapshots/snapshot_2024_06_28,resample_sequential,101679.7181895,53.2761739062055,101688.97599859,71.9583973451693,1.016797181895 +1000,data_1000,100,mlr3/default/snapshots/snapshot_2024_07_22,resample_sequential,101367.2908705,58.733578545596,101377.94832588,55.5491169607032,1.013672908705 +1000,data_1000,100,mlr3/default/snapshots/snapshot_2024_07_29,resample_sequential,101375.0138245,58.7563698141041,101386.81090089,67.6353991921004,1.013750138245 +1000,data_1000,100,mlr3/default/snapshots/snapshot_2024_08_14,resample_sequential,101081.047901,26.6492183139009,101090.59379247,51.0274366607801,1.01081047901 +1000,data_10000,10,mlr3/default/snapshots/snapshot_2022_07_21,resample_sequential,11020.3281225,602.197884542099,11609.58690278,1702.88575712972,1.10203281225 +1000,data_10000,10,mlr3/default/snapshots/snapshot_2022_11_02,resample_sequential,11414.074466,356.405242210499,11456.83653863,357.797283618828,1.1414074466 +1000,data_10000,10,mlr3/default/snapshots/snapshot_2023_03_17,resample_sequential,11966.221927,618.106200333299,11826.63304692,586.795924181306,1.1966221927 +1000,data_10000,10,mlr3/default/snapshots/snapshot_2023_06_18,resample_sequential,12393.1344555,476.8191157275,12363.89047691,752.980674862277,1.23931344555 +1000,data_10000,10,mlr3/default/snapshots/snapshot_2023_11_17,resample_sequential,10245.056139,14.7976645488014,10284.31528408,80.9288396312638,1.0245056139 +1000,data_10000,10,mlr3/default/snapshots/snapshot_2023_12_21,resample_sequential,10227.6369275,14.8563154634987,10262.26767826,77.601500834116,1.02276369275 +1000,data_10000,10,mlr3/default/snapshots/snapshot_2024_01_09,resample_sequential,10227.2871335,14.5363555575005,10261.89970944,78.5787682748512,1.02272871335 +1000,data_10000,10,mlr3/default/snapshots/snapshot_2024_03_05,resample_sequential,10225.9651125,13.8215347935004,10265.40865783,93.1983265574342,1.02259651125 +1000,data_10000,10,mlr3/default/snapshots/snapshot_2024_04_24,resample_sequential,10225.7280715,15.8686006437,10269.39860501,106.465962978769,1.02257280715 +1000,data_10000,10,mlr3/default/snapshots/snapshot_2024_06_28,resample_sequential,10228.4432875,18.6560413515007,10273.83026026,115.635091241964,1.02284432875 +1000,data_10000,10,mlr3/default/snapshots/snapshot_2024_07_22,resample_sequential,10192.8481015,10.2506015136012,10231.684912,91.0588703579036,1.01928481015 +1000,data_10000,10,mlr3/default/snapshots/snapshot_2024_07_29,resample_sequential,10192.162374,9.42053528640016,10234.99662598,96.9788303986268,1.0192162374 +1000,data_10000,10,mlr3/default/snapshots/snapshot_2024_08_14,resample_sequential,10164.6005225,6.99492829770031,10195.24148234,81.1395025504322,1.01646005225 +1000,data_10000,100,mlr3/default/snapshots/snapshot_2022_07_21,resample_sequential,114362.1328335,14657.1064741815,126891.49016052,23329.9878804858,1.143621328335 +1000,data_10000,100,mlr3/default/snapshots/snapshot_2022_11_02,resample_sequential,114586.0082595,6747.07058408249,115458.48908058,8903.14759703632,1.145860082595 +1000,data_10000,100,mlr3/default/snapshots/snapshot_2023_03_17,resample_sequential,111383.255102,7050.9749202354,114522.29607054,10563.9444072951,1.11383255102 +1000,data_10000,100,mlr3/default/snapshots/snapshot_2023_06_18,resample_sequential,114401.5646795,8278.61598183061,117242.46135118,13708.7858330998,1.144015646795 +1000,data_10000,100,mlr3/default/snapshots/snapshot_2023_11_17,resample_sequential,102088.4659575,121.717306496099,102117.28233125,150.936208231783,1.020884659575 +1000,data_10000,100,mlr3/default/snapshots/snapshot_2023_12_21,resample_sequential,101687.729617,139.436761999504,101686.29383927,140.954859501524,1.01687729617 +1000,data_10000,100,mlr3/default/snapshots/snapshot_2024_01_09,resample_sequential,101679.9532935,137.438516684701,101682.05781793,133.643753554971,1.016799532935 +1000,data_10000,100,mlr3/default/snapshots/snapshot_2024_03_05,resample_sequential,101691.694089,174.236244676198,101687.3010857,141.904932171548,1.01691694089 +1000,data_10000,100,mlr3/default/snapshots/snapshot_2024_04_24,resample_sequential,101693.203877,167.493196033786,101681.12233715,137.685163756356,1.01693203877 +1000,data_10000,100,mlr3/default/snapshots/snapshot_2024_06_28,resample_sequential,101929.0922935,105.415415261105,101938.71668711,115.268302758501,1.019290922935 +1000,data_10000,100,mlr3/default/snapshots/snapshot_2024_07_22,resample_sequential,101612.1965675,78.7036393814858,101629.00388375,118.052027969224,1.016121965675 +1000,data_10000,100,mlr3/default/snapshots/snapshot_2024_07_29,resample_sequential,101645.000312,72.299596866,101643.14418985,116.854076664384,1.01645000312 +1000,data_10000,100,mlr3/default/snapshots/snapshot_2024_08_14,resample_sequential,101377.529046,124.635568862699,101346.26171787,95.5709688618977,1.01377529046 diff --git a/mlr-org/benchmark_results/mlr3tuning_object_size.csv b/mlr-org/benchmark_results/mlr3tuning_object_size.csv new file mode 100644 index 00000000..dbe6f2af --- /dev/null +++ b/mlr-org/benchmark_results/mlr3tuning_object_size.csv @@ -0,0 +1,841 @@ +task,evals,learner,renv_project,object,size,serialized_size,k +data_1000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2022_12_22,at,0.38732,0.915576,2.36387483218011 +data_1000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_03_08,at,0.388512,0.916768,2.35969030557615 +data_1000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_06_26,at,0.38952,0.921752,2.36637913329226 +data_1000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_20,at,0.390864,0.92332,2.36225387858693 +data_1000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_28,at,0.390864,0.92332,2.36225387858693 +data_1000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_04_24,at,0.392944,1.15816,2.94739199478806 +data_1000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_07_05,at,0.249232,0.549544,2.20494960518714 +data_1000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2022_12_22,at$model,0.39088,0.635736,1.62642243143676 +data_1000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_03_08,at$model,0.39152,0.636376,1.62539844707806 +data_1000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_06_26,at$model,0.390064,0.637496,1.63433692932442 +data_1000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_20,at$model,0.392496,0.640168,1.63101789572378 +data_1000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_28,at$model,0.39144,0.639112,1.63272021254854 +data_1000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_04_24,at$model,0.390896,0.64092,1.63961769882526 +data_1000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_07_05,at$model,0.249144,0.350672,1.40750730501236 +data_1000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2022_12_22,at$train,0.649408,1.633328,2.51510298610427 +data_1000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_03_08,at$train,0.65124,1.63516,2.51084085744119 +data_1000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_06_26,at$train,0.650512,1.641896,2.52400570627444 +data_1000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_20,at$train,0.654048,1.646136,2.5168428005284 +data_1000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_28,at$train,0.652992,1.64508,2.51929579535431 +data_1000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_04_24,at$train,0.654832,1.884808,2.87830771862096 +data_1000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_07_05,at$train,0.46156,0.997944,2.16211110148193 +data_1000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2022_12_22,at_bmr$archive,0.893312,1.536288,1.71976644218369 +data_1000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_03_08,at_bmr$archive,0.893312,1.536288,1.71976644218369 +data_1000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_06_26,at_bmr$archive,0.894448,1.541344,1.72323488900417 +data_1000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_20,at_bmr$archive,0.894488,1.541496,1.72332775844953 +data_1000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_28,at_bmr$archive,0.894488,1.541496,1.72332775844953 +data_1000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_04_24,at_bmr$archive,0.889664,1.539808,1.73077476440544 +data_1000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_07_05,at_bmr$archive,0.757664,1.05676,1.39476073826921 +data_1000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2022_12_22,at_bmr$benchmark_result,0.840736,1.214296,1.44432497240513 +data_1000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_03_08,at_bmr$benchmark_result,0.840736,1.214296,1.44432497240513 +data_1000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_06_26,at_bmr$benchmark_result,0.841872,1.218568,1.44745044377293 +data_1000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_20,at_bmr$benchmark_result,0.8418,1.218496,1.44748871465906 +data_1000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_28,at_bmr$benchmark_result,0.8418,1.218496,1.44748871465906 +data_1000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_04_24,at_bmr$benchmark_result,0.836752,1.216416,1.45373539591181 +data_1000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_07_05,at_bmr$benchmark_result,0.690256,0.83684,1.2123617904082 +data_1000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2022_12_22,at_bmr$model,1.580368,3.494832,2.21140392617416 +data_1000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_03_08,at_bmr$model,1.585368,3.49972,2.20751270367511 +data_1000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_06_26,at_bmr$model,1.58504,3.511616,2.21547468833594 +data_1000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_20,at_bmr$model,1.514648,3.137088,2.07116637000808 +data_1000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_28,at_bmr$model,1.512392,3.134832,2.07276420398944 +data_1000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_04_24,at_bmr$model,1.521376,3.364728,2.21163473066487 +data_1000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_07_05,at_bmr$model,1.21428,1.99948,1.64663833712159 +data_1000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2022_12_22,at_bmr$objective,1.210096,2.591376,2.14146315664212 +data_1000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_03_08,at_bmr$objective,1.210096,2.591376,2.14146315664212 +data_1000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_06_26,at_bmr$objective,1.211424,2.600768,2.14686847874898 +data_1000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_20,at_bmr$objective,1.140936,2.225456,1.95055287939026 +data_1000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_28,at_bmr$objective,1.140936,2.225456,1.95055287939026 +data_1000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_04_24,at_bmr$objective,1.148704,2.21916,1.93188149427529 +data_1000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_07_05,at_bmr$objective,1.07128,1.682064,1.57014412665223 +data_1000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2022_12_22,at_bmr$train,1.733568,4.15004,2.39392974489608 +data_1000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_03_08,at_bmr$train,1.73948,4.155952,2.38919217237335 +data_1000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_06_26,at_bmr$train,1.739656,4.17212,2.39824425058747 +data_1000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_20,at_bmr$train,1.664024,3.768744,2.26483752638183 +data_1000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_28,at_bmr$train,1.661768,3.766488,2.26655465744918 +data_1000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_04_24,at_bmr$train,1.67148,4.001376,2.39391198219542 +data_1000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_07_05,at_bmr$train,1.319072,2.375464,1.80085999854443 +data_1000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2022_12_22,at_bmr$tuning_instance,1.385832,2.8994,2.09217278862084 +data_1000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_03_08,at_bmr$tuning_instance,1.385944,2.8994,2.09200371732191 +data_1000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_06_26,at_bmr$tuning_instance,1.387272,2.909688,2.09741708907842 +data_1000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_20,at_bmr$tuning_instance,1.31712,2.53516,1.92477526724976 +data_1000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_28,at_bmr$tuning_instance,1.31712,2.53516,1.92477526724976 +data_1000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_04_24,at_bmr$tuning_instance,1.32612,2.761736,2.08256869664887 +data_1000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_07_05,at_bmr$tuning_instance,1.07128,1.682064,1.57014412665223 +data_1000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2022_12_22,at_instance$archive,0.20752,0.376168,1.81268311488049 +data_1000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_03_08,at_instance$archive,0.20752,0.376168,1.81268311488049 +data_1000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_06_26,at_instance$archive,0.207856,0.377064,1.81406358248018 +data_1000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_20,at_instance$archive,0.207968,0.377288,1.814163717495 +data_1000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_28,at_instance$archive,0.207968,0.377288,1.814163717495 +data_1000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_04_24,at_instance$archive,0.21032,0.379808,1.80585774058577 +data_1000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_07_05,at_instance$archive,0.140904,0.271688,1.92817805030375 +data_1000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2022_12_22,at_instance$model,1.566472,3.480536,2.22189480565245 +data_1000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_03_08,at_instance$model,1.566584,3.480536,2.22173595542914 +data_1000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_06_26,at_instance$model,1.567968,3.494144,2.22845364191106 +data_1000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_20,at_instance$model,1.497576,3.119616,2.08311030625491 +data_1000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_28,at_instance$model,1.497576,3.119616,2.08311030625491 +data_1000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_04_24,at_instance$model,1.514704,3.357656,2.21670768678237 +data_1000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_07_05,at_instance$model,1.205352,1.990152,1.65109611134341 +data_1000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2022_12_22,at_instance$objective,1.193664,2.574544,2.15684145622219 +data_1000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_03_08,at_instance$objective,1.193664,2.574544,2.15684145622219 +data_1000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_06_26,at_instance$objective,1.194992,2.583936,2.16230401542437 +data_1000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_20,at_instance$objective,1.124504,2.208624,1.96408727759083 +data_1000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_28,at_instance$objective,1.124504,2.208624,1.96408727759083 +data_1000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_04_24,at_instance$objective,1.140416,2.210472,1.93830321566867 +data_1000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_07_05,at_instance$objective,1.062992,1.673376,1.57421316435119 +data_1000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2022_12_22,at_instance$train,1.719672,4.135744,2.40496094604087 +data_1000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_03_08,at_instance$train,1.720696,4.136768,2.40412484250559 +data_1000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_06_26,at_instance$train,1.722584,4.154648,2.41186960984196 +data_1000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_20,at_instance$train,1.646952,3.751272,2.27770572548562 +data_1000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_28,at_instance$train,1.646952,3.751272,2.27770572548562 +data_1000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_04_24,at_instance$train,1.664808,3.994304,2.39925805258024 +data_1000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_07_05,at_instance$train,1.310144,2.366136,1.80601216354843 +data_1000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2022_12_22,at_instance$tuning_instance,1.3694,2.882568,2.10498612531035 +data_1000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_03_08,at_instance$tuning_instance,1.369512,2.882568,2.1048139775336 +data_1000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_06_26,at_instance$tuning_instance,1.37084,2.892856,2.11027982842637 +data_1000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_20,at_instance$tuning_instance,1.300688,2.518328,1.93615071408362 +data_1000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_28,at_instance$tuning_instance,1.300688,2.518328,1.93615071408362 +data_1000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_04_24,at_instance$tuning_instance,1.317832,2.753048,2.08907356931688 +data_1000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_07_05,at_instance$tuning_instance,1.062992,1.673376,1.57421316435119 +data_1000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2022_12_22,at_models$archive,1.021232,1.664208,1.6296081595563 +data_1000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_03_08,at_models$archive,1.021264,1.66424,1.62958843159066 +data_1000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_06_26,at_models$archive,1.020768,1.667664,1.63373459983072 +data_1000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_20,at_models$archive,1.019216,1.666224,1.63480950063578 +data_1000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_28,at_models$archive,1.021768,1.668776,1.63322398039477 +data_1000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_04_24,at_models$archive,1.020312,1.670456,1.63720116983825 +data_1000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_07_05,at_models$archive,0.883944,1.18304,1.33836532631026 +data_1000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2022_12_22,at_models$benchmark_result,0.968656,1.342216,1.38564774285195 +data_1000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_03_08,at_models$benchmark_result,0.968688,1.342248,1.38563500322085 +data_1000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_06_26,at_models$benchmark_result,0.968192,1.344888,1.38907158910629 +data_1000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_20,at_models$benchmark_result,0.966528,1.343224,1.38974142497682 +data_1000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_28,at_models$benchmark_result,0.96908,1.345776,1.38871506996326 +data_1000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_04_24,at_models$benchmark_result,0.9674,1.347064,1.39245813520777 +data_1000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_07_05,at_models$benchmark_result,0.816536,0.96312,1.17951933533855 +data_1000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2022_12_22,at_models$model,1.734064,3.70072,2.13413115086871 +data_1000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_03_08,at_models$model,1.731888,3.698432,2.13549144055505 +data_1000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_06_26,at_models$model,1.730008,3.708776,2.14379124258385 +data_1000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_20,at_models$model,1.654816,3.329448,2.01197474522847 +data_1000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_28,at_models$model,1.661536,3.336168,2.00788186352869 +data_1000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_04_24,at_models$model,1.659328,3.575152,2.15457823890153 +data_1000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_07_05,at_models$model,1.33604,2.193712,1.64195083979522 +data_1000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2022_12_22,at_models$objective,1.393744,2.80112,2.00978084928079 +data_1000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_03_08,at_models$objective,1.393808,2.801184,2.00973448279821 +data_1000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_06_26,at_models$objective,1.391872,2.807312,2.01693259150267 +data_1000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_20,at_models$objective,1.3182,2.428816,1.84252465483235 +data_1000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_28,at_models$objective,1.323304,2.43392,1.83927502675122 +data_1000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_04_24,at_models$objective,1.319184,2.43436,1.84535288481364 +data_1000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_07_05,at_models$objective,1.231568,1.887072,1.53225156873189 +data_1000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2022_12_22,at_models$train,1.887264,4.355928,2.3080650083931 +data_1000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_03_08,at_models$train,1.886,4.354664,2.30894167550371 +data_1000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_06_26,at_models$train,1.884624,4.36928,2.31838287106606 +data_1000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_20,at_models$train,1.804192,3.961104,2.19550025717884 +data_1000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_28,at_models$train,1.810912,3.967824,2.19106395009807 +data_1000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_04_24,at_models$train,1.809432,4.2118,2.32769178394104 +data_1000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_07_05,at_models$train,1.440832,2.569696,1.7834806556212 +data_1000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2022_12_22,at_models$tuning_instance,1.569312,3.108976,1.98110764462389 +data_1000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_03_08,at_models$tuning_instance,1.569488,3.10904,1.98092626385165 +data_1000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_06_26,at_models$tuning_instance,1.567552,3.116064,1.98785367247785 +data_1000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_20,at_models$tuning_instance,1.494216,2.738352,1.83263463916863 +data_1000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_28,at_models$tuning_instance,1.49932,2.743456,1.82980017607982 +data_1000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_04_24,at_models$tuning_instance,1.496432,2.976768,1.98924374779475 +data_1000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_07_05,at_models$tuning_instance,1.231568,1.887072,1.53225156873189 +data_1000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2022_12_22,at,0.38732,0.915576,2.36387483218011 +data_1000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_03_08,at,0.388512,0.916768,2.35969030557615 +data_1000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_06_26,at,0.38952,0.921752,2.36637913329226 +data_1000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_20,at,0.390864,0.92332,2.36225387858693 +data_1000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_28,at,0.390864,0.92332,2.36225387858693 +data_1000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_04_24,at,0.392944,1.15816,2.94739199478806 +data_1000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_07_05,at,0.249232,0.549544,2.20494960518714 +data_1000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2022_12_22,at$model,0.393232,0.638088,1.62267567237661 +data_1000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_03_08,at$model,0.39152,0.636376,1.62539844707806 +data_1000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_06_26,at$model,0.39232,0.639752,1.63068923327896 +data_1000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_20,at$model,0.392496,0.640168,1.63101789572378 +data_1000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_28,at$model,0.393792,0.641464,1.62894116691045 +data_1000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_04_24,at$model,0.392512,0.642536,1.63698434697538 +data_1000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_07_05,at$model,0.249144,0.350672,1.40750730501236 +data_1000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2022_12_22,at$train,0.65176,1.63568,2.5096354486314 +data_1000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_03_08,at$train,0.65124,1.63516,2.51084085744119 +data_1000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_06_26,at$train,0.652768,1.644152,2.51873866365998 +data_1000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_20,at$train,0.654048,1.646136,2.5168428005284 +data_1000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_28,at$train,0.655344,1.647432,2.51384311140409 +data_1000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_04_24,at$train,0.656448,1.886424,2.87368382568002 +data_1000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_07_05,at$train,0.46156,0.997944,2.16211110148193 +data_1000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2022_12_22,at_bmr$archive,1.053288,1.696264,1.61044652554667 +data_1000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_03_08,at_bmr$archive,1.053288,1.696264,1.61044652554667 +data_1000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_06_26,at_bmr$archive,1.054424,1.70132,1.61350652109588 +data_1000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_20,at_bmr$archive,1.054464,1.701472,1.61358946346201 +data_1000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_28,at_bmr$archive,1.054464,1.701472,1.61358946346201 +data_1000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_04_24,at_bmr$archive,0.970584,1.620728,1.66984825630754 +data_1000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_07_05,at_bmr$archive,0.838584,1.13768,1.3566679068525 +data_1000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2022_12_22,at_bmr$benchmark_result,0.997856,1.371416,1.37436263348619 +data_1000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_03_08,at_bmr$benchmark_result,0.997856,1.371416,1.37436263348619 +data_1000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_06_26,at_bmr$benchmark_result,0.998992,1.375688,1.37707609270144 +data_1000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_20,at_bmr$benchmark_result,0.99892,1.375616,1.37710327153326 +data_1000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_28,at_bmr$benchmark_result,0.99892,1.375616,1.37710327153326 +data_1000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_04_24,at_bmr$benchmark_result,0.914816,1.29448,1.41501679026165 +data_1000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_07_05,at_bmr$benchmark_result,0.76832,0.914904,1.19078508954602 +data_1000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2022_12_22,at_bmr$model,2.577552,7.368128,2.85857588906063 +data_1000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_03_08,at_bmr$model,2.578304,7.368768,2.85799036886263 +data_1000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_06_26,at_bmr$model,2.579048,7.405928,2.87157431734501 +data_1000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_20,at_bmr$model,1.825224,3.4498,1.89006938326474 +data_1000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_28,at_bmr$model,1.825224,3.4498,1.89006938326474 +data_1000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_04_24,at_bmr$model,1.683736,3.526704,2.09457064527931 +data_1000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_07_05,at_bmr$model,1.376736,2.161552,1.57005555168166 +data_1000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2022_12_22,at_bmr$objective,2.204624,6.462016,2.93111932011989 +data_1000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_03_08,at_bmr$objective,2.204624,6.462016,2.93111932011989 +data_1000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_06_26,at_bmr$objective,2.205952,6.4956,2.94457902982477 +data_1000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_20,at_bmr$objective,1.451392,2.538048,1.74869917982185 +data_1000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_28,at_bmr$objective,1.451392,2.538048,1.74869917982185 +data_1000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_04_24,at_bmr$objective,1.309328,2.3794,1.81726809477839 +data_1000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_07_05,at_bmr$objective,1.232024,1.842424,1.49544489393064 +data_1000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2022_12_22,at_bmr$train,2.730752,8.023336,2.93814158151308 +data_1000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_03_08,at_bmr$train,2.732416,8.025,2.93696128261582 +data_1000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_06_26,at_bmr$train,2.733664,8.066432,2.95077668652768 +data_1000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_20,at_bmr$train,1.9746,4.081456,2.066978628583 +data_1000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_28,at_bmr$train,1.9746,4.081456,2.066978628583 +data_1000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_04_24,at_bmr$train,1.83384,4.163352,2.27029184661694 +data_1000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_07_05,at_bmr$train,1.481528,2.537536,1.71278301861322 +data_1000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2022_12_22,at_bmr$tuning_instance,2.38048,6.77016,2.84403145584084 +data_1000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_03_08,at_bmr$tuning_instance,2.380592,6.77016,2.84389765234866 +data_1000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_06_26,at_bmr$tuning_instance,2.38192,6.80464,2.8567878014375 +data_1000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_20,at_bmr$tuning_instance,1.627696,2.847872,1.74963383825972 +data_1000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_28,at_bmr$tuning_instance,1.627696,2.847872,1.74963383825972 +data_1000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_04_24,at_bmr$tuning_instance,1.486864,2.922096,1.96527456445243 +data_1000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_07_05,at_bmr$tuning_instance,1.232024,1.842424,1.49544489393064 +data_1000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2022_12_22,at_instance$archive,0.210256,0.378904,1.80210790655201 +data_1000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_03_08,at_instance$archive,0.210256,0.378904,1.80210790655201 +data_1000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_06_26,at_instance$archive,0.210592,0.3798,1.80348731195867 +data_1000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_20,at_instance$archive,0.210704,0.380024,1.80359176854735 +data_1000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_28,at_instance$archive,0.210704,0.380024,1.80359176854735 +data_1000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_04_24,at_instance$archive,0.213056,0.382544,1.79550916191048 +data_1000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_07_05,at_instance$archive,0.14364,0.274424,1.91049846839321 +data_1000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2022_12_22,at_instance$model,2.412976,7.203152,2.98517349530207 +data_1000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_03_08,at_instance$model,2.413728,7.203792,2.98450861074653 +data_1000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_06_26,at_instance$model,2.415112,7.241592,2.99844976133612 +data_1000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_20,at_instance$model,1.660008,3.284184,1.97841456185753 +data_1000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_28,at_instance$model,1.66236,3.286536,1.97703024615607 +data_1000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_04_24,at_instance$model,1.598984,3.441552,2.15233673382598 +data_1000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_07_05,at_instance$model,1.292304,2.07672,1.60699030568659 +data_1000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2022_12_22,at_instance$objective,2.040048,6.29704,3.08671168521525 +data_1000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_03_08,at_instance$objective,2.040048,6.29704,3.08671168521525 +data_1000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_06_26,at_instance$objective,2.041376,6.330624,3.10115529917076 +data_1000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_20,at_instance$objective,1.286816,2.373072,1.84414244149902 +data_1000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_28,at_instance$objective,1.286816,2.373072,1.84414244149902 +data_1000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_04_24,at_instance$objective,1.226192,2.295864,1.87235277998878 +data_1000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_07_05,at_instance$objective,1.148888,1.758888,1.53094818642026 +data_1000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2022_12_22,at_instance$train,2.566176,7.85836,3.06228411457359 +data_1000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_03_08,at_instance$train,2.56784,7.860024,3.06094772259954 +data_1000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_06_26,at_instance$train,2.569728,7.902096,3.07507098027496 +data_1000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_20,at_instance$train,1.809384,3.91584,2.16418405379953 +data_1000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_28,at_instance$train,1.811736,3.918192,2.16267270728186 +data_1000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_04_24,at_instance$train,1.749088,4.0782,2.33161510455735 +data_1000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_07_05,at_instance$train,1.397096,2.452704,1.75557298854195 +data_1000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2022_12_22,at_instance$tuning_instance,2.215904,6.605184,2.9808078328303 +data_1000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_03_08,at_instance$tuning_instance,2.216016,6.605184,2.98065717937055 +data_1000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_06_26,at_instance$tuning_instance,2.217344,6.639664,2.99442215551579 +data_1000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_20,at_instance$tuning_instance,1.46312,2.682896,1.83368144786484 +data_1000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_28,at_instance$tuning_instance,1.46312,2.682896,1.83368144786484 +data_1000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_04_24,at_instance$tuning_instance,1.403728,2.83856,2.0221581388987 +data_1000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_07_05,at_instance$tuning_instance,1.148888,1.758888,1.53094818642026 +data_1000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2022_12_22,at_models$archive,1.680048,2.557888,1.52250888069865 +data_1000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_03_08,at_models$archive,1.668808,2.546648,1.52602815902129 +data_1000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_06_26,at_models$archive,1.66904,2.5508,1.52830369553755 +data_1000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_20,at_models$archive,1.668872,2.550744,1.52842398937726 +data_1000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_28,at_models$archive,1.657704,2.539576,1.53198399714304 +data_1000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_04_24,at_models$archive,1.58472,2.469728,1.55846332475138 +data_1000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_07_05,at_models$archive,1.451272,1.985232,1.3679255163746 +data_1000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2022_12_22,at_models$benchmark_result,1.624616,2.23304,1.37450326723361 +data_1000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_03_08,at_models$benchmark_result,1.613376,2.2218,1.37711234083066 +data_1000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_06_26,at_models$benchmark_result,1.613608,2.225168,1.37900159146459 +data_1000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_20,at_models$benchmark_result,1.613328,2.224888,1.37906736881775 +data_1000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_28,at_models$benchmark_result,1.60216,2.21372,1.38170969191591 +data_1000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_04_24,at_models$benchmark_result,1.528952,2.14348,1.40192759484928 +data_1000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_07_05,at_models$benchmark_result,1.381008,1.762456,1.27620984092779 +data_1000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2022_12_22,at_models$model,3.725096,9.037592,2.42613666869257 +data_1000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_03_08,at_models$model,3.702728,9.015112,2.43472164306965 +data_1000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_06_26,at_models$model,3.701888,9.050688,2.44488434009889 +data_1000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_20,at_models$model,2.947008,5.093504,1.72836449714422 +data_1000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_28,at_models$model,2.924672,5.071168,1.73392708652457 +data_1000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_04_24,at_models$model,2.76964,5.170504,1.86685056541644 +data_1000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_07_05,at_models$model,2.45616,3.798872,1.54667122663019 +data_1000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2022_12_22,at_models$objective,3.385952,8.139168,2.40380489741142 +data_1000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_03_08,at_models$objective,3.363472,8.116688,2.41318732547796 +data_1000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_06_26,at_models$objective,3.362992,8.148464,2.42298048880283 +data_1000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_20,at_models$objective,2.608016,4.190496,1.60677541855571 +data_1000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_28,at_models$objective,2.58568,4.16816,1.61201695492095 +data_1000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_04_24,at_models$objective,2.431088,4.031304,1.65823038902746 +data_1000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_07_05,at_models$objective,2.349432,3.489976,1.48545520789706 +data_1000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2022_12_22,at_models$train,3.878296,9.6928,2.4992419351179 +data_1000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_03_08,at_models$train,3.85684,9.671344,2.50758237313448 +data_1000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_06_26,at_models$train,3.856504,9.711192,2.51813352196705 +data_1000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_20,at_models$train,3.096384,5.72516,1.84898255513528 +data_1000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_28,at_models$train,3.074048,5.702824,1.85515125333111 +data_1000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_04_24,at_models$train,2.919744,5.807152,1.9889250564433 +data_1000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_07_05,at_models$train,2.560952,4.174856,1.63019689552948 +data_1000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2022_12_22,at_models$tuning_instance,3.56164,8.447144,2.37170067721611 +data_1000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_03_08,at_models$tuning_instance,3.539272,8.424664,2.38033810342918 +data_1000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_06_26,at_models$tuning_instance,3.538792,8.457336,2.38989350038092 +data_1000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_20,at_models$tuning_instance,2.784152,4.500152,1.61634565928872 +data_1000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_28,at_models$tuning_instance,2.761816,4.477816,1.62133031309834 +data_1000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_04_24,at_models$tuning_instance,2.608456,4.573832,1.75346335149989 +data_1000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_07_05,at_models$tuning_instance,2.349432,3.489976,1.48545520789706 +data_1000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2022_12_22,at,0.38732,0.915576,2.36387483218011 +data_1000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_03_08,at,0.388512,0.916768,2.35969030557615 +data_1000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_06_26,at,0.38952,0.921752,2.36637913329226 +data_1000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_20,at,0.390864,0.92332,2.36225387858693 +data_1000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_28,at,0.390864,0.92332,2.36225387858693 +data_1000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_04_24,at,0.392944,1.15816,2.94739199478806 +data_1000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_07_05,at,0.249232,0.549544,2.20494960518714 +data_1000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2022_12_22,at$model,0.393232,0.638088,1.62267567237661 +data_1000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_03_08,at$model,0.39152,0.636376,1.62539844707806 +data_1000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_06_26,at$model,0.394032,0.641464,1.62794899906607 +data_1000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_20,at$model,0.393792,0.641464,1.62894116691045 +data_1000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_28,at$model,0.39208,0.639752,1.6316874107325 +data_1000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_04_24,at$model,0.394864,0.644888,1.63319016167592 +data_1000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_07_05,at$model,0.251496,0.353024,1.40369628145179 +data_1000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2022_12_22,at$train,0.65176,1.63568,2.5096354486314 +data_1000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_03_08,at$train,0.65124,1.63516,2.51084085744119 +data_1000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_06_26,at$train,0.65448,1.645864,2.51476592103655 +data_1000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_20,at$train,0.655344,1.647432,2.51384311140409 +data_1000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_28,at$train,0.653632,1.64572,2.51780818564575 +data_1000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_04_24,at$train,0.6588,1.888776,2.86699453551913 +data_1000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_07_05,at$train,0.463912,1.000296,2.15621928296746 +data_1000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2022_12_22,at_bmr$archive,2.644408,3.287384,1.24314553578722 +data_1000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_03_08,at_bmr$archive,2.644408,3.287384,1.24314553578722 +data_1000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_06_26,at_bmr$archive,2.645544,3.29244,1.24452286561856 +data_1000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_20,at_bmr$archive,2.645584,3.292592,1.24456150324465 +data_1000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_28,at_bmr$archive,2.645584,3.292592,1.24456150324465 +data_1000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_04_24,at_bmr$archive,1.771144,2.421288,1.36707574313551 +data_1000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_07_05,at_bmr$archive,1.639144,1.93824,1.18247085063911 +data_1000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2022_12_22,at_bmr$benchmark_result,2.563728,2.937288,1.14570968527082 +data_1000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_03_08,at_bmr$benchmark_result,2.563728,2.937288,1.14570968527082 +data_1000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_06_26,at_bmr$benchmark_result,2.564864,2.94156,1.14686782613035 +data_1000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_20,at_bmr$benchmark_result,2.564792,2.941488,1.14687194907033 +data_1000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_28,at_bmr$benchmark_result,2.564792,2.941488,1.14687194907033 +data_1000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_04_24,at_bmr$benchmark_result,1.690128,2.069792,1.22463624056876 +data_1000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_07_05,at_bmr$benchmark_result,1.543632,1.690216,1.09496045689646 +data_1000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2022_12_22,at_bmr$model,12.508096,46.059792,3.6823983442404 +data_1000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_03_08,at_bmr$model,12.506912,46.058496,3.68264332554671 +data_1000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_06_26,at_bmr$model,12.509592,46.339512,3.70431841422166 +data_1000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_20,at_bmr$model,4.91428,6.559688,1.33482178467649 +data_1000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_28,at_bmr$model,4.915992,6.5614,1.3347051825959 +data_1000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_04_24,at_bmr$model,3.275112,5.113712,1.5613853816297 +data_1000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_07_05,at_bmr$model,2.967472,3.74792,1.26300096513126 +data_1000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2022_12_22,at_bmr$objective,12.132144,45.150656,3.7215727080061 +data_1000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_03_08,at_bmr$objective,12.132144,45.150656,3.7215727080061 +data_1000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_06_26,at_bmr$objective,12.133472,45.42616,3.74387149861145 +data_1000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_20,at_bmr$objective,4.539776,5.647264,1.24395212451011 +data_1000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_28,at_bmr$objective,4.539776,5.647264,1.24395212451011 +data_1000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_04_24,at_bmr$objective,2.899392,3.965096,1.36756119903759 +data_1000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_07_05,at_bmr$objective,2.82276,3.428792,1.2146948376766 +data_1000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2022_12_22,at_bmr$train,12.661296,46.715,3.68959070224723 +data_1000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_03_08,at_bmr$train,12.661024,46.714728,3.68964848340861 +data_1000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_06_26,at_bmr$train,12.664208,47.000016,3.71124795170768 +data_1000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_20,at_bmr$train,5.063656,7.191344,1.42018810124542 +data_1000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_28,at_bmr$train,5.065368,7.193056,1.42004608549665 +data_1000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_04_24,at_bmr$train,3.425216,5.75036,1.67883134961416 +data_1000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_07_05,at_bmr$train,3.072264,4.123904,1.34230131264761 +data_1000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2022_12_22,at_bmr$tuning_instance,12.308672,45.459472,3.6932881142661 +data_1000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_03_08,at_bmr$tuning_instance,12.308784,45.459472,3.69325450832511 +data_1000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_06_26,at_bmr$tuning_instance,12.310112,45.735872,3.71530917021714 +data_1000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_20,at_bmr$tuning_instance,4.716752,5.95776,1.26310647666021 +data_1000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_28,at_bmr$tuning_instance,4.716752,5.95776,1.26310647666021 +data_1000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_04_24,at_bmr$tuning_instance,3.0776,4.508464,1.46492851572654 +data_1000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_07_05,at_bmr$tuning_instance,2.82276,3.428792,1.2146948376766 +data_1000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2022_12_22,at_instance$archive,0.234832,0.40348,1.71816447502896 +data_1000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_03_08,at_instance$archive,0.234832,0.40348,1.71816447502896 +data_1000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_06_26,at_instance$archive,0.235168,0.404376,1.71951966253912 +data_1000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_20,at_instance$archive,0.23528,0.4046,1.71965317919075 +data_1000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_28,at_instance$archive,0.23528,0.4046,1.71965317919075 +data_1000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_04_24,at_instance$archive,0.237632,0.40712,1.71323727444115 +data_1000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_07_05,at_instance$archive,0.168216,0.299,1.77747657773339 +data_1000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2022_12_22,at_instance$model,10.868464,44.41976,4.0870319853845 +data_1000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_03_08,at_instance$model,10.868576,44.41976,4.08698986877398 +data_1000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_06_26,at_instance$model,10.86996,44.69948,4.11220280479413 +data_1000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_20,at_instance$model,3.27636,4.921368,1.50208402007105 +data_1000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_28,at_instance$model,3.274648,4.919656,1.50234651174722 +data_1000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_04_24,at_instance$model,2.44988,4.28808,1.75032246477379 +data_1000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_07_05,at_instance$model,2.14224,2.922288,1.36412726865337 +data_1000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2022_12_22,at_instance$objective,10.492512,43.510624,4.14682623188804 +data_1000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_03_08,at_instance$objective,10.492512,43.510624,4.14682623188804 +data_1000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_06_26,at_instance$objective,10.49384,43.786128,4.17255532769701 +data_1000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_20,at_instance$objective,2.900144,4.007232,1.38173552761518 +data_1000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_28,at_instance$objective,2.900144,4.007232,1.38173552761518 +data_1000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_04_24,at_instance$objective,2.07416,3.139464,1.51360743626335 +data_1000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_07_05,at_instance$objective,1.997528,2.60316,1.30319074375929 +data_1000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2022_12_22,at_instance$train,11.021664,45.074968,4.08966994457461 +data_1000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_03_08,at_instance$train,11.022688,45.075992,4.08938291639934 +data_1000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_06_26,at_instance$train,11.024576,45.359984,4.11444249647333 +data_1000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_20,at_instance$train,3.425736,5.553024,1.62097254429413 +data_1000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_28,at_instance$train,3.424024,5.551312,1.62128302838999 +data_1000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_04_24,at_instance$train,2.599984,4.924728,1.89413781007883 +data_1000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_07_05,at_instance$train,2.247032,3.298272,1.46783490399781 +data_1000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2022_12_22,at_instance$tuning_instance,10.66904,43.81944,4.10715865719877 +data_1000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_03_08,at_instance$tuning_instance,10.669152,43.81944,4.1071155420787 +data_1000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_06_26,at_instance$tuning_instance,10.67048,44.09584,4.1325076285228 +data_1000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_20,at_instance$tuning_instance,3.07712,4.317728,1.40317179700499 +data_1000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_28,at_instance$tuning_instance,3.07712,4.317728,1.40317179700499 +data_1000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_04_24,at_instance$tuning_instance,2.252368,3.682832,1.63509337728115 +data_1000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_07_05,at_instance$tuning_instance,1.997528,2.60316,1.30319074375929 +data_1000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2022_12_22,at_models$archive,8.146592,11.373072,1.39605272977952 +data_1000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_03_08,at_models$archive,8.201944,11.428424,1.39337991090893 +data_1000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_06_26,at_models$archive,8.19392,11.42432,1.39424353667109 +data_1000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_20,at_models$archive,8.194552,11.425064,1.39422679848758 +data_1000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_28,at_models$archive,8.18596,11.416472,1.39464057972431 +data_1000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_04_24,at_models$archive,7.3116,10.545248,1.4422627058373 +data_1000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_07_05,at_models$archive,7.178768,10.061368,1.40154522335866 +data_1000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2022_12_22,at_models$benchmark_result,8.065912,11.022976,1.3666124797791 +data_1000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_03_08,at_models$benchmark_result,8.121264,11.078328,1.36411376357178 +data_1000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_06_26,at_models$benchmark_result,8.11324,11.07344,1.36486040102351 +data_1000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_20,at_models$benchmark_result,8.11376,11.07396,1.36483701760959 +data_1000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_28,at_models$benchmark_result,8.105168,11.065368,1.36522376834138 +data_1000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_04_24,at_models$benchmark_result,7.230584,10.193752,1.40981032790712 +data_1000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_07_05,at_models$benchmark_result,7.083256,9.813344,1.38542839620649 +data_1000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2022_12_22,at_models$model,23.405432,62.176328,2.6564913649105 +data_1000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_03_08,at_models$model,23.514952,62.285736,2.64877155607207 +data_1000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_06_26,at_models$model,23.498016,62.547136,2.66180497962041 +data_1000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_20,at_models$model,15.902928,22.767536,1.43165686218286 +data_1000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_28,at_models$model,15.889712,22.75432,1.43201588549874 +data_1000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_04_24,at_models$model,14.057768,21.308504,1.51578145264597 +data_1000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_07_05,at_models$model,13.74552,19.938104,1.45051653193186 +data_1000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2022_12_22,at_models$objective,23.06432,61.275936,2.65674149508852 +data_1000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_03_08,at_models$objective,23.175024,61.38664,2.64882746183995 +data_1000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_06_26,at_models$objective,23.158032,61.643824,2.66187662233129 +data_1000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_20,at_models$objective,15.56552,21.866112,1.40477876742955 +data_1000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_28,at_models$objective,15.548336,21.848928,1.40522612837798 +data_1000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_04_24,at_models$objective,13.716832,20.16692,1.47023161033102 +data_1000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_07_05,at_models$objective,13.63708,19.627496,1.43927409680078 +data_1000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2022_12_22,at_models$train,23.558632,62.831536,2.66702820435414 +data_1000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_03_08,at_models$train,23.669064,62.941968,2.65925040381825 +data_1000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_06_26,at_models$train,23.652632,63.20764,2.67233008148945 +data_1000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_20,at_models$train,16.052304,23.399192,1.45768432992547 +data_1000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_28,at_models$train,16.039088,23.385976,1.45806145586333 +data_1000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_04_24,at_models$train,14.207872,21.945152,1.54457697817097 +data_1000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_07_05,at_models$train,13.850312,20.314088,1.4666881150403 +data_1000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2022_12_22,at_models$tuning_instance,23.24068,61.584584,2.6498615358931 +data_1000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_03_08,at_models$tuning_instance,23.351496,61.695288,2.64202721744251 +data_1000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_06_26,at_models$tuning_instance,23.334504,61.953368,2.65501113715552 +data_1000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_20,at_models$tuning_instance,15.742328,22.17644,1.40871413681636 +data_1000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_28,at_models$tuning_instance,15.725144,22.159256,1.40916076825751 +data_1000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_04_24,at_models$tuning_instance,13.894872,20.71012,1.49048656223677 +data_1000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_07_05,at_models$tuning_instance,13.63708,19.627496,1.43927409680078 +data_10000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2022_12_22,at,0.38732,0.915576,2.36387483218011 +data_10000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_03_08,at,0.388512,0.916768,2.35969030557615 +data_10000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_06_26,at,0.38952,0.921752,2.36637913329226 +data_10000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_20,at,0.390864,0.92332,2.36225387858693 +data_10000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_28,at,0.390864,0.92332,2.36225387858693 +data_10000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_04_24,at,0.392944,1.15816,2.94739199478806 +data_10000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_07_05,at,0.249232,0.549544,2.20494960518714 +data_10000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2022_12_22,at$model,0.496344,0.7412,1.49331914962204 +data_10000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_03_08,at$model,0.500504,0.74536,1.48921886738168 +data_10000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_06_26,at$model,0.500624,0.748056,1.49424717951996 +data_10000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_20,at$model,0.500384,0.748056,1.49496386774957 +data_10000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_28,at$model,0.496904,0.744576,1.49843028029559 +data_10000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_04_24,at$model,0.500416,0.75044,1.49963230592147 +data_10000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_07_05,at$model,0.357432,0.45896,1.28404843438752 +data_10000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2022_12_22,at$train,0.754872,1.774792,2.35111648067487 +data_10000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_03_08,at$train,0.760224,1.780144,2.34160457970282 +data_10000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_06_26,at$train,0.761072,1.788456,2.34991695923645 +data_10000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_20,at$train,0.761936,1.790024,2.34931017828269 +data_10000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_28,at$train,0.758456,1.786544,2.3555011760735 +data_10000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_04_24,at$train,0.764352,2.030328,2.65627354935946 +data_10000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_07_05,at$train,0.569848,1.142232,2.00445030955623 +data_10000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2022_12_22,at_bmr$archive,5.069312,5.748288,1.13393849106151 +data_10000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_03_08,at_bmr$archive,5.069312,5.748288,1.13393849106151 +data_10000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_06_26,at_bmr$archive,5.070448,5.753344,1.13468159026579 +data_10000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_20,at_bmr$archive,5.070488,5.753496,1.13470261639511 +data_10000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_28,at_bmr$archive,5.070488,5.753496,1.13470261639511 +data_10000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_04_24,at_bmr$archive,5.065664,5.751808,1.13544996272947 +data_10000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_07_05,at_bmr$archive,4.933664,5.26876,1.06792031236825 +data_10000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2022_12_22,at_bmr$benchmark_result,5.016736,5.426296,1.08163873881344 +data_10000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_03_08,at_bmr$benchmark_result,5.016736,5.426296,1.08163873881344 +data_10000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_06_26,at_bmr$benchmark_result,5.017872,5.430568,1.08224522267607 +data_10000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_20,at_bmr$benchmark_result,5.0178,5.430496,1.08224640280601 +data_10000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_28,at_bmr$benchmark_result,5.0178,5.430496,1.08224640280601 +data_10000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_04_24,at_bmr$benchmark_result,5.012752,5.428416,1.08292131747192 +data_10000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_07_05,at_bmr$benchmark_result,4.866256,5.04884,1.03752042638119 +data_10000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2022_12_22,at_bmr$model,5.866808,7.853272,1.33859366115271 +data_10000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_03_08,at_bmr$model,5.86692,7.853272,1.33856810728628 +data_10000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_06_26,at_bmr$model,5.868304,7.86688,1.34057131327893 +data_10000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_20,at_bmr$model,5.797912,7.528352,1.29845916943893 +data_10000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_28,at_bmr$model,5.798952,7.529392,1.29840564295066 +data_10000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_04_24,at_bmr$model,5.986896,7.758248,1.29587151672586 +data_10000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_07_05,at_bmr$model,5.675104,6.388304,1.125671705752 +data_10000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2022_12_22,at_bmr$objective,5.422096,6.839376,1.26138969136659 +data_10000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_03_08,at_bmr$objective,5.422096,6.839376,1.26138969136659 +data_10000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_06_26,at_bmr$objective,5.423424,6.848768,1.26281257006644 +data_10000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_20,at_bmr$objective,5.352936,6.509456,1.21605339574394 +data_10000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_28,at_bmr$objective,5.352936,6.509456,1.21605339574394 +data_10000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_04_24,at_bmr$objective,5.540704,6.50316,1.17370644596788 +data_10000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_07_05,at_bmr$objective,5.46328,5.966064,1.09202969644609 +data_10000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2022_12_22,at_bmr$train,6.020008,8.54448,1.41934695103395 +data_10000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_03_08,at_bmr$train,6.021032,8.545504,1.41927563248294 +data_10000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_06_26,at_bmr$train,6.02292,8.563384,1.42179939298546 +data_10000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_20,at_bmr$train,5.947288,8.196008,1.37810847566151 +data_10000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_28,at_bmr$train,5.948328,8.197048,1.37804236753589 +data_10000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_04_24,at_bmr$train,6.137,8.430896,1.37378132638097 +data_10000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_07_05,at_bmr$train,5.779896,6.800288,1.17654158483128 +data_10000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2022_12_22,at_bmr$tuning_instance,5.597832,7.1474,1.27681573866454 +data_10000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_03_08,at_bmr$tuning_instance,5.597944,7.1474,1.27679019297085 +data_10000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_06_26,at_bmr$tuning_instance,5.599272,7.157688,1.27832475364655 +data_10000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_20,at_bmr$tuning_instance,5.52912,6.81916,1.23331741759991 +data_10000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_28,at_bmr$tuning_instance,5.52912,6.81916,1.23331741759991 +data_10000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_04_24,at_bmr$tuning_instance,5.71812,7.045736,1.23217700922681 +data_10000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_07_05,at_bmr$tuning_instance,5.46328,5.966064,1.09202969644609 +data_10000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2022_12_22,at_instance$archive,0.20752,0.376168,1.81268311488049 +data_10000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_03_08,at_instance$archive,0.20752,0.376168,1.81268311488049 +data_10000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_06_26,at_instance$archive,0.207856,0.377064,1.81406358248018 +data_10000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_20,at_instance$archive,0.207968,0.377288,1.814163717495 +data_10000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_28,at_instance$archive,0.207968,0.377288,1.814163717495 +data_10000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_04_24,at_instance$archive,0.21032,0.379808,1.80585774058577 +data_10000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_07_05,at_instance$archive,0.140904,0.271688,1.92817805030375 +data_10000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2022_12_22,at_instance$model,5.811936,7.798,1.34172158812485 +data_10000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_03_08,at_instance$model,5.814488,7.80044,1.34155234304379 +data_10000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_06_26,at_instance$model,5.816912,7.815088,1.34351147137863 +data_10000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_20,at_instance$model,5.745864,7.475904,1.30109309931457 +data_10000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_28,at_instance$model,5.74304,7.47308,1.3012411545105 +data_10000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_04_24,at_instance$model,5.940168,7.71112,1.29813163533422 +data_10000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_07_05,at_instance$model,5.633256,6.346056,1.12653428141735 +data_10000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2022_12_22,at_instance$objective,5.369664,6.786544,1.26386753435597 +data_10000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_03_08,at_instance$objective,5.369664,6.786544,1.26386753435597 +data_10000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_06_26,at_instance$objective,5.370992,6.795936,1.26530369064039 +data_10000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_20,at_instance$objective,5.300504,6.456624,1.21811510754449 +data_10000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_28,at_instance$objective,5.300504,6.456624,1.21811510754449 +data_10000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_04_24,at_instance$objective,5.496416,6.458472,1.17503333081048 +data_10000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_07_05,at_instance$objective,5.418992,5.921376,1.09270801654625 +data_10000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2022_12_22,at_instance$train,5.965136,8.489208,1.42313737691815 +data_10000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_03_08,at_instance$train,5.9686,8.492672,1.42289180042221 +data_10000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_06_26,at_instance$train,5.971528,8.511592,1.4253624867873 +data_10000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_20,at_instance$train,5.89524,8.14356,1.3813788751603 +data_10000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_28,at_instance$train,5.892416,8.140736,1.38156165484582 +data_10000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_04_24,at_instance$train,6.090272,8.383768,1.37658350891389 +data_10000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_07_05,at_instance$train,5.738048,6.75804,1.17775940528905 +data_10000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2022_12_22,at_instance$tuning_instance,5.5454,7.094568,1.27936091174667 +data_10000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_03_08,at_instance$tuning_instance,5.545512,7.094568,1.27933507311859 +data_10000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_06_26,at_instance$tuning_instance,5.54684,7.104856,1.28088353008199 +data_10000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_20,at_instance$tuning_instance,5.476688,6.766328,1.23547808456498 +data_10000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_28,at_instance$tuning_instance,5.476688,6.766328,1.23547808456498 +data_10000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_04_24,at_instance$tuning_instance,5.673832,7.001048,1.23391880478661 +data_10000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_07_05,at_instance$tuning_instance,5.418992,5.921376,1.09270801654625 +data_10000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2022_12_22,at_models$archive,5.62604,6.305016,1.12068453121556 +data_10000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_03_08,at_models$archive,5.62604,6.305016,1.12068453121556 +data_10000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_06_26,at_models$archive,5.627176,6.310072,1.12135678713443 +data_10000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_20,at_models$archive,5.627216,6.310224,1.12137582776279 +data_10000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_28,at_models$archive,5.627216,6.310224,1.12137582776279 +data_10000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_04_24,at_models$archive,5.622264,6.308408,1.12204051606257 +data_10000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_07_05,at_models$archive,5.491008,5.826104,1.06102631793652 +data_10000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2022_12_22,at_models$benchmark_result,5.573464,5.983024,1.0734839231042 +data_10000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_03_08,at_models$benchmark_result,5.573464,5.983024,1.0734839231042 +data_10000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_06_26,at_models$benchmark_result,5.5746,5.987296,1.07403150001794 +data_10000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_20,at_models$benchmark_result,5.574528,5.987224,1.07403245620078 +data_10000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_28,at_models$benchmark_result,5.574528,5.987224,1.07403245620078 +data_10000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_04_24,at_models$benchmark_result,5.569352,5.985016,1.07463417647152 +data_10000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_07_05,at_models$benchmark_result,5.4236,5.606184,1.03366472453721 +data_10000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2022_12_22,at_models$model,6.534792,8.573448,1.31196953170047 +data_10000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_03_08,at_models$model,6.534904,8.573448,1.31194704619991 +data_10000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_06_26,at_models$model,6.536288,8.587056,1.31375116885914 +data_10000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_20,at_models$model,6.465896,8.248528,1.27569759860041 +data_10000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_28,at_models$model,6.465896,8.248528,1.27569759860041 +data_10000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_04_24,at_models$model,6.466344,8.478168,1.31112232816565 +data_10000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_07_05,at_models$model,6.157248,7.11092,1.15488607897554 +data_10000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2022_12_22,at_models$objective,6.12736,7.570736,1.23556246083142 +data_10000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_03_08,at_models$objective,6.12736,7.570736,1.23556246083142 +data_10000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_06_26,at_models$objective,6.128688,7.580128,1.23682719694656 +data_10000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_20,at_models$objective,6.0582,7.240816,1.1952091380278 +data_10000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_28,at_models$objective,6.0582,7.240816,1.1952091380278 +data_10000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_04_24,at_models$objective,6.059088,7.234264,1.19395262125257 +data_10000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_07_05,at_models$objective,5.981696,6.6972,1.11961557391081 +data_10000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2022_12_22,at_models$train,6.687992,9.264656,1.38526720725743 +data_10000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_03_08,at_models$train,6.689016,9.26568,1.38520822793667 +data_10000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_06_26,at_models$train,6.690904,9.28356,1.38748964265516 +data_10000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_20,at_models$train,6.615272,8.916184,1.34781820006796 +data_10000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_28,at_models$train,6.615272,8.916184,1.34781820006796 +data_10000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_04_24,at_models$train,6.616448,9.150816,1.38304056799056 +data_10000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_07_05,at_models$train,6.26204,7.522904,1.20135035866906 +data_10000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2022_12_22,at_models$tuning_instance,6.302928,7.878592,1.24998921136335 +data_10000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_03_08,at_models$tuning_instance,6.30304,7.878592,1.24996700005077 +data_10000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_06_26,at_models$tuning_instance,6.304368,7.88888,1.25133558193303 +data_10000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_20,at_models$tuning_instance,6.234216,7.550352,1.21111491805866 +data_10000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_28,at_models$tuning_instance,6.234216,7.550352,1.21111491805866 +data_10000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_04_24,at_models$tuning_instance,6.236336,7.776672,1.24699374761078 +data_10000,1,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_07_05,at_models$tuning_instance,5.981696,6.6972,1.11961557391081 +data_10000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2022_12_22,at,0.38732,0.915576,2.36387483218011 +data_10000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_03_08,at,0.388512,0.916768,2.35969030557615 +data_10000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_06_26,at,0.38952,0.921752,2.36637913329226 +data_10000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_20,at,0.390864,0.92332,2.36225387858693 +data_10000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_28,at,0.390864,0.92332,2.36225387858693 +data_10000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_04_24,at,0.392944,1.15816,2.94739199478806 +data_10000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_07_05,at,0.249232,0.549544,2.20494960518714 +data_10000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2022_12_22,at$model,0.499824,0.74468,1.48988443932264 +data_10000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_03_08,at$model,0.500504,0.74536,1.48921886738168 +data_10000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_06_26,at$model,0.499584,0.747016,1.49527606968998 +data_10000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_20,at$model,0.500384,0.748056,1.49496386774957 +data_10000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_28,at$model,0.501064,0.748736,1.49429214631265 +data_10000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_04_24,at$model,0.502136,0.75216,1.49792088199213 +data_10000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_07_05,at$model,0.358088,0.459616,1.28352807131208 +data_10000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2022_12_22,at$train,0.758352,1.778272,2.34491634491635 +data_10000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_03_08,at$train,0.760224,1.780144,2.34160457970282 +data_10000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_06_26,at$train,0.760032,1.787416,2.35176413624689 +data_10000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_20,at$train,0.761936,1.790024,2.34931017828269 +data_10000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_28,at$train,0.762616,1.790704,2.34810704207622 +data_10000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_04_24,at$train,0.766072,2.032048,2.65255485124114 +data_10000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_07_05,at$train,0.570504,1.142888,2.00329533184693 +data_10000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2022_12_22,at_bmr$archive,5.553288,6.232264,1.12226558392073 +data_10000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_03_08,at_bmr$archive,5.553288,6.232264,1.12226558392073 +data_10000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_06_26,at_bmr$archive,5.554424,6.23732,1.12294632170681 +data_10000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_20,at_bmr$archive,5.554464,6.237472,1.12296560028114 +data_10000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_28,at_bmr$archive,5.554464,6.237472,1.12296560028114 +data_10000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_04_24,at_bmr$archive,5.470584,6.156728,1.12542426914567 +data_10000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_07_05,at_bmr$archive,5.338584,5.67368,1.0627687042107 +data_10000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2022_12_22,at_bmr$benchmark_result,5.497856,5.907416,1.0744944938536 +data_10000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_03_08,at_bmr$benchmark_result,5.497856,5.907416,1.0744944938536 +data_10000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_06_26,at_bmr$benchmark_result,5.498992,5.911688,1.07504939087018 +data_10000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_20,at_bmr$benchmark_result,5.49892,5.911616,1.07505037352789 +data_10000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_28,at_bmr$benchmark_result,5.49892,5.911616,1.07505037352789 +data_10000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_04_24,at_bmr$benchmark_result,5.414816,5.83048,1.07676419660428 +data_10000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_07_05,at_bmr$benchmark_result,5.26832,5.450904,1.03465696844535 +data_10000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2022_12_22,at_bmr$model,7.511176,12.373752,1.64737878595842 +data_10000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_03_08,at_bmr$model,7.510608,12.373072,1.64741283262287 +data_10000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_06_26,at_bmr$model,7.511992,12.410872,1.65214126958602 +data_10000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_20,at_bmr$model,6.758208,8.490784,1.2563661846454 +data_10000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_28,at_bmr$model,6.758208,8.490784,1.2563661846454 +data_10000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_04_24,at_bmr$model,6.90536,8.568328,1.24082278114392 +data_10000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_07_05,at_bmr$model,6.596008,7.200824,1.09169424900637 +data_10000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2022_12_22,at_bmr$objective,7.064624,11.358016,1.60773114039756 +data_10000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_03_08,at_bmr$objective,7.064624,11.358016,1.60773114039756 +data_10000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_06_26,at_bmr$objective,7.065952,11.3916,1.61218191122725 +data_10000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_20,at_bmr$objective,6.311392,7.470048,1.18358168847696 +data_10000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_28,at_bmr$objective,6.311392,7.470048,1.18358168847696 +data_10000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_04_24,at_bmr$objective,6.457328,7.3114,1.13226399526244 +data_10000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_07_05,at_bmr$objective,6.380024,6.774424,1.06181794927417 +data_10000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2022_12_22,at_bmr$train,7.664376,13.06496,1.70463453254381 +data_10000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_03_08,at_bmr$train,7.66472,13.065304,1.70460290786878 +data_10000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_06_26,at_bmr$train,7.666608,13.107376,1.7096708218289 +data_10000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_20,at_bmr$train,6.907584,9.15844,1.3258528596974 +data_10000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_28,at_bmr$train,6.907584,9.15844,1.3258528596974 +data_10000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_04_24,at_bmr$train,7.055464,9.240976,1.30976162588315 +data_10000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_07_05,at_bmr$train,6.7008,7.612808,1.13610434574976 +data_10000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2022_12_22,at_bmr$tuning_instance,7.24048,11.66616,1.61124124367445 +data_10000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_03_08,at_bmr$tuning_instance,7.240592,11.66616,1.61121632043347 +data_10000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_06_26,at_bmr$tuning_instance,7.24192,11.70064,1.61568202907516 +data_10000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_20,at_bmr$tuning_instance,6.487696,7.779872,1.1991733274802 +data_10000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_28,at_bmr$tuning_instance,6.487696,7.779872,1.1991733274802 +data_10000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_04_24,at_bmr$tuning_instance,6.634864,7.854096,1.18376141545629 +data_10000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_07_05,at_bmr$tuning_instance,6.380024,6.774424,1.06181794927417 +data_10000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2022_12_22,at_instance$archive,0.210256,0.378904,1.80210790655201 +data_10000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_03_08,at_instance$archive,0.210256,0.378904,1.80210790655201 +data_10000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_06_26,at_instance$archive,0.210592,0.3798,1.80348731195867 +data_10000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_20,at_instance$archive,0.210704,0.380024,1.80359176854735 +data_10000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_28,at_instance$archive,0.210704,0.380024,1.80359176854735 +data_10000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_04_24,at_instance$archive,0.213056,0.382544,1.79550916191048 +data_10000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_07_05,at_instance$archive,0.14364,0.274424,1.91049846839321 +data_10000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2022_12_22,at_instance$model,6.9866,11.848776,1.69592877794635 +data_10000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_03_08,at_instance$model,6.986032,11.848096,1.69596932851152 +data_10000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_06_26,at_instance$model,6.988096,11.886576,1.70097491505555 +data_10000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_20,at_instance$model,6.232952,7.965128,1.27790619918138 +data_10000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_28,at_instance$model,6.233632,7.965808,1.27787588359403 +data_10000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_04_24,at_instance$model,6.462224,8.124792,1.25727489483497 +data_10000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_07_05,at_instance$model,6.152192,6.756608,1.09824400798935 +data_10000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2022_12_22,at_instance$objective,6.540048,10.83304,1.65641597737509 +data_10000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_03_08,at_instance$objective,6.540048,10.83304,1.65641597737509 +data_10000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_06_26,at_instance$objective,6.541376,10.866624,1.66121378743555 +data_10000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_20,at_instance$objective,5.786816,6.945072,1.20015428173282 +data_10000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_28,at_instance$objective,5.786816,6.945072,1.20015428173282 +data_10000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_04_24,at_instance$objective,6.014192,6.867864,1.1419429243363 +data_10000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_07_05,at_instance$objective,5.936888,6.330888,1.0663647351946 +data_10000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2022_12_22,at_instance$train,7.1398,12.539984,1.7563494775764 +data_10000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_03_08,at_instance$train,7.140144,12.540328,1.75631303794433 +data_10000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_06_26,at_instance$train,7.142712,12.58308,1.76166699707338 +data_10000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_20,at_instance$train,6.382328,8.632784,1.35260738714776 +data_10000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_28,at_instance$train,6.383008,8.633464,1.35256982287975 +data_10000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_04_24,at_instance$train,6.612328,8.79744,1.33046031594319 +data_10000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_07_05,at_instance$train,6.256984,7.168592,1.14569447516567 +data_10000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2022_12_22,at_instance$tuning_instance,6.715904,11.141184,1.65892544026835 +data_10000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_03_08,at_instance$tuning_instance,6.716016,11.141184,1.65889777510953 +data_10000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_06_26,at_instance$tuning_instance,6.717344,11.175664,1.6637027968197 +data_10000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_20,at_instance$tuning_instance,5.96312,7.254896,1.21662753726237 +data_10000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_28,at_instance$tuning_instance,5.96312,7.254896,1.21662753726237 +data_10000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_04_24,at_instance$tuning_instance,6.191728,7.41056,1.19684844037077 +data_10000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_07_05,at_instance$tuning_instance,5.936888,6.330888,1.0663647351946 +data_10000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2022_12_22,at_models$archive,7.46748,8.38132,1.12237595547628 +data_10000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_03_08,at_models$archive,7.466632,8.380472,1.12238985395289 +data_10000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_06_26,at_models$archive,7.46172,8.37948,1.12299577041218 +data_10000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_20,at_models$archive,7.46416,8.382032,1.12297056869092 +data_10000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_28,at_models$archive,7.462208,8.38008,1.12300273591945 +data_10000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_04_24,at_models$archive,7.373736,8.294744,1.12490384792729 +data_10000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_07_05,at_models$archive,7.250496,7.820456,1.07860979441958 +data_10000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2022_12_22,at_models$benchmark_result,7.412048,8.056472,1.08694277209214 +data_10000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_03_08,at_models$benchmark_result,7.4112,8.055624,1.08695272020725 +data_10000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_06_26,at_models$benchmark_result,7.406288,8.053848,1.08743381299782 +data_10000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_20,at_models$benchmark_result,7.408616,8.056176,1.08740633878176 +data_10000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_28,at_models$benchmark_result,7.406664,8.054224,1.08742937441202 +data_10000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_04_24,at_models$benchmark_result,7.317968,7.968496,1.08889462211368 +data_10000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_07_05,at_models$benchmark_result,7.180232,7.59768,1.05813851140186 +data_10000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2022_12_22,at_models$model,10.896528,16.281024,1.49414786067635 +data_10000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_03_08,at_models$model,10.894944,16.279328,1.49420942411453 +data_10000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_06_26,at_models$model,10.883552,16.304352,1.4980726880342 +data_10000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_20,at_models$model,10.133888,12.388384,1.2224709805358 +data_10000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_28,at_models$model,10.130664,12.38516,1.2225417800847 +data_10000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_04_24,at_models$model,10.064656,12.45352,1.23735177834195 +data_10000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_07_05,at_models$model,9.771592,11.102304,1.13618169894936 +data_10000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2022_12_22,at_models$objective,10.484816,15.274032,1.45677635163078 +data_10000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_03_08,at_models$objective,10.48312,15.272336,1.45685025068873 +data_10000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_06_26,at_models$objective,10.472352,15.293824,1.46040010878168 +data_10000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_20,at_models$objective,9.722592,11.377072,1.17016861347262 +data_10000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_28,at_models$objective,9.718688,11.373168,1.17023697025771 +data_10000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_04_24,at_models$objective,9.65312,11.205336,1.16079940993171 +data_10000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_07_05,at_models$objective,9.59188,10.684424,1.11390300962898 +data_10000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2022_12_22,at_models$train,11.049728,16.972232,1.53598640618122 +data_10000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_03_08,at_models$train,11.049056,16.97156,1.53601900470049 +data_10000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_06_26,at_models$train,11.038168,17.000856,1.54018819064903 +data_10000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_20,at_models$train,10.283264,13.05604,1.26963967860788 +data_10000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_28,at_models$train,10.28004,13.052816,1.26972424231812 +data_10000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_04_24,at_models$train,10.21476,13.126168,1.28501971656701 +data_10000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_07_05,at_models$train,9.876384,11.514288,1.16584045334811 +data_10000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2022_12_22,at_models$tuning_instance,10.660504,15.582008,1.46165772274932 +data_10000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_03_08,at_models$tuning_instance,10.65892,15.580312,1.46171582111508 +data_10000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_06_26,at_models$tuning_instance,10.648152,15.602696,1.46529613777114 +data_10000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_20,at_models$tuning_instance,9.898728,11.686728,1.18062926873029 +data_10000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_28,at_models$tuning_instance,9.894824,11.682824,1.18070053595698 +data_10000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_04_24,at_models$tuning_instance,9.830488,11.747864,1.19504382691887 +data_10000,10,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_07_05,at_models$tuning_instance,9.59188,10.684424,1.11390300962898 +data_10000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2022_12_22,at,0.38732,0.915576,2.36387483218011 +data_10000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_03_08,at,0.388512,0.916768,2.35969030557615 +data_10000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_06_26,at,0.38952,0.921752,2.36637913329226 +data_10000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_20,at,0.390864,0.92332,2.36225387858693 +data_10000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_28,at,0.390864,0.92332,2.36225387858693 +data_10000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_04_24,at,0.392944,1.15816,2.94739199478806 +data_10000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_07_05,at,0.249232,0.549544,2.20494960518714 +data_10000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2022_12_22,at$model,0.500504,0.74536,1.48921886738168 +data_10000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_03_08,at$model,0.500504,0.74536,1.48921886738168 +data_10000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_06_26,at$model,0.501304,0.748736,1.49357675183122 +data_10000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_20,at$model,0.501064,0.748736,1.49429214631265 +data_10000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_28,at$model,0.501064,0.748736,1.49429214631265 +data_10000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_04_24,at$model,0.502136,0.75216,1.49792088199213 +data_10000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_07_05,at$model,0.358768,0.460296,1.28299067921331 +data_10000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2022_12_22,at$train,0.759032,1.778952,2.3437114640753 +data_10000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_03_08,at$train,0.760224,1.780144,2.34160457970282 +data_10000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_06_26,at$train,0.761752,1.789136,2.34871191673931 +data_10000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_20,at$train,0.762616,1.790704,2.34810704207622 +data_10000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_28,at$train,0.762616,1.790704,2.34810704207622 +data_10000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_04_24,at$train,0.766072,2.032048,2.65255485124114 +data_10000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_07_05,at$train,0.571184,1.143568,2.00210089918485 +data_10000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2022_12_22,at_bmr$archive,10.384408,11.063384,1.06538417982036 +data_10000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_03_08,at_bmr$archive,10.384408,11.063384,1.06538417982036 +data_10000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_06_26,at_bmr$archive,10.385544,11.06844,1.06575447564422 +data_10000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_20,at_bmr$archive,10.385584,11.068592,1.06576500657065 +data_10000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_28,at_bmr$archive,10.385584,11.068592,1.06576500657065 +data_10000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_04_24,at_bmr$archive,9.511144,10.197288,1.07214105895148 +data_10000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_07_05,at_bmr$archive,9.379144,9.71424,1.03572778070152 +data_10000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2022_12_22,at_bmr$benchmark_result,10.303728,10.713288,1.03974872007491 +data_10000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_03_08,at_bmr$benchmark_result,10.303728,10.713288,1.03974872007491 +data_10000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_06_26,at_bmr$benchmark_result,10.304864,10.71756,1.04004866051604 +data_10000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_20,at_bmr$benchmark_result,10.304792,10.717488,1.04004894033766 +data_10000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_28,at_bmr$benchmark_result,10.304792,10.717488,1.04004894033766 +data_10000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_04_24,at_bmr$benchmark_result,9.430128,9.845792,1.04407829883115 +data_10000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_07_05,at_bmr$benchmark_result,9.283632,9.466216,1.01966730262466 +data_10000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2022_12_22,at_bmr$model,23.919368,57.543064,2.40571005053311 +data_10000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_03_08,at_bmr$model,23.91948,57.543064,2.40569878609401 +data_10000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_06_26,at_bmr$model,23.920864,57.822784,2.41725315607329 +data_10000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_20,at_bmr$model,16.327264,18.080672,1.10739141597759 +data_10000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_28,at_bmr$model,16.327264,18.080672,1.10739141597759 +data_10000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_04_24,at_bmr$model,16.056096,16.634696,1.03603615723274 +data_10000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_07_05,at_bmr$model,15.746744,15.267192,0.969545958199359 +data_10000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2022_12_22,at_bmr$objective,23.472144,56.526656,2.40824425753353 +data_10000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_03_08,at_bmr$objective,23.472144,56.526656,2.40824425753353 +data_10000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_06_26,at_bmr$objective,23.473472,56.80216,2.41984483590668 +data_10000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_20,at_bmr$objective,15.879776,17.059264,1.07427611069577 +data_10000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_28,at_bmr$objective,15.879776,17.059264,1.07427611069577 +data_10000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_04_24,at_bmr$objective,15.607392,15.377096,0.985244427768585 +data_10000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_07_05,at_bmr$objective,15.53076,14.840792,0.955574099400158 +data_10000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2022_12_22,at_bmr$train,24.072568,58.234272,2.41911340742708 +data_10000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_03_08,at_bmr$train,24.073592,58.235296,2.41905304368372 +data_10000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_06_26,at_bmr$train,24.07548,58.519288,2.43065924334634 +data_10000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_20,at_bmr$train,16.47664,18.748328,1.13787325571233 +data_10000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_28,at_bmr$train,16.47664,18.748328,1.13787325571233 +data_10000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_04_24,at_bmr$train,16.2062,17.307344,1.06794584788538 +data_10000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_07_05,at_bmr$train,15.851536,15.679176,0.989126605774986 +data_10000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2022_12_22,at_bmr$tuning_instance,23.648672,56.835472,2.4033261571728 +data_10000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_03_08,at_bmr$tuning_instance,23.648784,56.835472,2.40331477508527 +data_10000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_06_26,at_bmr$tuning_instance,23.650112,57.111872,2.41486687251206 +data_10000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_20,at_bmr$tuning_instance,16.056752,17.36976,1.08177295134159 +data_10000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_28,at_bmr$tuning_instance,16.056752,17.36976,1.08177295134159 +data_10000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_04_24,at_bmr$tuning_instance,15.7856,15.920464,1.00854348266775 +data_10000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_07_05,at_bmr$tuning_instance,15.53076,14.840792,0.955574099400158 +data_10000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2022_12_22,at_instance$archive,0.234832,0.40348,1.71816447502896 +data_10000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_03_08,at_instance$archive,0.234832,0.40348,1.71816447502896 +data_10000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_06_26,at_instance$archive,0.235168,0.404376,1.71951966253912 +data_10000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_20,at_instance$archive,0.23528,0.4046,1.71965317919075 +data_10000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_28,at_instance$archive,0.23528,0.4046,1.71965317919075 +data_10000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_04_24,at_instance$archive,0.237632,0.40712,1.71323727444115 +data_10000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_07_05,at_instance$archive,0.168216,0.299,1.77747657773339 +data_10000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2022_12_22,at_instance$model,18.679736,52.303032,2.79998775143289 +data_10000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_03_08,at_instance$model,18.679848,52.303032,2.79997096336116 +data_10000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_06_26,at_instance$model,18.681232,52.582752,2.81473684390837 +data_10000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_20,at_instance$model,11.087632,12.84064,1.1581048144455 +data_10000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_28,at_instance$model,11.087632,12.84064,1.1581048144455 +data_10000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_04_24,at_instance$model,11.630864,12.209064,1.04971255789768 +data_10000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_07_05,at_instance$model,11.321512,10.84156,0.957607075804009 +data_10000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2022_12_22,at_instance$objective,18.232512,51.286624,2.81292144494407 +data_10000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_03_08,at_instance$objective,18.232512,51.286624,2.81292144494407 +data_10000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_06_26,at_instance$objective,18.23384,51.562128,2.8278260640655 +data_10000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_20,at_instance$objective,10.640144,11.819232,1.11081504160094 +data_10000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_28,at_instance$objective,10.640144,11.819232,1.11081504160094 +data_10000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_04_24,at_instance$objective,11.18216,10.951464,0.979369281069132 +data_10000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_07_05,at_instance$objective,11.105528,10.41516,0.937835643654223 +data_10000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2022_12_22,at_instance$train,18.832936,52.99424,2.81391281741732 +data_10000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_03_08,at_instance$train,18.83396,52.995264,2.81381419520908 +data_10000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_06_26,at_instance$train,18.835848,53.279256,2.82860936231807 +data_10000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_20,at_instance$train,11.237008,13.508296,1.2021256903973 +data_10000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_28,at_instance$train,11.237008,13.508296,1.2021256903973 +data_10000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_04_24,at_instance$train,11.780968,12.881712,1.09343408792894 +data_10000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_07_05,at_instance$train,11.426304,11.253544,0.984880500291258 +data_10000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2022_12_22,at_instance$tuning_instance,18.40904,51.59544,2.80272300999944 +data_10000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_03_08,at_instance$tuning_instance,18.409152,51.59544,2.80270595842763 +data_10000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_06_26,at_instance$tuning_instance,18.41048,51.87184,2.81751697945953 +data_10000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_20,at_instance$tuning_instance,10.81712,12.129728,1.12134542281125 +data_10000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_28,at_instance$tuning_instance,10.81712,12.129728,1.12134542281125 +data_10000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_04_24,at_instance$tuning_instance,11.360368,11.494832,1.01183623629094 +data_10000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_07_05,at_instance$tuning_instance,11.105528,10.41516,0.937835643654223 +data_10000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2022_12_22,at_models$archive,25.8352,29.09768,1.1262804236081 +data_10000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_03_08,at_models$archive,25.860928,29.123408,1.12615479227969 +data_10000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_06_26,at_models$archive,25.825056,29.091456,1.12648181672868 +data_10000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_20,at_models$archive,25.81832,29.084832,1.12651915384115 +data_10000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_28,at_models$archive,25.81956,29.086072,1.12651307768219 +data_10000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_04_24,at_models$archive,24.924808,28.194456,1.13118046887262 +data_10000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_07_05,at_models$archive,24.824424,27.743024,1.11756969668259 +data_10000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2022_12_22,at_models$benchmark_result,25.75452,28.747584,1.11621509544732 +data_10000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_03_08,at_models$benchmark_result,25.780248,28.773312,1.11609911588127 +data_10000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_06_26,at_models$benchmark_result,25.744376,28.740576,1.11638270043912 +data_10000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_20,at_models$benchmark_result,25.737528,28.733728,1.11641366645623 +data_10000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_28,at_models$benchmark_result,25.738768,28.734968,1.11640805807022 +data_10000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_04_24,at_models$benchmark_result,24.843792,27.84296,1.12072102358609 +data_10000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_07_05,at_models$benchmark_result,24.728912,27.495,1.11185643751735 +data_10000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2022_12_22,at_models$model,54.37792,93.220816,1.71431375087536 +data_10000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_03_08,at_models$model,54.429488,93.272272,1.71363493259389 +data_10000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_06_26,at_models$model,54.356176,93.477296,1.71971803167316 +data_10000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_20,at_models$model,46.749704,53.722312,1.14914763952302 +data_10000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_28,at_models$model,46.752184,53.724792,1.1491397278895 +data_10000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_04_24,at_models$model,46.079456,52.238192,1.13365470286802 +data_10000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_07_05,at_models$model,45.832104,50.932688,1.11128845404959 +data_10000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2022_12_22,at_models$objective,53.965536,92.213152,1.70874151977292 +data_10000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_03_08,at_models$objective,54.016992,92.264608,1.70806638029752 +data_10000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_06_26,at_models$objective,53.944304,92.466096,1.71410304969362 +data_10000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_20,at_models$objective,46.337056,52.709648,1.13752690719065 +data_10000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_28,at_models$objective,46.339536,52.712128,1.13751954702352 +data_10000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_04_24,at_models$objective,45.667248,50.989336,1.1165405894395 +data_10000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_07_05,at_models$objective,45.652392,50.514808,1.10650955595054 +data_10000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2022_12_22,at_models$train,54.53112,93.912024,1.72217302707151 +data_10000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_03_08,at_models$train,54.5836,93.964504,1.72147868590566 +data_10000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_06_26,at_models$train,54.510792,94.1738,1.72761753305657 +data_10000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_20,at_models$train,46.89908,54.389968,1.15972355960927 +data_10000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_28,at_models$train,46.90156,54.392448,1.15971511395357 +data_10000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_04_24,at_models$train,46.22956,52.91084,1.14452397989511 +data_10000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_07_05,at_models$train,45.936896,51.344672,1.11772184171956 +data_10000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2022_12_22,at_models$tuning_instance,54.141896,92.5218,1.70887624622529 +data_10000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_03_08,at_models$tuning_instance,54.193464,92.573256,1.70819964562516 +data_10000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_06_26,at_models$tuning_instance,54.120776,92.77564,1.71423336575957 +data_10000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_20,at_models$tuning_instance,46.513864,53.019976,1.13987468338472 +data_10000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2023_11_28,at_models$tuning_instance,46.516344,53.022456,1.13986722602275 +data_10000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_04_24,at_models$tuning_instance,45.845288,51.532536,1.12405305426372 +data_10000,100,classif.rpart,mlr3tuning/default/snapshots/snapshot_2024_07_05,at_models$tuning_instance,45.652392,50.514808,1.10650955595054 diff --git a/mlr-org/benchmark_results/mlr3tuning_tune_memory.csv b/mlr-org/benchmark_results/mlr3tuning_tune_memory.csv new file mode 100644 index 00000000..b1b4f784 --- /dev/null +++ b/mlr-org/benchmark_results/mlr3tuning_tune_memory.csv @@ -0,0 +1,155 @@ +model_time,task,evals,renv_project,algorithm,mean_run_time,median_memory,mad_memory,mean_memory,sd_memory +1,data_1000,10,mlr3tuning/default/snapshots/snapshot_2022_12_22,tune_sequential,1.6971,229.815,0.0370650000000084,230.14,1.17989641729923 +1,data_1000,10,mlr3tuning/default/snapshots/snapshot_2023_03_08,tune_sequential,1.6899,229.655,0.0296520000000152,229.839,0.598097910973705 +1,data_1000,10,mlr3tuning/default/snapshots/snapshot_2023_06_26,tune_sequential,1.5235,229.175,0.0222390000000219,229.239,0.769667316298271 +1,data_1000,10,mlr3tuning/default/snapshots/snapshot_2023_11_20,tune_sequential,1.6773,230.85,0.0148259999999865,230.852,0.0122927259430573 +1,data_1000,10,mlr3tuning/default/snapshots/snapshot_2023_11_28,tune_sequential,1.6667,230.85,0.0222389999999798,231.316,1.00617206392456 +1,data_1000,10,mlr3tuning/default/snapshots/snapshot_2024_04_24,tune_sequential,1.6812,242.855,0.0222390000000219,243.146,0.661768673916931 +1,data_1000,10,mlr3tuning/default/snapshots/snapshot_2024_07_05,tune_sequential,1.6223,249.745,0.0593040000000093,250.292,0.921686859332744 +1,data_1000,100,mlr3tuning/default/snapshots/snapshot_2022_12_22,tune_sequential,11.6761,266.545,0.867321000000012,267.09,1.48292503744008 +1,data_1000,100,mlr3tuning/default/snapshots/snapshot_2023_03_08,tune_sequential,12.0311,270.045,0.12602099999997,270.237,0.591834248567766 +1,data_1000,100,mlr3tuning/default/snapshots/snapshot_2023_06_26,tune_sequential,10.6998,275.27,0.0444779999999595,275.288,0.0640832791503882 +1,data_1000,100,mlr3tuning/default/snapshots/snapshot_2023_11_20,tune_sequential,10.9153,277.345,0.214976999999973,277.434,1.13168703958098 +1,data_1000,100,mlr3tuning/default/snapshots/snapshot_2023_11_28,tune_sequential,10.906,277.33,0.0963689999999966,277.37,0.0984321537348922 +1,data_1000,100,mlr3tuning/default/snapshots/snapshot_2024_04_24,tune_sequential,10.8342,298.075,0.0741300000001011,298.602,0.893405469724319 +1,data_1000,100,mlr3tuning/default/snapshots/snapshot_2024_07_05,tune_sequential,11.1632,309.985,0.0667170000000236,310.154,0.641165605232635 +1,data_1000,1000,mlr3tuning/default/snapshots/snapshot_2022_12_22,tune_sequential,129.0925,291.93,1.65309899999997,303.931,26.1452865733004 +1,data_1000,1000,mlr3tuning/default/snapshots/snapshot_2023_03_08,tune_sequential,130.3635,292.03,1.60862099999993,291.985,1.39592462388036 +1,data_1000,1000,mlr3tuning/default/snapshots/snapshot_2023_06_26,tune_sequential,108.1263,296.135,0.65975699999999,296.539,1.1435757760444 +1,data_1000,1000,mlr3tuning/default/snapshots/snapshot_2023_11_20,tune_sequential,104.2709,298.38,0.363237000000007,298.358,0.390407194833514 +1,data_1000,1000,mlr3tuning/default/snapshots/snapshot_2023_11_28,tune_sequential,104.5136,298.37,0.541149000000013,298.434,0.698541337359495 +1,data_1000,1000,mlr3tuning/default/snapshots/snapshot_2024_04_24,tune_sequential,103.9363,321.075,0.637518000000052,320.913,1.07935217195831 +1,data_1000,1000,mlr3tuning/default/snapshots/snapshot_2024_07_05,tune_sequential,106.9695,338.82,1.46777400000001,338.639,1.19478914922722 +1,data_10000,10,mlr3tuning/default/snapshots/snapshot_2022_12_22,tune_sequential,1.7638,241.31,0.0222390000000008,241.375,0.781625798505198 +1,data_10000,10,mlr3tuning/default/snapshots/snapshot_2023_03_08,tune_sequential,1.839,241.335,0.0370650000000084,241.201,0.422727913543559 +1,data_10000,10,mlr3tuning/default/snapshots/snapshot_2023_06_26,tune_sequential,1.5112,238.28,0.0148259999999865,238.279,0.0314289321768572 +1,data_10000,10,mlr3tuning/default/snapshots/snapshot_2023_11_20,tune_sequential,1.6295,241.185,0.0370650000000084,241.297,0.35052500307079 +1,data_10000,10,mlr3tuning/default/snapshots/snapshot_2023_11_28,tune_sequential,1.6337,241.185,0.0296520000000152,241.351,0.573535816957695 +1,data_10000,10,mlr3tuning/default/snapshots/snapshot_2024_04_24,tune_sequential,1.6294,249.9,0.00741300000001433,249.896,0.0231900361745645 +1,data_10000,10,mlr3tuning/default/snapshots/snapshot_2024_07_05,tune_sequential,1.579,256.855,0.0370649999999663,256.619,0.723962092316381 +1,data_10000,100,mlr3tuning/default/snapshots/snapshot_2022_12_22,tune_sequential,14.8257,271.45,0.0889560000000034,271.463,0.0839378076646906 +1,data_10000,100,mlr3tuning/default/snapshots/snapshot_2023_03_08,tune_sequential,14.633,271.475,0.103782000000032,271.623,0.586421350225241 +1,data_10000,100,mlr3tuning/default/snapshots/snapshot_2023_06_26,tune_sequential,11.4685,273.71,0.214977000000057,275.646,3.81365732889338 +1,data_10000,100,mlr3tuning/default/snapshots/snapshot_2023_11_20,tune_sequential,10.7917,286.465,0.0889560000000034,286.678,0.642318716318733 +1,data_10000,100,mlr3tuning/default/snapshots/snapshot_2023_11_28,tune_sequential,11.0455,286.52,0.0370650000000506,285.254,4.67345268511408 +1,data_10000,100,mlr3tuning/default/snapshots/snapshot_2024_04_24,tune_sequential,10.9381,293.34,0.148259999999949,293.053,1.63503346890651 +1,data_10000,100,mlr3tuning/default/snapshots/snapshot_2024_07_05,tune_sequential,11.2502,293.46,0.140846999999998,293.433,0.147048744752665 +1,data_10000,1000,mlr3tuning/default/snapshots/snapshot_2022_12_22,tune_sequential,181.2419,313.175,2.19424799999999,313.095,1.91289338728301 +1,data_10000,1000,mlr3tuning/default/snapshots/snapshot_2023_03_08,tune_sequential,188.1656,313.435,2.16459600000001,313.719,2.39301506704641 +1,data_10000,1000,mlr3tuning/default/snapshots/snapshot_2023_06_26,tune_sequential,112.497,317.61,1.69757700000002,318.031,1.45585751744844 +1,data_10000,1000,mlr3tuning/default/snapshots/snapshot_2023_11_20,tune_sequential,107.1862,318.675,1.04523300000002,319.08,1.5231838001006 +1,data_10000,1000,mlr3tuning/default/snapshots/snapshot_2023_11_28,tune_sequential,108.1367,318.58,1.03781999999998,318.819,0.823845319893912 +1,data_10000,1000,mlr3tuning/default/snapshots/snapshot_2024_04_24,tune_sequential,106.5686,343.125,3.00226500000001,343.059,2.07433228882078 +1,data_10000,1000,mlr3tuning/default/snapshots/snapshot_2024_07_05,tune_sequential,107.5744,363.39,2.34992100000001,362.839,2.56271752464276 +10,data_1000,10,mlr3tuning/default/snapshots/snapshot_2022_12_22,tune_sequential,1.9425,229.825,0.170499000000013,229.962,0.653397955987693 +10,data_1000,10,mlr3tuning/default/snapshots/snapshot_2023_03_08,tune_sequential,1.9962,229.64,0.0222390000000008,230.322,0.915918482544524 +10,data_1000,10,mlr3tuning/default/snapshots/snapshot_2023_06_26,tune_sequential,1.7091,229.17,0.0148260000000076,229.356,0.591912155644737 +10,data_1000,10,mlr3tuning/default/snapshots/snapshot_2023_11_20,tune_sequential,1.7108,230.84,0.00741299999999326,231.024,0.574924149586512 +10,data_1000,10,mlr3tuning/default/snapshots/snapshot_2023_11_28,tune_sequential,1.7183,230.85,0.0148260000000287,231.03,0.57294560532974 +10,data_1000,10,mlr3tuning/default/snapshots/snapshot_2024_04_24,tune_sequential,1.6793,242.845,0.0296520000000152,242.848,0.0214993539954644 +10,data_1000,10,mlr3tuning/default/snapshots/snapshot_2024_07_05,tune_sequential,1.6865,249.73,0.0370649999999874,249.899,0.584778210568381 +10,data_1000,100,mlr3tuning/default/snapshots/snapshot_2022_12_22,tune_sequential,14.9675,268.295,3.49893599999998,268.318,2.34512638844429 +10,data_1000,100,mlr3tuning/default/snapshots/snapshot_2023_03_08,tune_sequential,15.0386,270.035,0.103782000000032,269.802,0.771503582478904 +10,data_1000,100,mlr3tuning/default/snapshots/snapshot_2023_06_26,tune_sequential,13.0332,275.315,0.0963689999999966,275.709,0.877578106685294 +10,data_1000,100,mlr3tuning/default/snapshots/snapshot_2023_11_20,tune_sequential,11.6164,277.43,0.177912000000007,277.576,0.556201402371478 +10,data_1000,100,mlr3tuning/default/snapshots/snapshot_2023_11_28,tune_sequential,11.6693,277.38,0.0963689999999966,277.966,0.9675765832452 +10,data_1000,100,mlr3tuning/default/snapshots/snapshot_2024_04_24,tune_sequential,11.6948,298.01,0.0889560000000034,298.388,0.791325189511595 +10,data_1000,100,mlr3tuning/default/snapshots/snapshot_2024_07_05,tune_sequential,12.0374,309.99,0.0444780000000017,310.18,0.61235429105852 +10,data_1000,1000,mlr3tuning/default/snapshots/snapshot_2022_12_22,tune_sequential,202.1087,292.455,0.355824000000013,292.395,0.690961487912154 +10,data_1000,1000,mlr3tuning/default/snapshots/snapshot_2023_03_08,tune_sequential,202.3306,291.155,0.896973000000027,291.136,0.971633218406564 +10,data_1000,1000,mlr3tuning/default/snapshots/snapshot_2023_06_26,tune_sequential,123.8069,296.325,0.785778000000002,296.696,0.945706085419783 +10,data_1000,1000,mlr3tuning/default/snapshots/snapshot_2023_11_20,tune_sequential,114.3205,298.535,0.177912000000007,298.649,0.642935109910442 +10,data_1000,1000,mlr3tuning/default/snapshots/snapshot_2023_11_28,tune_sequential,113.4279,298.66,0.28910699999999,298.653,0.542177707644531 +10,data_1000,1000,mlr3tuning/default/snapshots/snapshot_2024_04_24,tune_sequential,111.9402,321.175,0.385475999999986,321.53,1.02820231472215 +10,data_1000,1000,mlr3tuning/default/snapshots/snapshot_2024_07_05,tune_sequential,114.4233,338.675,0.407715000000008,338.832,1.21127847977068 +10,data_10000,10,mlr3tuning/default/snapshots/snapshot_2022_12_22,tune_sequential,1.8851,241.32,0.0296519999999941,241.142,0.364411245100308 +10,data_10000,10,mlr3tuning/default/snapshots/snapshot_2023_03_08,tune_sequential,1.8797,241.34,0.0518909999999949,241.572,0.969625357204183 +10,data_10000,10,mlr3tuning/default/snapshots/snapshot_2023_06_26,tune_sequential,1.6193,238.275,0.0370650000000084,238.172,0.371178303963651 +10,data_10000,10,mlr3tuning/default/snapshots/snapshot_2023_11_20,tune_sequential,1.702,241.17,0.0370650000000295,241.523,0.770930894726917 +10,data_10000,10,mlr3tuning/default/snapshots/snapshot_2023_11_28,tune_sequential,1.7361,241.165,0.0815429999999891,241.632,0.838739795433871 +10,data_10000,10,mlr3tuning/default/snapshots/snapshot_2024_04_24,tune_sequential,1.6979,249.865,0.378062999999993,250.319,1.17747800168175 +10,data_10000,10,mlr3tuning/default/snapshots/snapshot_2024_07_05,tune_sequential,1.6776,256.835,0.0370649999999663,256.499,0.786432874863881 +10,data_10000,100,mlr3tuning/default/snapshots/snapshot_2022_12_22,tune_sequential,16.4271,271.36,0.12602099999997,271.385,0.102333876220064 +10,data_10000,100,mlr3tuning/default/snapshots/snapshot_2023_03_08,tune_sequential,17.2875,271.42,0.0741299999999747,271.577,0.644412738683663 +10,data_10000,100,mlr3tuning/default/snapshots/snapshot_2023_06_26,tune_sequential,12.4572,273.795,0.118607999999934,274.865,2.30123758974263 +10,data_10000,100,mlr3tuning/default/snapshots/snapshot_2023_11_20,tune_sequential,11.8962,286.535,0.111195000000025,285.304,4.60811892207655 +10,data_10000,100,mlr3tuning/default/snapshots/snapshot_2023_11_28,tune_sequential,11.7855,286.58,0.0741300000000169,286.745,0.564490921096162 +10,data_10000,100,mlr3tuning/default/snapshots/snapshot_2024_04_24,tune_sequential,11.9501,293.18,0.80060400000003,292.129,2.52111725673802 +10,data_10000,100,mlr3tuning/default/snapshots/snapshot_2024_07_05,tune_sequential,12.1853,293.585,0.0741299999999747,294.573,3.16207755193392 +10,data_10000,1000,mlr3tuning/default/snapshots/snapshot_2022_12_22,tune_sequential,216.6232,312.22,1.05264600000001,312.986,2.19768160670386 +10,data_10000,1000,mlr3tuning/default/snapshots/snapshot_2023_03_08,tune_sequential,216.3454,312.52,1.46036100000002,312.682,1.68903522757816 +10,data_10000,1000,mlr3tuning/default/snapshots/snapshot_2023_06_26,tune_sequential,120.1139,316.95,0.511496999999998,317.37,1.34101122706379 +10,data_10000,1000,mlr3tuning/default/snapshots/snapshot_2023_11_20,tune_sequential,116.7306,318.45,0.563387999999993,318.53,0.842206097764138 +10,data_10000,1000,mlr3tuning/default/snapshots/snapshot_2023_11_28,tune_sequential,116.28,317.94,0.963690000000008,318.68,1.52153431333857 +10,data_10000,1000,mlr3tuning/default/snapshots/snapshot_2024_04_24,tune_sequential,115.197,344.685,2.461116,345.068,2.36128872534564 +10,data_10000,1000,mlr3tuning/default/snapshots/snapshot_2024_07_05,tune_sequential,118.4814,361.505,1.897728,362.21,2.72351896552154 +100,data_1000,10,mlr3tuning/default/snapshots/snapshot_2022_12_22,tune_sequential,2.747,229.805,0.0667169999999815,229.75,0.102956301409869 +100,data_1000,10,mlr3tuning/default/snapshots/snapshot_2023_03_08,tune_sequential,2.7571,229.635,0.0296519999999941,229.834,0.62093477918377 +100,data_1000,10,mlr3tuning/default/snapshots/snapshot_2023_06_26,tune_sequential,2.5479,229.255,0.126020999999991,229.666,0.75224405023311 +100,data_1000,10,mlr3tuning/default/snapshots/snapshot_2023_11_20,tune_sequential,2.6088,230.845,0.0148259999999865,231.047,0.626951176550281 +100,data_1000,10,mlr3tuning/default/snapshots/snapshot_2023_11_28,tune_sequential,2.611,230.86,0.0148260000000076,231.047,0.612518480446822 +100,data_1000,10,mlr3tuning/default/snapshots/snapshot_2024_04_24,tune_sequential,2.5838,242.965,0.192737999999993,243.347,0.871385231813244 +100,data_1000,10,mlr3tuning/default/snapshots/snapshot_2024_07_05,tune_sequential,2.5423,249.72,0.0222390000000008,249.72,0.0210818510677895 +100,data_1000,100,mlr3tuning/default/snapshots/snapshot_2022_12_22,tune_sequential,23.5037,270.75,1.03781999999998,270.711,1.64514403287034 +100,data_1000,100,mlr3tuning/default/snapshots/snapshot_2023_03_08,tune_sequential,23.7576,270.16,0.111194999999983,270.511,0.682453905647356 +100,data_1000,100,mlr3tuning/default/snapshots/snapshot_2023_06_26,tune_sequential,20.5332,275.315,0.111194999999983,275.843,0.894564450196597 +100,data_1000,100,mlr3tuning/default/snapshots/snapshot_2023_11_20,tune_sequential,20.3919,277.32,0.140846999999956,277.171,0.478224726346197 +100,data_1000,100,mlr3tuning/default/snapshots/snapshot_2023_11_28,tune_sequential,20.3809,277.34,0.0963689999999966,277.567,0.615233469686282 +100,data_1000,100,mlr3tuning/default/snapshots/snapshot_2024_04_24,tune_sequential,20.3317,297.98,0.118607999999976,298.081,0.248168849330006 +100,data_1000,100,mlr3tuning/default/snapshots/snapshot_2024_07_05,tune_sequential,20.666,310.015,0.0370650000000506,309.964,0.144622112954959 +100,data_1000,1000,mlr3tuning/default/snapshots/snapshot_2022_12_22,tune_sequential,442.3527,291.685,1.719816,299.883,25.6947020263365 +100,data_1000,1000,mlr3tuning/default/snapshots/snapshot_2023_03_08,tune_sequential,232.094,291.15,0.607865999999995,291.146,0.756265679359952 +100,data_1000,1000,mlr3tuning/default/snapshots/snapshot_2023_06_26,tune_sequential,201.3983,296.58,0.400302000000057,296.482,0.468681365345607 +100,data_1000,1000,mlr3tuning/default/snapshots/snapshot_2023_11_20,tune_sequential,199.4541,298.49,0.407714999999966,298.507,0.373334821425603 +100,data_1000,1000,mlr3tuning/default/snapshots/snapshot_2023_11_28,tune_sequential,202.3721,298.58,0.39288899999998,298.738,0.773747015790329 +100,data_1000,1000,mlr3tuning/default/snapshots/snapshot_2024_04_24,tune_sequential,202.4363,321.66,0.859907999999976,321.603,1.62398036386597 +100,data_1000,1000,mlr3tuning/default/snapshots/snapshot_2024_07_05,tune_sequential,205.4033,339.525,1.51966500000001,339.381,1.47729820957043 +100,data_10000,10,mlr3tuning/default/snapshots/snapshot_2022_12_22,tune_sequential,2.7627,241.285,0.0296520000000362,241.198,0.299584898002408 +100,data_10000,10,mlr3tuning/default/snapshots/snapshot_2023_03_08,tune_sequential,2.7785,241.295,0.0370650000000084,241.477,0.592284653786596 +100,data_10000,10,mlr3tuning/default/snapshots/snapshot_2023_06_26,tune_sequential,2.5828,238.27,0.0370650000000084,238.463,0.625851420067097 +100,data_10000,10,mlr3tuning/default/snapshots/snapshot_2023_11_20,tune_sequential,2.6748,241.125,0.0296519999999941,241.331,0.622136998131796 +100,data_10000,10,mlr3tuning/default/snapshots/snapshot_2023_11_28,tune_sequential,2.662,241.17,0.0518909999999949,241.277,0.354402470520611 +100,data_10000,10,mlr3tuning/default/snapshots/snapshot_2024_04_24,tune_sequential,2.6261,249.88,0.0667169999999815,249.796,0.494440199732087 +100,data_10000,10,mlr3tuning/default/snapshots/snapshot_2024_07_05,tune_sequential,2.6071,256.84,0.0518909999999949,256.84,0.0498887651569937 +100,data_10000,100,mlr3tuning/default/snapshots/snapshot_2022_12_22,tune_sequential,22.3418,271.435,0.0370649999999663,270.105,4.12359403649023 +100,data_10000,100,mlr3tuning/default/snapshots/snapshot_2023_03_08,tune_sequential,22.4589,271.465,0.148259999999992,272.06,2.13411444033455 +100,data_10000,100,mlr3tuning/default/snapshots/snapshot_2023_06_26,tune_sequential,21.1519,273.695,0.259455000000017,272.446,4.50495825606508 +100,data_10000,100,mlr3tuning/default/snapshots/snapshot_2023_11_20,tune_sequential,20.4652,286.56,0.0518909999999949,286.725,0.576873758575772 +100,data_10000,100,mlr3tuning/default/snapshots/snapshot_2023_11_28,tune_sequential,20.4051,286.55,0.0889560000000876,286.563,0.0797287066662097 +100,data_10000,100,mlr3tuning/default/snapshots/snapshot_2024_04_24,tune_sequential,20.4446,293.295,0.0741300000000169,292.867,1.34947767673275 +100,data_10000,100,mlr3tuning/default/snapshots/snapshot_2024_07_05,tune_sequential,20.7433,293.565,0.118607999999976,293.731,0.573497069642802 +100,data_10000,1000,mlr3tuning/default/snapshots/snapshot_2022_12_22,tune_sequential,772.8254,314.325,2.69833199999999,314.346,2.07979272471508 +100,data_10000,1000,mlr3tuning/default/snapshots/snapshot_2023_03_08,tune_sequential,750.5337,313.335,1.10453700000001,313.122,3.32454775537632 +100,data_10000,1000,mlr3tuning/default/snapshots/snapshot_2023_06_26,tune_sequential,203.446,316.95,1.21573199999999,316.795,1.20868385720446 +100,data_10000,1000,mlr3tuning/default/snapshots/snapshot_2023_11_20,tune_sequential,202.0914,318.68,0.593040000000008,318.782,0.726021119986652 +100,data_10000,1000,mlr3tuning/default/snapshots/snapshot_2023_11_28,tune_sequential,201.707,317.99,1.21573199999999,318.274,1.64242503634108 +100,data_10000,1000,mlr3tuning/default/snapshots/snapshot_2024_04_24,tune_sequential,200.7546,344.21,1.86807599999994,344.374,1.69780381015528 +100,data_10000,1000,mlr3tuning/default/snapshots/snapshot_2024_07_05,tune_sequential,203.4704,363.02,1.97927100000001,363.531,1.84652496447908 +1000,data_1000,10,mlr3tuning/default/snapshots/snapshot_2022_12_22,tune_sequential,11.7785,229.825,0.237215999999995,230.522,0.976601818097385 +1000,data_1000,10,mlr3tuning/default/snapshots/snapshot_2023_03_08,tune_sequential,11.817,229.64,0.0148260000000076,229.645,0.0227303028283078 +1000,data_1000,10,mlr3tuning/default/snapshots/snapshot_2023_06_26,tune_sequential,11.5638,229.18,0.0148259999999865,229.223,0.17695259880042 +1000,data_1000,10,mlr3tuning/default/snapshots/snapshot_2023_11_20,tune_sequential,11.6334,230.865,0.0370650000000084,231.475,0.875991501734526 +1000,data_1000,10,mlr3tuning/default/snapshots/snapshot_2023_11_28,tune_sequential,11.6064,230.85,0.0148259999999865,231.041,0.614572118541743 +1000,data_1000,10,mlr3tuning/default/snapshots/snapshot_2024_04_24,tune_sequential,11.6042,242.86,0.0296520000000152,243.058,0.595479265428743 +1000,data_1000,10,mlr3tuning/default/snapshots/snapshot_2024_07_05,tune_sequential,11.5756,249.74,0.0296520000000152,250.107,0.792703531522906 +1000,data_1000,100,mlr3tuning/default/snapshots/snapshot_2022_12_22,tune_sequential,128.7376,270.36,1.14901500000001,269.578,2.01480520150212 +1000,data_1000,100,mlr3tuning/default/snapshots/snapshot_2023_03_08,tune_sequential,124.132,270.045,0.0370650000000506,270.048,0.331890209423416 +1000,data_1000,100,mlr3tuning/default/snapshots/snapshot_2023_06_26,tune_sequential,110.3176,275.32,0.0741300000000169,275.728,0.860849709427983 +1000,data_1000,100,mlr3tuning/default/snapshots/snapshot_2023_11_20,tune_sequential,110.3074,277.39,0.111195000000025,277.387,0.835211882631529 +1000,data_1000,100,mlr3tuning/default/snapshots/snapshot_2023_11_28,tune_sequential,110.38,277.34,0.081542999999968,277.389,0.776594417240354 +1000,data_1000,100,mlr3tuning/default/snapshots/snapshot_2024_04_24,tune_sequential,110.2804,298.05,0.0889560000000034,298.218,0.616257521928391 +1000,data_1000,100,mlr3tuning/default/snapshots/snapshot_2024_07_05,tune_sequential,110.6192,310.14,0.192737999999993,310.824,0.969137073208247 +1000,data_10000,10,mlr3tuning/default/snapshots/snapshot_2022_12_22,tune_sequential,11.8286,241.32,0.0370649999999874,241.586,0.643241789687203 +1000,data_10000,10,mlr3tuning/default/snapshots/snapshot_2023_03_08,tune_sequential,11.9179,241.325,0.0593039999999882,241.497,0.719954473869312 +1000,data_10000,10,mlr3tuning/default/snapshots/snapshot_2023_06_26,tune_sequential,11.5316,238.295,0.0741300000000169,238.675,0.80015623474419 +1000,data_10000,10,mlr3tuning/default/snapshots/snapshot_2023_11_20,tune_sequential,11.6187,241.18,0.0222390000000008,241.372,0.63557148387189 +1000,data_10000,10,mlr3tuning/default/snapshots/snapshot_2023_11_28,tune_sequential,11.6042,241.16,0.0444780000000017,241.73,0.948355301444439 +1000,data_10000,10,mlr3tuning/default/snapshots/snapshot_2024_04_24,tune_sequential,11.5902,249.875,0.0370649999999874,249.914,0.836463454737332 +1000,data_10000,10,mlr3tuning/default/snapshots/snapshot_2024_07_05,tune_sequential,11.5587,256.835,0.0222389999999798,256.834,0.0302581485810948 +1000,data_10000,100,mlr3tuning/default/snapshots/snapshot_2022_12_22,tune_sequential,139.1634,271.55,0.185325,272.315,2.05803169179788 +1000,data_10000,100,mlr3tuning/default/snapshots/snapshot_2023_03_08,tune_sequential,140.4785,271.555,0.185325,271.83,0.802246844805268 +1000,data_10000,100,mlr3tuning/default/snapshots/snapshot_2023_06_26,tune_sequential,110.7055,273.715,0.0741300000000169,273.891,0.618213375605681 +1000,data_10000,100,mlr3tuning/default/snapshots/snapshot_2023_11_20,tune_sequential,110.4357,286.535,0.111195000000067,285.318,3.76719406337277 +1000,data_10000,100,mlr3tuning/default/snapshots/snapshot_2023_11_28,tune_sequential,110.2066,286.515,0.0889559999999612,286.819,0.880598912357061 +1000,data_10000,100,mlr3tuning/default/snapshots/snapshot_2024_04_24,tune_sequential,110.4739,293.295,0.0593040000000303,293.329,1.82367425210145 +1000,data_10000,100,mlr3tuning/default/snapshots/snapshot_2024_07_05,tune_sequential,110.6898,293.65,0.296519999999941,294.131,0.948442583045135 diff --git a/mlr-org/benchmark_results/mlr3tuning_tune_nested_memory.csv b/mlr-org/benchmark_results/mlr3tuning_tune_nested_memory.csv new file mode 100644 index 00000000..14bde9ff --- /dev/null +++ b/mlr-org/benchmark_results/mlr3tuning_tune_nested_memory.csv @@ -0,0 +1,155 @@ +model_time,task,evals,renv_project,algorithm,mean_run_time,median_memory,mad_memory,mean_memory,sd_memory +1,data_1000,10,mlr3tuning/default/snapshots/snapshot_2022_12_22,tune_nested_sequential,8.6326,285.955,1.571556,284.906,4.36342933431442 +1,data_1000,10,mlr3tuning/default/snapshots/snapshot_2023_03_08,tune_nested_sequential,8.6164,287.715,1.45294800000003,286.772,4.2035984584639 +1,data_1000,10,mlr3tuning/default/snapshots/snapshot_2023_06_26,tune_nested_sequential,7.8084,286.055,0.978515999999995,286.388,1.1896292606429 +1,data_1000,10,mlr3tuning/default/snapshots/snapshot_2023_11_20,tune_nested_sequential,6.3909,281.46,1.17125399999999,281.315,0.832616358234693 +1,data_1000,10,mlr3tuning/default/snapshots/snapshot_2023_11_28,tune_nested_sequential,6.3546,255.14,2.06822699999997,261.764,14.6098393024853 +1,data_1000,10,mlr3tuning/default/snapshots/snapshot_2024_04_24,tune_nested_sequential,5.3209,294.13,0.111194999999983,293.889,1.36537703380585 +1,data_1000,10,mlr3tuning/default/snapshots/snapshot_2024_07_05,tune_nested_sequential,4.4188,276.125,0.0815430000000101,275.909,0.618357142398758 +1,data_1000,100,mlr3tuning/default/snapshots/snapshot_2022_12_22,tune_nested_sequential,142.4244,443.385,1.26020999999999,443.475,1.68276393009966 +1,data_1000,100,mlr3tuning/default/snapshots/snapshot_2023_03_08,tune_nested_sequential,139.497,443.825,1.31951400000002,444.809,4.07489999877297 +1,data_1000,100,mlr3tuning/default/snapshots/snapshot_2023_06_26,tune_nested_sequential,35.3481,406.65,9.46640100000007,405.32,7.30881811391023 +1,data_1000,100,mlr3tuning/default/snapshots/snapshot_2023_11_20,tune_nested_sequential,21.0796,408.475,5.52268499999999,408.11,4.40318571541611 +1,data_1000,100,mlr3tuning/default/snapshots/snapshot_2023_11_28,tune_nested_sequential,21.2767,410.695,1.10453700000001,411.231,5.40122712394549 +1,data_1000,100,mlr3tuning/default/snapshots/snapshot_2024_04_24,tune_nested_sequential,19.5496,387.805,0.652343999999997,380.687,23.3205017336916 +1,data_1000,100,mlr3tuning/default/snapshots/snapshot_2024_07_05,tune_nested_sequential,18.678,315.23,0.303932999999976,314.963,0.89662391471812 +1,data_1000,1000,mlr3tuning/default/snapshots/snapshot_2022_12_22,tune_nested_sequential,1070.5503,891.82,2.08305300000004,873.66,38.1900955746382 +1,data_1000,1000,mlr3tuning/default/snapshots/snapshot_2023_03_08,tune_nested_sequential,1079.0037,890.41,0.815430000000017,889.868,2.89070464304698 +1,data_1000,1000,mlr3tuning/default/snapshots/snapshot_2023_06_26,tune_nested_sequential,546.128,883.205,15.2633669999999,882.55,12.5110315766172 +1,data_1000,1000,mlr3tuning/default/snapshots/snapshot_2023_11_20,tune_nested_sequential,169.5495,679.56,4.59605999999995,676.13,14.1918803076501 +1,data_1000,1000,mlr3tuning/default/snapshots/snapshot_2023_11_28,tune_nested_sequential,171.2188,684.6,9.99272400000001,682.973,8.44593268318477 +1,data_1000,1000,mlr3tuning/default/snapshots/snapshot_2024_04_24,tune_nested_sequential,164.625,675.005,3.35808899999998,686.818,32.0545433770489 +1,data_1000,1000,mlr3tuning/default/snapshots/snapshot_2024_07_05,tune_nested_sequential,157.87,662.415,2.56489799999994,668.537,12.8879832488339 +1,data_10000,10,mlr3tuning/default/snapshots/snapshot_2022_12_22,tune_nested_sequential,13.5255,325.05,2.52041999999998,325.137,3.30219808948862 +1,data_10000,10,mlr3tuning/default/snapshots/snapshot_2023_03_08,tune_nested_sequential,8.6764,324.215,0.326171999999998,324.781,1.24225109288654 +1,data_10000,10,mlr3tuning/default/snapshots/snapshot_2023_06_26,tune_nested_sequential,7.9279,283.105,1.47518700000001,283.326,1.29494058207747 +1,data_10000,10,mlr3tuning/default/snapshots/snapshot_2023_11_20,tune_nested_sequential,6.2115,316.885,1.37881800000001,314.799,5.4956052138656 +1,data_10000,10,mlr3tuning/default/snapshots/snapshot_2023_11_28,tune_nested_sequential,6.3605,317.765,1.69757700000006,317.46,1.648426859497 +1,data_10000,10,mlr3tuning/default/snapshots/snapshot_2024_04_24,tune_nested_sequential,5.4947,286.155,0.170499000000013,287.562,5.11313515478627 +1,data_10000,10,mlr3tuning/default/snapshots/snapshot_2024_07_05,tune_nested_sequential,4.5977,296.045,0.148260000000034,295.047,2.86893727904796 +1,data_10000,100,mlr3tuning/default/snapshots/snapshot_2022_12_22,tune_nested_sequential,232.1841,464.98,20.674857,466.169,18.239251598925 +1,data_10000,100,mlr3tuning/default/snapshots/snapshot_2023_03_08,tune_nested_sequential,234.2216,458.14,2.824353,452.373,18.1076798010617 +1,data_10000,100,mlr3tuning/default/snapshots/snapshot_2023_06_26,tune_nested_sequential,76.795,445.06,0.941450999999986,445.661,1.90432519398459 +1,data_10000,100,mlr3tuning/default/snapshots/snapshot_2023_11_20,tune_nested_sequential,22.4075,452.445,19.021758,449.356,17.6515773295823 +1,data_10000,100,mlr3tuning/default/snapshots/snapshot_2023_11_28,tune_nested_sequential,22.8683,429.695,1.21573199999999,429.902,5.42410627558945 +1,data_10000,100,mlr3tuning/default/snapshots/snapshot_2024_04_24,tune_nested_sequential,21.5365,429.96,7.82071500000001,428.283,9.43067106131194 +1,data_10000,100,mlr3tuning/default/snapshots/snapshot_2024_07_05,tune_nested_sequential,20.4978,340.695,16.7014890000001,341.33,11.9314458470045 +1,data_10000,1000,mlr3tuning/default/snapshots/snapshot_2022_12_22,tune_nested_sequential,1090.9922,961.655,14.151417,967.673,40.3049908820235 +1,data_10000,1000,mlr3tuning/default/snapshots/snapshot_2023_03_08,tune_nested_sequential,1101.9032,980.34,64.5153389999999,975.724,49.4595321000468 +1,data_10000,1000,mlr3tuning/default/snapshots/snapshot_2023_06_26,tune_nested_sequential,525.9039,892.09,54.48555,890.668,42.9782939530074 +1,data_10000,1000,mlr3tuning/default/snapshots/snapshot_2023_11_20,tune_nested_sequential,191.2865,819.155,11.3122380000001,819.613,11.8928139367155 +1,data_10000,1000,mlr3tuning/default/snapshots/snapshot_2023_11_28,tune_nested_sequential,193.0585,810.88,5.32253400000005,812.386,7.55225382106414 +1,data_10000,1000,mlr3tuning/default/snapshots/snapshot_2024_04_24,tune_nested_sequential,186.2583,693.765,4.50710400000003,685.356,18.0898855717774 +1,data_10000,1000,mlr3tuning/default/snapshots/snapshot_2024_07_05,tune_nested_sequential,176.2567,670.485,1.34175300000004,669.657,4.09001507739682 +10,data_1000,10,mlr3tuning/default/snapshots/snapshot_2022_12_22,tune_nested_sequential,33.7456,285.865,1.50483899999998,285.884,1.07358382170291 +10,data_1000,10,mlr3tuning/default/snapshots/snapshot_2023_03_08,tune_nested_sequential,35.9414,287.04,1.00816800000001,287.713,1.44088745801559 +10,data_1000,10,mlr3tuning/default/snapshots/snapshot_2023_06_26,tune_nested_sequential,9.3701,286.355,1.00816800000005,287.602,4.55281549031903 +10,data_1000,10,mlr3tuning/default/snapshots/snapshot_2023_11_20,tune_nested_sequential,7.1735,281.145,1.55673000000002,275.789,11.3797446270897 +10,data_1000,10,mlr3tuning/default/snapshots/snapshot_2023_11_28,tune_nested_sequential,7.1213,254.635,1.54190399999999,262.936,14.4502396750596 +10,data_1000,10,mlr3tuning/default/snapshots/snapshot_2024_04_24,tune_nested_sequential,6.1548,294.055,0.0889560000000034,294.454,1.5286101167037 +10,data_1000,10,mlr3tuning/default/snapshots/snapshot_2024_07_05,tune_nested_sequential,5.1729,276.09,0.133433999999963,275.683,0.797329570782652 +10,data_1000,100,mlr3tuning/default/snapshots/snapshot_2022_12_22,tune_nested_sequential,172.8506,444.005,0.555975,442.961,2.80003353154525 +10,data_1000,100,mlr3tuning/default/snapshots/snapshot_2023_03_08,tune_nested_sequential,172.4284,442.41,1.08229799999998,441.33,3.91929131916019 +10,data_1000,100,mlr3tuning/default/snapshots/snapshot_2023_06_26,tune_nested_sequential,145.7118,404.635,13.165488,406.376,11.4943330965017 +10,data_1000,100,mlr3tuning/default/snapshots/snapshot_2023_11_20,tune_nested_sequential,29.7758,409.68,1.46036099999998,409.17,3.20254759700947 +10,data_1000,100,mlr3tuning/default/snapshots/snapshot_2023_11_28,tune_nested_sequential,30.0827,409.285,2.83176600000004,404.255,10.6767975327603 +10,data_1000,100,mlr3tuning/default/snapshots/snapshot_2024_04_24,tune_nested_sequential,28.6215,388.085,0.859907999999976,388.655,1.14046043333384 +10,data_1000,100,mlr3tuning/default/snapshots/snapshot_2024_07_05,tune_nested_sequential,27.7605,315.35,0.444779999999975,315.311,1.06180611329103 +10,data_1000,1000,mlr3tuning/default/snapshots/snapshot_2022_12_22,tune_nested_sequential,1043.4585,890.96,2.10529200000002,882.269,41.0093825172295 +10,data_1000,1000,mlr3tuning/default/snapshots/snapshot_2023_03_08,tune_nested_sequential,1031.1197,889.74,1.37881799999993,887.425,4.84392230876316 +10,data_1000,1000,mlr3tuning/default/snapshots/snapshot_2023_06_26,tune_nested_sequential,708.6927,877.84,9.88894200000002,882.639,13.5132506575336 +10,data_1000,1000,mlr3tuning/default/snapshots/snapshot_2023_11_20,tune_nested_sequential,258.6628,678.965,8.69544899999993,675.954,15.1064211512853 +10,data_1000,1000,mlr3tuning/default/snapshots/snapshot_2023_11_28,tune_nested_sequential,260.2997,682.31,10.5561120000001,684.184,10.7929269019627 +10,data_1000,1000,mlr3tuning/default/snapshots/snapshot_2024_04_24,tune_nested_sequential,254.107,687.8,20.674857,701.563,34.3565219588816 +10,data_1000,1000,mlr3tuning/default/snapshots/snapshot_2024_07_05,tune_nested_sequential,246.534,661.335,1.52707799999996,661.524,2.49948528034606 +10,data_10000,10,mlr3tuning/default/snapshots/snapshot_2022_12_22,tune_nested_sequential,28.9193,327.18,0.214976999999973,326.29,1.26769256700687 +10,data_10000,10,mlr3tuning/default/snapshots/snapshot_2023_03_08,tune_nested_sequential,26.1717,326.745,0.652343999999997,326.075,1.26674780441886 +10,data_10000,10,mlr3tuning/default/snapshots/snapshot_2023_06_26,tune_nested_sequential,9.9934,282.34,2.04598799999999,284.615,6.29021506433251 +10,data_10000,10,mlr3tuning/default/snapshots/snapshot_2023_11_20,tune_nested_sequential,7.5003,316.845,0.126021000000012,314.411,5.68485795776816 +10,data_10000,10,mlr3tuning/default/snapshots/snapshot_2023_11_28,tune_nested_sequential,7.4729,316.805,0.919212000000007,317.11,1.44299842149755 +10,data_10000,10,mlr3tuning/default/snapshots/snapshot_2024_04_24,tune_nested_sequential,6.5616,286.36,0.237215999999995,291.003,7.99901945379695 +10,data_10000,10,mlr3tuning/default/snapshots/snapshot_2024_07_05,tune_nested_sequential,5.6756,296.055,0.126021000000012,295.998,1.1208806061902 +10,data_10000,100,mlr3tuning/default/snapshots/snapshot_2022_12_22,tune_nested_sequential,313.6666,414.825,0.370649999999958,423.224,26.0047304243756 +10,data_10000,100,mlr3tuning/default/snapshots/snapshot_2023_03_08,tune_nested_sequential,366.4535,457.215,1.90514099999999,450.399,16.4761608594559 +10,data_10000,100,mlr3tuning/default/snapshots/snapshot_2023_06_26,tune_nested_sequential,110.0502,444.675,0.237215999999911,444.064,3.55532214511646 +10,data_10000,100,mlr3tuning/default/snapshots/snapshot_2023_11_20,tune_nested_sequential,32.0122,463.63,2.14976999999998,452.815,24.5458384117009 +10,data_10000,100,mlr3tuning/default/snapshots/snapshot_2023_11_28,tune_nested_sequential,32.1806,430.29,2.10529199999998,434.956,17.2201459536981 +10,data_10000,100,mlr3tuning/default/snapshots/snapshot_2024_04_24,tune_nested_sequential,30.7079,425.065,1.31210099999999,425.508,6.535313985486 +10,data_10000,100,mlr3tuning/default/snapshots/snapshot_2024_07_05,tune_nested_sequential,29.539,339.395,15.389388,341.232,12.4738854322852 +10,data_10000,1000,mlr3tuning/default/snapshots/snapshot_2022_12_22,tune_nested_sequential,1365.561,976.01,50.245314,975.923,51.9992549198758 +10,data_10000,1000,mlr3tuning/default/snapshots/snapshot_2023_03_08,tune_nested_sequential,1365.0942,983.6,53.0177760000002,968.596,54.4180977249297 +10,data_10000,1000,mlr3tuning/default/snapshots/snapshot_2023_06_26,tune_nested_sequential,570.3867,867.29,30.889971,896.395,51.8295105235532 +10,data_10000,1000,mlr3tuning/default/snapshots/snapshot_2023_11_20,tune_nested_sequential,280.5676,811.405,11.8459739999999,821.437,33.8705932927075 +10,data_10000,1000,mlr3tuning/default/snapshots/snapshot_2023_11_28,tune_nested_sequential,280.376,818.2,7.9541490000001,817.321,9.46289531685613 +10,data_10000,1000,mlr3tuning/default/snapshots/snapshot_2024_04_24,tune_nested_sequential,275.7833,693.555,5.01860099999999,693.699,4.36101784755195 +10,data_10000,1000,mlr3tuning/default/snapshots/snapshot_2024_07_05,tune_nested_sequential,268.0533,672.915,2.23131300000008,685.554,46.3218844847899 +100,data_1000,10,mlr3tuning/default/snapshots/snapshot_2022_12_22,tune_nested_sequential,25.7975,284.965,0.14084700000004,283.057,7.36589294579339 +100,data_1000,10,mlr3tuning/default/snapshots/snapshot_2023_03_08,tune_nested_sequential,25.3754,288.465,0.78577799999996,286.768,4.12284637383231 +100,data_1000,10,mlr3tuning/default/snapshots/snapshot_2023_06_26,tune_nested_sequential,19.6075,286.095,1.24538400000005,288.394,4.4825097136909 +100,data_1000,10,mlr3tuning/default/snapshots/snapshot_2023_11_20,tune_nested_sequential,17.0485,280.16,1.25279700000004,278.43,4.60786766785293 +100,data_1000,10,mlr3tuning/default/snapshots/snapshot_2023_11_28,tune_nested_sequential,16.9514,279.6,10.2966569999999,271.631,14.273366378601 +100,data_1000,10,mlr3tuning/default/snapshots/snapshot_2024_04_24,tune_nested_sequential,15.9719,294.175,0.207564000000022,294.202,2.39700183099176 +100,data_1000,10,mlr3tuning/default/snapshots/snapshot_2024_07_05,tune_nested_sequential,15.1153,276.09,0.407715000000051,276.298,1.17405091693485 +100,data_1000,100,mlr3tuning/default/snapshots/snapshot_2022_12_22,tune_nested_sequential,231.7889,443.535,0.926625,442.281,3.01228023633628 +100,data_1000,100,mlr3tuning/default/snapshots/snapshot_2023_03_08,tune_nested_sequential,234.932,442.135,2.89106999999998,436.419,19.5807998077482 +100,data_1000,100,mlr3tuning/default/snapshots/snapshot_2023_06_26,tune_nested_sequential,160.6745,404.17,11.201043,405.467,11.8320093625536 +100,data_1000,100,mlr3tuning/default/snapshots/snapshot_2023_11_20,tune_nested_sequential,120.7669,409.22,1.49742599999999,408.478,3.27751192895532 +100,data_1000,100,mlr3tuning/default/snapshots/snapshot_2023_11_28,tune_nested_sequential,120.8485,405.66,6.04159499999998,405.733,4.57625526191691 +100,data_1000,100,mlr3tuning/default/snapshots/snapshot_2024_04_24,tune_nested_sequential,119.396,388.06,0.667169999999983,371.929,34.7934988978625 +100,data_1000,100,mlr3tuning/default/snapshots/snapshot_2024_07_05,tune_nested_sequential,118.3458,315.295,0.177912000000007,315.419,0.610163001901036 +100,data_1000,1000,mlr3tuning/default/snapshots/snapshot_2022_12_22,tune_nested_sequential,1485.9785,892.385,2.56489799999994,893.531,4.91889881534024 +100,data_1000,1000,mlr3tuning/default/snapshots/snapshot_2023_03_08,tune_nested_sequential,1397.4004,889.965,2.34992100000014,883.18,14.9173709330953 +100,data_1000,1000,mlr3tuning/default/snapshots/snapshot_2023_06_26,tune_nested_sequential,1322.2969,877.575,18.6066299999999,881.872,18.2782626210602 +100,data_1000,1000,mlr3tuning/default/snapshots/snapshot_2023_11_20,tune_nested_sequential,1162.0146,679.395,3.521175,677.695,10.5488337954697 +100,data_1000,1000,mlr3tuning/default/snapshots/snapshot_2023_11_28,tune_nested_sequential,1162.3247,685.795,9.74068199999991,685.838,7.32217605785481 +100,data_1000,1000,mlr3tuning/default/snapshots/snapshot_2024_04_24,tune_nested_sequential,1155.9359,703.61,47.042898,707.19,35.9203721213093 +100,data_1000,1000,mlr3tuning/default/snapshots/snapshot_2024_07_05,tune_nested_sequential,1147.9117,661.985,3.27654600000005,668.178,12.4277268861025 +100,data_10000,10,mlr3tuning/default/snapshots/snapshot_2022_12_22,tune_nested_sequential,46.6965,327.24,1.66051200000001,325.312,4.31964453270046 +100,data_10000,10,mlr3tuning/default/snapshots/snapshot_2023_03_08,tune_nested_sequential,49.4812,325.23,1.28986200000001,326.991,4.6678056943279 +100,data_10000,10,mlr3tuning/default/snapshots/snapshot_2023_06_26,tune_nested_sequential,25.7563,282.135,0.652343999999997,282.356,1.55585774842475 +100,data_10000,10,mlr3tuning/default/snapshots/snapshot_2023_11_20,tune_nested_sequential,17.2464,306.41,9.39968399999996,308.833,7.44891647601627 +100,data_10000,10,mlr3tuning/default/snapshots/snapshot_2023_11_28,tune_nested_sequential,17.3011,316.885,0.378062999999993,316.733,1.14573654136639 +100,data_10000,10,mlr3tuning/default/snapshots/snapshot_2024_04_24,tune_nested_sequential,16.3217,287.295,1.72722900000003,292.179,8.28647686830108 +100,data_10000,10,mlr3tuning/default/snapshots/snapshot_2024_07_05,tune_nested_sequential,15.5244,296.04,0.237215999999953,295.722,2.54634727491057 +100,data_10000,100,mlr3tuning/default/snapshots/snapshot_2022_12_22,tune_nested_sequential,256.9661,456.775,8.27290799999998,461.768,14.2552624201264 +100,data_10000,100,mlr3tuning/default/snapshots/snapshot_2023_03_08,tune_nested_sequential,227.7631,456.75,2.920722,445.753,19.8826686393508 +100,data_10000,100,mlr3tuning/default/snapshots/snapshot_2023_06_26,tune_nested_sequential,158.0721,444.425,0.956277000000015,445.248,6.4779245647558 +100,data_10000,100,mlr3tuning/default/snapshots/snapshot_2023_11_20,tune_nested_sequential,122.4255,452.57,18.302697,446.486,22.214535381642 +100,data_10000,100,mlr3tuning/default/snapshots/snapshot_2023_11_28,tune_nested_sequential,122.4677,429.865,0.585627000000015,430.238,10.3439556156133 +100,data_10000,100,mlr3tuning/default/snapshots/snapshot_2024_04_24,tune_nested_sequential,120.9896,425.165,2.461116,424.486,12.3868399700829 +100,data_10000,100,mlr3tuning/default/snapshots/snapshot_2024_07_05,tune_nested_sequential,120.5129,353.27,0.34841100000002,349.197,8.70280293289977 +100,data_10000,1000,mlr3tuning/default/snapshots/snapshot_2022_12_22,tune_nested_sequential,1466.4629,988.64,79.156014,999.938,68.1570444390502 +100,data_10000,1000,mlr3tuning/default/snapshots/snapshot_2023_03_08,tune_nested_sequential,1489.7183,930.365,57.035622,948.051,49.1719876103819 +100,data_10000,1000,mlr3tuning/default/snapshots/snapshot_2023_06_26,tune_nested_sequential,1325.0752,886.83,57.880704,903.411,56.5917083541789 +100,data_10000,1000,mlr3tuning/default/snapshots/snapshot_2023_11_20,tune_nested_sequential,1177.4389,813.845,5.44114200000002,813.839,8.05763743979035 +100,data_10000,1000,mlr3tuning/default/snapshots/snapshot_2023_11_28,tune_nested_sequential,1179.2622,813.97,8.51012400000001,813.638,6.91698842625089 +100,data_10000,1000,mlr3tuning/default/snapshots/snapshot_2024_04_24,tune_nested_sequential,1170.3228,691.12,9.52570500000002,689.737,8.09193569755306 +100,data_10000,1000,mlr3tuning/default/snapshots/snapshot_2024_07_05,tune_nested_sequential,1163.7222,670.22,1.29727499999992,675.326,14.9314680382666 +1000,data_1000,10,mlr3tuning/default/snapshots/snapshot_2022_12_22,tune_nested_sequential,127.6577,284.925,2.78728799999999,282.726,7.09255822832794 +1000,data_1000,10,mlr3tuning/default/snapshots/snapshot_2023_03_08,tune_nested_sequential,125.5104,286.63,1.54190399999999,286.779,2.38629163720148 +1000,data_1000,10,mlr3tuning/default/snapshots/snapshot_2023_06_26,tune_nested_sequential,119.1746,285.72,0.681996000000012,285.659,9.00659813692162 +1000,data_1000,10,mlr3tuning/default/snapshots/snapshot_2023_11_20,tune_nested_sequential,115.8993,280.16,1.86066299999999,277.202,8.09573522843286 +1000,data_1000,10,mlr3tuning/default/snapshots/snapshot_2023_11_28,tune_nested_sequential,116.2194,262.835,1.46036099999994,269.407,9.37651327045992 +1000,data_1000,10,mlr3tuning/default/snapshots/snapshot_2024_04_24,tune_nested_sequential,114.9597,294.12,0.0741300000000169,294.022,0.729349786529833 +1000,data_1000,10,mlr3tuning/default/snapshots/snapshot_2024_07_05,tune_nested_sequential,114.207,276.09,0.429954000000072,276.035,1.25384962770218 +1000,data_1000,100,mlr3tuning/default/snapshots/snapshot_2022_12_22,tune_nested_sequential,1068.7192,443.065,2.20907400000001,442.674,3.10423438404885 +1000,data_1000,100,mlr3tuning/default/snapshots/snapshot_2023_03_08,tune_nested_sequential,1067.5787,442.535,1.52707800000004,440.76,5.64122130196802 +1000,data_1000,100,mlr3tuning/default/snapshots/snapshot_2023_06_26,tune_nested_sequential,1053.641,402.715,7.39076100000002,403.357,6.86631398770677 +1000,data_1000,100,mlr3tuning/default/snapshots/snapshot_2023_11_20,tune_nested_sequential,1031.0172,409.905,4.83327600000003,410.146,7.78263194555672 +1000,data_1000,100,mlr3tuning/default/snapshots/snapshot_2023_11_28,tune_nested_sequential,1031.2871,408.805,5.18168699999997,410.222,8.11516248895993 +1000,data_1000,100,mlr3tuning/default/snapshots/snapshot_2024_04_24,tune_nested_sequential,1029.6432,388.235,0.437366999999981,389.374,2.9997118380123 +1000,data_1000,100,mlr3tuning/default/snapshots/snapshot_2024_07_05,tune_nested_sequential,1028.8982,315.235,0.0815430000000101,315.448,0.625171976339312 +1000,data_10000,10,mlr3tuning/default/snapshots/snapshot_2022_12_22,tune_nested_sequential,137.8319,326.25,1.54931700000002,326.018,1.35183661077152 +1000,data_10000,10,mlr3tuning/default/snapshots/snapshot_2023_03_08,tune_nested_sequential,134.8126,327.115,2.90589599999997,326.562,1.75983458818656 +1000,data_10000,10,mlr3tuning/default/snapshots/snapshot_2023_06_26,tune_nested_sequential,120.9491,282.805,1.03782000000003,283.895,3.53720935201749 +1000,data_10000,10,mlr3tuning/default/snapshots/snapshot_2023_11_20,tune_nested_sequential,116.6067,316.37,17.183334,316.22,13.8586338913088 +1000,data_10000,10,mlr3tuning/default/snapshots/snapshot_2023_11_28,tune_nested_sequential,116.2119,317.61,1.16384099999999,317.569,1.03452028603707 +1000,data_10000,10,mlr3tuning/default/snapshots/snapshot_2024_04_24,tune_nested_sequential,115.3637,286.21,0.170498999999971,293.127,11.8241673890572 +1000,data_10000,10,mlr3tuning/default/snapshots/snapshot_2024_07_05,tune_nested_sequential,114.533,296.06,0.12602099999997,295.591,2.29730977933369 +1000,data_10000,100,mlr3tuning/default/snapshots/snapshot_2022_12_22,tune_nested_sequential,1152.5127,416.08,1.897728,422.326,14.5816095743158 +1000,data_10000,100,mlr3tuning/default/snapshots/snapshot_2023_03_08,tune_nested_sequential,1187.4049,458.47,2.15718299999993,459.909,13.1062847095922 +1000,data_10000,100,mlr3tuning/default/snapshots/snapshot_2023_06_26,tune_nested_sequential,1049.8417,444.81,0.378062999999993,446.221,4.69171480141087 +1000,data_10000,100,mlr3tuning/default/snapshots/snapshot_2023_11_20,tune_nested_sequential,1032.6719,463.815,1.65309899999997,453.375,15.5285559534684 +1000,data_10000,100,mlr3tuning/default/snapshots/snapshot_2023_11_28,tune_nested_sequential,1032.7368,429.415,0.748712999999951,428.695,4.29766409421056 +1000,data_10000,100,mlr3tuning/default/snapshots/snapshot_2024_04_24,tune_nested_sequential,1031.5976,424.77,0.563387999999993,418.008,21.9751287696897 +1000,data_10000,100,mlr3tuning/default/snapshots/snapshot_2024_07_05,tune_nested_sequential,1030.7011,353.265,0.222390000000008,352.914,1.07661196971486 diff --git a/mlr-org/benchmark_results/mlr3tuning_tune_nested_runtime.csv b/mlr-org/benchmark_results/mlr3tuning_tune_nested_runtime.csv new file mode 100644 index 00000000..ba62a60f --- /dev/null +++ b/mlr-org/benchmark_results/mlr3tuning_tune_nested_runtime.csv @@ -0,0 +1,155 @@ +model_time,task,evals,renv_project,algorithm,median_run_time,mad_run_time,mean_run_time,sd_run_time,k +1,data_1000,10,mlr3tuning/default/snapshots/snapshot_2022_12_22,tune_nested_sequential,31538.5433045,22491.0236046405,50889.448124882,48300.3115413688,315.385433045 +1,data_1000,10,mlr3tuning/default/snapshots/snapshot_2023_03_08,tune_nested_sequential,31450.626616,17340.5576683899,45067.706457656,39464.67109125,314.50626616 +1,data_1000,10,mlr3tuning/default/snapshots/snapshot_2023_06_26,tune_nested_sequential,6680.130225,497.498585096101,6689.394127996,461.941279438216,66.80130225 +1,data_1000,10,mlr3tuning/default/snapshots/snapshot_2023_11_20,tune_nested_sequential,5450.5449825,425.4953888808,5476.230944157,383.793887980587,54.505449825 +1,data_1000,10,mlr3tuning/default/snapshots/snapshot_2023_11_28,tune_nested_sequential,5328.1054875,343.968309039602,5328.626263444,301.777584696229,53.281054875 +1,data_1000,10,mlr3tuning/default/snapshots/snapshot_2024_04_24,tune_nested_sequential,4882.916528,385.955257863,4879.80248277,340.599647929591,48.82916528 +1,data_1000,10,mlr3tuning/default/snapshots/snapshot_2024_07_05,tune_nested_sequential,3778.674286,342.7117358574,3780.70544121,300.486995778414,37.78674286 +1,data_1000,100,mlr3tuning/default/snapshots/snapshot_2022_12_22,tune_nested_sequential,223260.044168,68654.8606098537,390897.14829533,328936.098034273,223.260044168 +1,data_1000,100,mlr3tuning/default/snapshots/snapshot_2023_03_08,tune_nested_sequential,130227.505576,81871.8909245727,406880.31320614,492005.721138633,130.227505576 +1,data_1000,100,mlr3tuning/default/snapshots/snapshot_2023_06_26,tune_nested_sequential,33541.8295795,1174.1557699242,33347.3114135,2897.8732296062,33.5418295795 +1,data_1000,100,mlr3tuning/default/snapshots/snapshot_2023_11_20,tune_nested_sequential,19043.0654745,502.615907240998,19265.09280998,817.333409895573,19.0430654745 +1,data_1000,100,mlr3tuning/default/snapshots/snapshot_2023_11_28,tune_nested_sequential,20466.724306,541.4632726524,20268.54525547,817.826412011021,20.466724306 +1,data_1000,100,mlr3tuning/default/snapshots/snapshot_2024_04_24,tune_nested_sequential,17540.924582,577.3246082751,17669.94361926,609.290869871329,17.540924582 +1,data_1000,100,mlr3tuning/default/snapshots/snapshot_2024_07_05,tune_nested_sequential,16685.6455115,693.4702928517,16747.3321143,718.326765838482,16.6856455115 +1,data_1000,1000,mlr3tuning/default/snapshots/snapshot_2022_12_22,tune_nested_sequential,4259364.517277,130931.706201625,4335144.4911515,223631.852730468,425.9364517277 +1,data_1000,1000,mlr3tuning/default/snapshots/snapshot_2023_03_08,tune_nested_sequential,4857235.3717415,313181.513491631,4871205.7898231,345351.754908314,485.72353717415 +1,data_1000,1000,mlr3tuning/default/snapshots/snapshot_2023_06_26,tune_nested_sequential,318697.0195495,20343.8878082601,319611.6656251,18420.1317050204,31.86970195495 +1,data_1000,1000,mlr3tuning/default/snapshots/snapshot_2023_11_20,tune_nested_sequential,157443.3621625,4615.08495819209,157626.7750429,5231.70570126478,15.74433621625 +1,data_1000,1000,mlr3tuning/default/snapshots/snapshot_2023_11_28,tune_nested_sequential,152298.223408,1992.68427864449,155197.9723303,6026.29925262816,15.2298223408 +1,data_1000,1000,mlr3tuning/default/snapshots/snapshot_2024_04_24,tune_nested_sequential,150151.7869255,2701.99335779521,150003.4988599,3354.94040903321,15.01517869255 +1,data_1000,1000,mlr3tuning/default/snapshots/snapshot_2024_07_05,tune_nested_sequential,140766.967565,2032.27481806231,140963.7576126,3429.47249651891,14.0766967565 +1,data_10000,10,mlr3tuning/default/snapshots/snapshot_2022_12_22,tune_nested_sequential,43782.0926315,39066.473246346,48914.443641129,28123.4430355011,437.820926315 +1,data_10000,10,mlr3tuning/default/snapshots/snapshot_2023_03_08,tune_nested_sequential,31136.0217435,27924.5465751315,44426.613797495,36501.4339826541,311.360217435 +1,data_10000,10,mlr3tuning/default/snapshots/snapshot_2023_06_26,tune_nested_sequential,7395.2039365,847.3026627429,7606.502890896,1191.07112780919,73.952039365 +1,data_10000,10,mlr3tuning/default/snapshots/snapshot_2023_11_20,tune_nested_sequential,6033.675144,1093.8262565265,6496.653173873,1074.33238734649,60.33675144 +1,data_10000,10,mlr3tuning/default/snapshots/snapshot_2023_11_28,tune_nested_sequential,5803.2259305,744.207795210601,6276.833268733,1132.44470279771,58.032259305 +1,data_10000,10,mlr3tuning/default/snapshots/snapshot_2024_04_24,tune_nested_sequential,4983.4700515,413.4773895441,4992.968169443,384.608851027445,49.834700515 +1,data_10000,10,mlr3tuning/default/snapshots/snapshot_2024_07_05,tune_nested_sequential,3951.6398075,343.0384571607,3967.790185745,330.602242364599,39.516398075 +1,data_10000,100,mlr3tuning/default/snapshots/snapshot_2022_12_22,tune_nested_sequential,504417.701969,238467.512602122,483583.83221692,175210.969521174,504.417701969 +1,data_10000,100,mlr3tuning/default/snapshots/snapshot_2023_03_08,tune_nested_sequential,508714.279388,234072.545473439,486950.32616302,171897.756238276,508.714279388 +1,data_10000,100,mlr3tuning/default/snapshots/snapshot_2023_06_26,tune_nested_sequential,37672.022535,5316.8362088205,37990.51787255,4761.98168292446,37.672022535 +1,data_10000,100,mlr3tuning/default/snapshots/snapshot_2023_11_20,tune_nested_sequential,21921.440302,1045.5914578389,21788.31977495,941.52564465858,21.921440302 +1,data_10000,100,mlr3tuning/default/snapshots/snapshot_2023_11_28,tune_nested_sequential,20067.3240885,1192.4158710849,20392.67371252,1176.28024444705,20.0673240885 +1,data_10000,100,mlr3tuning/default/snapshots/snapshot_2024_04_24,tune_nested_sequential,20166.3998385,1179.9644892357,19952.09558696,1265.17218685796,20.1663998385 +1,data_10000,100,mlr3tuning/default/snapshots/snapshot_2024_07_05,tune_nested_sequential,17899.454007,1733.8797516033,18062.45743014,1302.15578099686,17.899454007 +1,data_10000,1000,mlr3tuning/default/snapshots/snapshot_2022_12_22,tune_nested_sequential,4336653.3733085,252954.820459509,4357021.2061463,192358.067078387,433.66533733085 +1,data_10000,1000,mlr3tuning/default/snapshots/snapshot_2023_03_08,tune_nested_sequential,4169423.7178025,28705.5482146627,4116688.2707314,181668.559640031,416.94237178025 +1,data_10000,1000,mlr3tuning/default/snapshots/snapshot_2023_06_26,tune_nested_sequential,404675.381656,53117.5989361248,405687.345598,43523.5912981315,40.4675381656 +1,data_10000,1000,mlr3tuning/default/snapshots/snapshot_2023_11_20,tune_nested_sequential,163612.441145,6179.6965079766,164323.7274787,6156.15055476766,16.3612441145 +1,data_10000,1000,mlr3tuning/default/snapshots/snapshot_2023_11_28,tune_nested_sequential,172526.231427,7280.10934695452,172241.1974112,6593.29400056812,17.2526231427 +1,data_10000,1000,mlr3tuning/default/snapshots/snapshot_2024_04_24,tune_nested_sequential,174140.4764635,10757.5534891398,169352.50118,11718.1800279038,17.41404764635 +1,data_10000,1000,mlr3tuning/default/snapshots/snapshot_2024_07_05,tune_nested_sequential,152106.3314755,10390.7927981676,155993.0827701,12667.6458356157,15.21063314755 +10,data_1000,10,mlr3tuning/default/snapshots/snapshot_2022_12_22,tune_nested_sequential,31646.2608195,26123.3222841675,42431.062690032,33144.4868837997,31.6462608195 +10,data_1000,10,mlr3tuning/default/snapshots/snapshot_2023_03_08,tune_nested_sequential,41334.7744705,35737.5245440059,45619.419068656,28059.4115169303,41.3347744705 +10,data_1000,10,mlr3tuning/default/snapshots/snapshot_2023_06_26,tune_nested_sequential,9382.6480465,967.018694231101,9724.549454366,1300.92945680828,9.3826480465 +10,data_1000,10,mlr3tuning/default/snapshots/snapshot_2023_11_20,tune_nested_sequential,6463.608966,346.810213799701,6482.209636069,338.951928015867,6.463608966 +10,data_1000,10,mlr3tuning/default/snapshots/snapshot_2023_11_28,tune_nested_sequential,6485.198431,412.7368894068,6653.84229621,686.643962860958,6.485198431 +10,data_1000,10,mlr3tuning/default/snapshots/snapshot_2024_04_24,tune_nested_sequential,5798.294066,403.0749186408,5807.664654889,375.414622632615,5.798294066 +10,data_1000,10,mlr3tuning/default/snapshots/snapshot_2024_07_05,tune_nested_sequential,4823.9597325,347.094347418,4828.168032423,295.538209868919,4.8239597325 +10,data_1000,100,mlr3tuning/default/snapshots/snapshot_2022_12_22,tune_nested_sequential,377644.2985805,219228.320483212,405747.41886245,187639.990465601,37.76442985805 +10,data_1000,100,mlr3tuning/default/snapshots/snapshot_2023_03_08,tune_nested_sequential,413795.429631,251508.970662016,437286.4067938,180412.837516007,41.3795429631 +10,data_1000,100,mlr3tuning/default/snapshots/snapshot_2023_06_26,tune_nested_sequential,59788.245042,9651.8092116663,60413.81629077,10688.3410968773,5.9788245042 +10,data_1000,100,mlr3tuning/default/snapshots/snapshot_2023_11_20,tune_nested_sequential,28741.6383605,767.9269422489,28847.7768796,792.463874419191,2.87416383605 +10,data_1000,100,mlr3tuning/default/snapshots/snapshot_2023_11_28,tune_nested_sequential,28583.334055,755.312739785099,28840.80420884,755.633875027689,2.8583334055 +10,data_1000,100,mlr3tuning/default/snapshots/snapshot_2024_04_24,tune_nested_sequential,27395.528335,560.749055025597,27385.16175104,535.081571741418,2.7395528335 +10,data_1000,100,mlr3tuning/default/snapshots/snapshot_2024_07_05,tune_nested_sequential,26322.0523395,729.970668363296,26329.75691062,756.701446608428,2.63220523395 +10,data_1000,1000,mlr3tuning/default/snapshots/snapshot_2022_12_22,tune_nested_sequential,4194532.6148395,177959.440903453,4061162.468191,368173.296275491,41.945326148395 +10,data_1000,1000,mlr3tuning/default/snapshots/snapshot_2023_03_08,tune_nested_sequential,4292763.8114965,249214.755585296,4227464.5803333,274601.221050377,42.927638114965 +10,data_1000,1000,mlr3tuning/default/snapshots/snapshot_2023_06_26,tune_nested_sequential,666535.5303395,17723.2795743215,622614.6309551,94099.5345362556,6.665355303395 +10,data_1000,1000,mlr3tuning/default/snapshots/snapshot_2023_11_20,tune_nested_sequential,249774.761376,7264.89929647441,250983.9993781,6198.42407196876,2.49774761376 +10,data_1000,1000,mlr3tuning/default/snapshots/snapshot_2023_11_28,tune_nested_sequential,253316.2569215,8583.61927373582,252686.0862823,6457.18975787073,2.533162569215 +10,data_1000,1000,mlr3tuning/default/snapshots/snapshot_2024_04_24,tune_nested_sequential,247378.07975,9380.11558736486,248235.4996824,7077.75993395505,2.4737807975 +10,data_1000,1000,mlr3tuning/default/snapshots/snapshot_2024_07_05,tune_nested_sequential,234950.6526735,4778.9469428778,235037.1580432,5038.24145139184,2.349506526735 +10,data_10000,10,mlr3tuning/default/snapshots/snapshot_2022_12_22,tune_nested_sequential,28785.5454675,26301.4133889192,41937.635446395,81064.1287555441,28.7855454675 +10,data_10000,10,mlr3tuning/default/snapshots/snapshot_2023_03_08,tune_nested_sequential,40641.609168,32977.6062888699,41106.647184565,25070.9921019365,40.641609168 +10,data_10000,10,mlr3tuning/default/snapshots/snapshot_2023_06_26,tune_nested_sequential,9057.8052405,1313.8749168153,9698.294030846,1831.51409912712,9.0578052405 +10,data_10000,10,mlr3tuning/default/snapshots/snapshot_2023_11_20,tune_nested_sequential,6548.2110075,302.6683414587,6559.335480638,284.039793981964,6.5482110075 +10,data_10000,10,mlr3tuning/default/snapshots/snapshot_2023_11_28,tune_nested_sequential,6696.831898,588.362409602101,7138.55020144,976.701448742126,6.696831898 +10,data_10000,10,mlr3tuning/default/snapshots/snapshot_2024_04_24,tune_nested_sequential,5894.0296675,406.2284421993,5929.187298127,393.861725063657,5.8940296675 +10,data_10000,10,mlr3tuning/default/snapshots/snapshot_2024_07_05,tune_nested_sequential,4993.344732,376.1540316681,5072.086232721,481.286181172584,4.993344732 +10,data_10000,100,mlr3tuning/default/snapshots/snapshot_2022_12_22,tune_nested_sequential,404392.115238,219789.301362763,413333.53813904,181136.431237065,40.4392115238 +10,data_10000,100,mlr3tuning/default/snapshots/snapshot_2023_03_08,tune_nested_sequential,390941.949849,230983.437154718,412540.80736338,193970.255632298,39.0941949849 +10,data_10000,100,mlr3tuning/default/snapshots/snapshot_2023_06_26,tune_nested_sequential,65722.426135,14623.5711378078,67437.3451762,12240.4705391552,6.5722426135 +10,data_10000,100,mlr3tuning/default/snapshots/snapshot_2023_11_20,tune_nested_sequential,30176.193656,727.674654699298,30064.14797991,856.71718938167,3.0176193656 +10,data_10000,100,mlr3tuning/default/snapshots/snapshot_2023_11_28,tune_nested_sequential,30718.6430985,655.0815667851,30696.00644175,763.794234835519,3.07186430985 +10,data_10000,100,mlr3tuning/default/snapshots/snapshot_2024_04_24,tune_nested_sequential,29411.1375435,1097.2470565413,29228.63946696,1134.02215213695,2.94111375435 +10,data_10000,100,mlr3tuning/default/snapshots/snapshot_2024_07_05,tune_nested_sequential,28136.1397795,668.758712647199,27965.98956291,977.414752567389,2.81361397795 +10,data_10000,1000,mlr3tuning/default/snapshots/snapshot_2022_12_22,tune_nested_sequential,3750274.971489,670493.791922279,3794221.9526276,586336.990799588,37.50274971489 +10,data_10000,1000,mlr3tuning/default/snapshots/snapshot_2023_03_08,tune_nested_sequential,4141075.351903,564851.915006436,4114707.8179909,400414.663085229,41.41075351903 +10,data_10000,1000,mlr3tuning/default/snapshots/snapshot_2023_06_26,tune_nested_sequential,593617.755301,49683.4021603269,577499.2944455,58092.4555344398,5.93617755301 +10,data_10000,1000,mlr3tuning/default/snapshots/snapshot_2023_11_20,tune_nested_sequential,270552.149065,5215.41300837063,266276.5746638,9530.33161502494,2.70552149065 +10,data_10000,1000,mlr3tuning/default/snapshots/snapshot_2023_11_28,tune_nested_sequential,272267.206089,8196.3420170352,271233.7115687,9013.01173890973,2.72267206089 +10,data_10000,1000,mlr3tuning/default/snapshots/snapshot_2024_04_24,tune_nested_sequential,255881.6418845,8896.23210651001,259882.156442,9887.50916197972,2.558816418845 +10,data_10000,1000,mlr3tuning/default/snapshots/snapshot_2024_07_05,tune_nested_sequential,246706.838814,8964.44399281622,247745.3377818,7664.81371957728,2.46706838814 +100,data_1000,10,mlr3tuning/default/snapshots/snapshot_2022_12_22,tune_nested_sequential,47213.5048,43899.9478984374,47562.314292996,28696.987649826,4.72135048 +100,data_1000,10,mlr3tuning/default/snapshots/snapshot_2023_03_08,tune_nested_sequential,32972.771847,22202.9640089082,42631.861058121,30247.614801316,3.2972771847 +100,data_1000,10,mlr3tuning/default/snapshots/snapshot_2023_06_26,tune_nested_sequential,17914.041022,621.941521964697,18134.653902866,916.223816404133,1.7914041022 +100,data_1000,10,mlr3tuning/default/snapshots/snapshot_2023_11_20,tune_nested_sequential,16352.2349985,333.5103281097,16473.284828487,617.108721170431,1.63522349985 +100,data_1000,10,mlr3tuning/default/snapshots/snapshot_2023_11_28,tune_nested_sequential,16327.649621,318.21696144,16324.295036243,266.334213690264,1.6327649621 +100,data_1000,10,mlr3tuning/default/snapshots/snapshot_2024_04_24,tune_nested_sequential,15624.957144,351.9709813137,15610.587381816,297.043755882818,1.5624957144 +100,data_1000,10,mlr3tuning/default/snapshots/snapshot_2024_07_05,tune_nested_sequential,14793.321794,333.7602448026,14799.985066367,281.284758725776,1.4793321794 +100,data_1000,100,mlr3tuning/default/snapshots/snapshot_2022_12_22,tune_nested_sequential,420877.55214,366561.951397022,429737.61799555,232826.685703721,4.2087755214 +100,data_1000,100,mlr3tuning/default/snapshots/snapshot_2023_03_08,tune_nested_sequential,364550.490844,299212.317452072,408727.64047824,256038.481245604,3.64550490844 +100,data_1000,100,mlr3tuning/default/snapshots/snapshot_2023_06_26,tune_nested_sequential,134358.7030605,3991.50252345811,138918.44754925,11084.1701023202,1.343587030605 +100,data_1000,100,mlr3tuning/default/snapshots/snapshot_2023_11_20,tune_nested_sequential,120494.821759,573.2353980654,120718.9506071,794.427468805448,1.20494821759 +100,data_1000,100,mlr3tuning/default/snapshots/snapshot_2023_11_28,tune_nested_sequential,120278.4202795,296.713331040003,120325.60443601,343.359491289362,1.202784202795 +100,data_1000,100,mlr3tuning/default/snapshots/snapshot_2024_04_24,tune_nested_sequential,119224.620016,364.212104537405,119253.89107685,390.074560953109,1.19224620016 +100,data_1000,100,mlr3tuning/default/snapshots/snapshot_2024_07_05,tune_nested_sequential,118278.2181615,555.561042512704,118206.79824598,519.061408111964,1.182782181615 +100,data_1000,1000,mlr3tuning/default/snapshots/snapshot_2022_12_22,tune_nested_sequential,3852503.444295,465162.963355448,3682761.588258,714629.76983329,3.852503444295 +100,data_1000,1000,mlr3tuning/default/snapshots/snapshot_2023_03_08,tune_nested_sequential,2940865.6137155,1346454.27221159,3047501.8822379,1065217.64594626,2.9408656137155 +100,data_1000,1000,mlr3tuning/default/snapshots/snapshot_2023_06_26,tune_nested_sequential,1291912.907481,2512.01685967434,1298609.5351333,21466.8274083396,1.291912907481 +100,data_1000,1000,mlr3tuning/default/snapshots/snapshot_2023_11_20,tune_nested_sequential,1158371.80523,2171.4630933368,1159940.5147183,3565.70281957542,1.15837180523 +100,data_1000,1000,mlr3tuning/default/snapshots/snapshot_2023_11_28,tune_nested_sequential,1161476.5437125,2795.10961938602,1160945.0022874,2247.16603538225,1.1614765437125 +100,data_1000,1000,mlr3tuning/default/snapshots/snapshot_2024_04_24,tune_nested_sequential,1155368.306297,2381.4776910308,1156136.6855908,2839.28286281198,1.155368306297 +100,data_1000,1000,mlr3tuning/default/snapshots/snapshot_2024_07_05,tune_nested_sequential,1146671.194307,936.926933573287,1146475.1859014,1546.21871474028,1.146671194307 +100,data_10000,10,mlr3tuning/default/snapshots/snapshot_2022_12_22,tune_nested_sequential,31827.0018605,21968.5018590891,42312.443369897,28669.7962057544,3.18270018605 +100,data_10000,10,mlr3tuning/default/snapshots/snapshot_2023_03_08,tune_nested_sequential,30643.444736,20657.0942599896,43253.344760284,30417.1757390889,3.0643444736 +100,data_10000,10,mlr3tuning/default/snapshots/snapshot_2023_06_26,tune_nested_sequential,18079.566664,578.011469427,18096.13029809,599.100721576746,1.8079566664 +100,data_10000,10,mlr3tuning/default/snapshots/snapshot_2023_11_20,tune_nested_sequential,16485.3164115,253.211400008702,16501.853572828,239.167346120743,1.64853164115 +100,data_10000,10,mlr3tuning/default/snapshots/snapshot_2023_11_28,tune_nested_sequential,16584.9392985,357.9816678102,16742.914378069,651.525230771275,1.65849392985 +100,data_10000,10,mlr3tuning/default/snapshots/snapshot_2024_04_24,tune_nested_sequential,15876.6023075,405.728955741902,15909.800561628,414.047747160532,1.58766023075 +100,data_10000,10,mlr3tuning/default/snapshots/snapshot_2024_07_05,tune_nested_sequential,14949.4745585,319.833164456401,14954.061571865,277.366486801917,1.49494745585 +100,data_10000,100,mlr3tuning/default/snapshots/snapshot_2022_12_22,tune_nested_sequential,366849.968742,335745.19932672,375394.29262656,216984.333084872,3.66849968742 +100,data_10000,100,mlr3tuning/default/snapshots/snapshot_2023_03_08,tune_nested_sequential,181378.029164,63660.7353291546,288071.61198498,169146.43356114,1.81378029164 +100,data_10000,100,mlr3tuning/default/snapshots/snapshot_2023_06_26,tune_nested_sequential,133413.364367,1321.62517866329,133547.59550255,1131.08428044497,1.33413364367 +100,data_10000,100,mlr3tuning/default/snapshots/snapshot_2023_11_20,tune_nested_sequential,121886.6798475,568.628048807694,122044.72717741,770.41825140393,1.218866798475 +100,data_10000,100,mlr3tuning/default/snapshots/snapshot_2023_11_28,tune_nested_sequential,121882.029724,521.057847067803,121895.31720603,534.778697514186,1.21882029724 +100,data_10000,100,mlr3tuning/default/snapshots/snapshot_2024_04_24,tune_nested_sequential,120501.995938,629.8353454533,120689.60325104,787.916228688442,1.20501995938 +100,data_10000,100,mlr3tuning/default/snapshots/snapshot_2024_07_05,tune_nested_sequential,119442.2000175,626.803431418504,119431.80863192,656.595938970291,1.194422000175 +100,data_10000,1000,mlr3tuning/default/snapshots/snapshot_2022_12_22,tune_nested_sequential,3198516.0226885,515369.621548629,3120959.9681983,362873.4217183,3.1985160226885 +100,data_10000,1000,mlr3tuning/default/snapshots/snapshot_2023_03_08,tune_nested_sequential,3201061.435771,485846.268677267,3055127.1321238,619425.754106121,3.201061435771 +100,data_10000,1000,mlr3tuning/default/snapshots/snapshot_2023_06_26,tune_nested_sequential,1280143.7394825,10225.2531055459,1285913.5087895,15732.6566480113,1.2801437394825 +100,data_10000,1000,mlr3tuning/default/snapshots/snapshot_2023_11_20,tune_nested_sequential,1175929.0587575,4649.83161434807,1175856.5323793,3028.46165898161,1.1759290587575 +100,data_10000,1000,mlr3tuning/default/snapshots/snapshot_2023_11_28,tune_nested_sequential,1178807.9566905,5291.56465726782,1178922.1390253,4322.33112645382,1.1788079566905 +100,data_10000,1000,mlr3tuning/default/snapshots/snapshot_2024_04_24,tune_nested_sequential,1173029.260942,1108.80723937612,1172128.1108935,2166.92885545778,1.173029260942 +100,data_10000,1000,mlr3tuning/default/snapshots/snapshot_2024_07_05,tune_nested_sequential,1166055.760298,2105.11271511231,1166511.2404253,2478.76736411151,1.166055760298 +1000,data_1000,10,mlr3tuning/default/snapshots/snapshot_2022_12_22,tune_nested_sequential,178661.780171,18428.4851739786,169271.852638,18857.7068631136,1.78661780171 +1000,data_1000,10,mlr3tuning/default/snapshots/snapshot_2023_03_08,tune_nested_sequential,146538.289596,3779.08154142542,149526.18304106,10399.9126025643,1.46538289596 +1000,data_1000,10,mlr3tuning/default/snapshots/snapshot_2023_06_26,tune_nested_sequential,116842.132973,325.405061398204,116786.21268623,318.629090381397,1.16842132973 +1000,data_1000,10,mlr3tuning/default/snapshots/snapshot_2023_11_20,tune_nested_sequential,115386.172481,343.704781337401,115513.99376696,477.369902989459,1.15386172481 +1000,data_1000,10,mlr3tuning/default/snapshots/snapshot_2023_11_28,tune_nested_sequential,115603.5430845,408.407323050305,115839.75373385,841.241335409916,1.156035430845 +1000,data_1000,10,mlr3tuning/default/snapshots/snapshot_2024_04_24,tune_nested_sequential,114941.6626485,371.052901739096,114865.66844564,331.126701882294,1.149416626485 +1000,data_1000,10,mlr3tuning/default/snapshots/snapshot_2024_07_05,tune_nested_sequential,113959.0749555,333.054008292611,113950.90591866,262.950113045716,1.139590749555 +1000,data_1000,100,mlr3tuning/default/snapshots/snapshot_2022_12_22,tune_nested_sequential,1335042.383827,4118.03229024998,1334913.3857431,3925.05474414356,1.335042383827 +1000,data_1000,100,mlr3tuning/default/snapshots/snapshot_2023_03_08,tune_nested_sequential,1333638.4509165,8150.64169636085,1333221.859295,6276.75460156221,1.3336384509165 +1000,data_1000,100,mlr3tuning/default/snapshots/snapshot_2023_06_26,tune_nested_sequential,1041672.78884,388.22241123543,1041954.7943593,737.904212202745,1.04167278884 +1000,data_1000,100,mlr3tuning/default/snapshots/snapshot_2023_11_20,tune_nested_sequential,1030934.63223,69.888308827914,1030893.7508248,119.094063204747,1.03093463223 +1000,data_1000,100,mlr3tuning/default/snapshots/snapshot_2023_11_28,tune_nested_sequential,1031278.2191135,318.200568331821,1031188.1180569,284.824400029308,1.0312782191135 +1000,data_1000,100,mlr3tuning/default/snapshots/snapshot_2024_04_24,tune_nested_sequential,1029645.1588855,113.545637837066,1029592.2011734,170.940461860408,1.0296451588855 +1000,data_1000,100,mlr3tuning/default/snapshots/snapshot_2024_07_05,tune_nested_sequential,1028996.452473,345.82254867511,1028923.6905696,242.064357354788,1.028996452473 +1000,data_10000,10,mlr3tuning/default/snapshots/snapshot_2022_12_22,tune_nested_sequential,162115.310066,27105.7847111016,158207.36093653,18924.3071251679,1.62115310066 +1000,data_10000,10,mlr3tuning/default/snapshots/snapshot_2023_03_08,tune_nested_sequential,157734.463914,25513.0211611107,154672.38264808,17567.6142233217,1.57734463914 +1000,data_10000,10,mlr3tuning/default/snapshots/snapshot_2023_06_26,tune_nested_sequential,116925.920504,407.217929439312,117137.5097343,877.675978451372,1.16925920504 +1000,data_10000,10,mlr3tuning/default/snapshots/snapshot_2023_11_20,tune_nested_sequential,115623.6158265,178.050602343597,115680.93265636,250.29909753728,1.156236158265 +1000,data_10000,10,mlr3tuning/default/snapshots/snapshot_2023_11_28,tune_nested_sequential,115563.1809685,119.955463975211,115643.6486332,228.998099079839,1.155631809685 +1000,data_10000,10,mlr3tuning/default/snapshots/snapshot_2024_04_24,tune_nested_sequential,114741.8921915,277.348029415786,114797.53658079,266.614992732569,1.147418921915 +1000,data_10000,10,mlr3tuning/default/snapshots/snapshot_2024_07_05,tune_nested_sequential,114059.3381445,206.167344098107,114074.03676375,244.126411269072,1.140593381445 +1000,data_10000,100,mlr3tuning/default/snapshots/snapshot_2022_12_22,tune_nested_sequential,1324017.6005735,9501.08948412121,1375442.7386701,99263.3701671372,1.3240176005735 +1000,data_10000,100,mlr3tuning/default/snapshots/snapshot_2023_03_08,tune_nested_sequential,1309433.8827335,24643.5321492005,1318992.1574629,31037.3980805318,1.3094338827335 +1000,data_10000,100,mlr3tuning/default/snapshots/snapshot_2023_06_26,tune_nested_sequential,1043152.4970105,482.534529831823,1043106.3297177,360.38943299437,1.0431524970105 +1000,data_10000,100,mlr3tuning/default/snapshots/snapshot_2023_11_20,tune_nested_sequential,1032837.1262975,150.531294274269,1032749.0841027,196.191432938777,1.0328371262975 +1000,data_10000,100,mlr3tuning/default/snapshots/snapshot_2023_11_28,tune_nested_sequential,1032631.5078135,204.694558168812,1032679.1308399,258.100220775753,1.0326315078135 +1000,data_10000,100,mlr3tuning/default/snapshots/snapshot_2024_04_24,tune_nested_sequential,1031592.3155135,508.944727080325,1031499.3736468,351.630354717964,1.0315923155135 +1000,data_10000,100,mlr3tuning/default/snapshots/snapshot_2024_07_05,tune_nested_sequential,1030779.50299,187.312160655943,1030694.8905714,280.290129949763,1.03077950299 diff --git a/mlr-org/benchmark_results/mlr3tuning_tune_runtime.csv b/mlr-org/benchmark_results/mlr3tuning_tune_runtime.csv new file mode 100644 index 00000000..d2361824 --- /dev/null +++ b/mlr-org/benchmark_results/mlr3tuning_tune_runtime.csv @@ -0,0 +1,155 @@ +model_time,task,evals,renv_project,algorithm,median_run_time,mad_run_time,mean_run_time,sd_run_time,k +1,data_1000,10,mlr3tuning/default/snapshots/snapshot_2022_12_22,tune_sequential,1909.027855,569.4658808937,1958.2625787072,670.10560388676,190.9027855 +1,data_1000,10,mlr3tuning/default/snapshots/snapshot_2023_03_08,tune_sequential,1894.7706645,537.0885018219,1951.9774168528,655.914846733065,189.47706645 +1,data_1000,10,mlr3tuning/default/snapshots/snapshot_2023_06_26,tune_sequential,921.432299,201.2927272797,988.5850981472,281.157258390623,92.1432299 +1,data_1000,10,mlr3tuning/default/snapshots/snapshot_2023_11_20,tune_sequential,518.4950915,198.002675535,516.010652398,150.065469419229,51.84950915 +1,data_1000,10,mlr3tuning/default/snapshots/snapshot_2023_11_28,tune_sequential,424.4493685,91.2098974458,458.6771422992,115.761861420679,42.44493685 +1,data_1000,10,mlr3tuning/default/snapshots/snapshot_2024_04_24,tune_sequential,393.6868125,50.3694928695,399.4485124089,64.4240047558154,39.36868125 +1,data_1000,10,mlr3tuning/default/snapshots/snapshot_2024_07_05,tune_sequential,386.27434,43.7589627216,390.7943391564,52.770273168036,38.627434 +1,data_1000,100,mlr3tuning/default/snapshots/snapshot_2022_12_22,tune_sequential,20396.3956105,4489.1785557591,30704.372166089,20758.9346987239,203.963956105 +1,data_1000,100,mlr3tuning/default/snapshots/snapshot_2023_03_08,tune_sequential,20589.6957405,4614.5300929182,30779.603713708,20887.7259168525,205.896957405 +1,data_1000,100,mlr3tuning/default/snapshots/snapshot_2023_06_26,tune_sequential,10292.77041,5960.7017724303,12159.357248068,7555.9475198787,102.9277041 +1,data_1000,100,mlr3tuning/default/snapshots/snapshot_2023_11_20,tune_sequential,1804.1800125,182.4137577444,1812.952131762,175.350034122827,18.041800125 +1,data_1000,100,mlr3tuning/default/snapshots/snapshot_2023_11_28,tune_sequential,1858.269384,173.3653380081,1856.71453121,158.487676832447,18.58269384 +1,data_1000,100,mlr3tuning/default/snapshots/snapshot_2024_04_24,tune_sequential,1871.0189235,200.2690357164,1877.768946832,178.046879108747,18.710189235 +1,data_1000,100,mlr3tuning/default/snapshots/snapshot_2024_07_05,tune_sequential,1766.2876935,189.2874167751,1771.458115098,176.951952487662,17.662876935 +1,data_1000,1000,mlr3tuning/default/snapshots/snapshot_2022_12_22,tune_sequential,223020.606457,35161.3208398935,304294.30170805,140663.471320632,223.020606457 +1,data_1000,1000,mlr3tuning/default/snapshots/snapshot_2023_03_08,tune_sequential,230217.6471545,44350.9600735131,306815.79320676,142205.341108229,230.2176471545 +1,data_1000,1000,mlr3tuning/default/snapshots/snapshot_2023_06_26,tune_sequential,97037.332315,46545.9865563798,108251.36726088,37291.9506464754,97.037332315 +1,data_1000,1000,mlr3tuning/default/snapshots/snapshot_2023_11_20,tune_sequential,16488.3058445,743.685255805803,16398.99099265,739.686180051776,16.4883058445 +1,data_1000,1000,mlr3tuning/default/snapshots/snapshot_2023_11_28,tune_sequential,16043.602144,674.6828153037,16111.19004405,715.408886232331,16.043602144 +1,data_1000,1000,mlr3tuning/default/snapshots/snapshot_2024_04_24,tune_sequential,15937.004468,985.229174993698,15905.43803623,846.223920927197,15.937004468 +1,data_1000,1000,mlr3tuning/default/snapshots/snapshot_2024_07_05,tune_sequential,14643.739927,836.8120905585,14680.65442322,842.189238976121,14.643739927 +1,data_10000,10,mlr3tuning/default/snapshots/snapshot_2022_12_22,tune_sequential,2403.052353,798.7333880127,3224.2456395334,31046.6372412243,240.3052353 +1,data_10000,10,mlr3tuning/default/snapshots/snapshot_2023_03_08,tune_sequential,1049.7135795,192.3208534401,1667.1443103967,1659.86432563105,104.97135795 +1,data_10000,10,mlr3tuning/default/snapshots/snapshot_2023_06_26,tune_sequential,808.4797365,153.7756937997,873.9000373958,241.828538187647,80.84797365 +1,data_10000,10,mlr3tuning/default/snapshots/snapshot_2023_11_20,tune_sequential,503.31113,187.229036463,505.4362153466,141.818776534937,50.331113 +1,data_10000,10,mlr3tuning/default/snapshots/snapshot_2023_11_28,tune_sequential,477.612021,179.5893165297,504.8945342694,155.991317844427,47.7612021 +1,data_10000,10,mlr3tuning/default/snapshots/snapshot_2024_04_24,tune_sequential,441.751904,80.6968445975999,450.1969864732,79.0315829520905,44.1751904 +1,data_10000,10,mlr3tuning/default/snapshots/snapshot_2024_07_05,tune_sequential,394.852509,42.1373370957,397.9337275868,47.4602076073091,39.4852509 +1,data_10000,100,mlr3tuning/default/snapshots/snapshot_2022_12_22,tune_sequential,14259.8903145,3389.1755014908,27077.795243261,26961.9448204869,142.598903145 +1,data_10000,100,mlr3tuning/default/snapshots/snapshot_2023_03_08,tune_sequential,12570.9507835,3970.5476418657,22114.757741076,23670.75178655,125.709507835 +1,data_10000,100,mlr3tuning/default/snapshots/snapshot_2023_06_26,tune_sequential,8496.53667,2608.0980766365,8197.182097185,1946.04140992926,84.9653667 +1,data_10000,100,mlr3tuning/default/snapshots/snapshot_2023_11_20,tune_sequential,1809.24229,148.2988396722,1834.75913541,167.490123916548,18.0924229 +1,data_10000,100,mlr3tuning/default/snapshots/snapshot_2023_11_28,tune_sequential,1956.6423155,170.1013881777,1984.373516742,169.974322858144,19.566423155 +1,data_10000,100,mlr3tuning/default/snapshots/snapshot_2024_04_24,tune_sequential,1981.4937575,180.2392387026,1990.28067221,167.967652514902,19.814937575 +1,data_10000,100,mlr3tuning/default/snapshots/snapshot_2024_07_05,tune_sequential,1941.629848,185.4796855884,1934.584979124,165.637172698133,19.41629848 +1,data_10000,1000,mlr3tuning/default/snapshots/snapshot_2022_12_22,tune_sequential,262246.591331,71714.6721521223,323784.18345646,122147.320706214,262.246591331 +1,data_10000,1000,mlr3tuning/default/snapshots/snapshot_2023_03_08,tune_sequential,267973.952477,92503.2944675427,325526.83751372,125594.426015805,267.973952477 +1,data_10000,1000,mlr3tuning/default/snapshots/snapshot_2023_06_26,tune_sequential,103220.1801415,42518.8375527258,111700.73299259,43519.262492873,103.2201801415 +1,data_10000,1000,mlr3tuning/default/snapshots/snapshot_2023_11_20,tune_sequential,18682.0412505,479.343449050198,18728.68674529,909.788567230524,18.6820412505 +1,data_10000,1000,mlr3tuning/default/snapshots/snapshot_2023_11_28,tune_sequential,18696.600864,537.235797390601,18867.38623517,656.650074429228,18.696600864 +1,data_10000,1000,mlr3tuning/default/snapshots/snapshot_2024_04_24,tune_sequential,18136.4234785,289.997439181799,18237.36504534,450.601306251327,18.1364234785 +1,data_10000,1000,mlr3tuning/default/snapshots/snapshot_2024_07_05,tune_sequential,17270.292032,611.054521814102,16862.00557774,1199.36571116942,17.270292032 +10,data_1000,10,mlr3tuning/default/snapshots/snapshot_2022_12_22,tune_sequential,3002.6533785,1061.7550336134,3315.0587402578,1561.18056029082,30.026533785 +10,data_1000,10,mlr3tuning/default/snapshots/snapshot_2023_03_08,tune_sequential,2222.6510075,1875.6113760279,3092.2728166639,43927.9350679481,22.226510075 +10,data_1000,10,mlr3tuning/default/snapshots/snapshot_2023_06_26,tune_sequential,964.3504865,416.0822880921,1068.2327832743,428.494712219911,9.643504865 +10,data_1000,10,mlr3tuning/default/snapshots/snapshot_2023_11_20,tune_sequential,446.2169365,48.0660358122,542.9063394046,276.550408830598,4.462169365 +10,data_1000,10,mlr3tuning/default/snapshots/snapshot_2023_11_28,tune_sequential,454.7031185,49.7213068212,544.1026554977,250.223821531783,4.547031185 +10,data_1000,10,mlr3tuning/default/snapshots/snapshot_2024_04_24,tune_sequential,462.0172705,57.1239456711,504.0865124008,135.593626220509,4.620172705 +10,data_1000,10,mlr3tuning/default/snapshots/snapshot_2024_07_05,tune_sequential,467.666401,43.0930477424999,473.8814983595,55.4711558915545,4.67666401 +10,data_1000,100,mlr3tuning/default/snapshots/snapshot_2022_12_22,tune_sequential,28569.2397235,19167.7399888065,29253.401606509,18747.8731940087,28.5692397235 +10,data_1000,100,mlr3tuning/default/snapshots/snapshot_2023_03_08,tune_sequential,31076.3279505,13456.3718012136,34039.145029725,15994.7968143777,31.0763279505 +10,data_1000,100,mlr3tuning/default/snapshots/snapshot_2023_06_26,tune_sequential,11910.256883,8898.9821434437,12931.608754051,7807.69449675479,11.910256883 +10,data_1000,100,mlr3tuning/default/snapshots/snapshot_2023_11_20,tune_sequential,2736.535506,188.0721310377,2750.438164165,185.738641686538,2.736535506 +10,data_1000,100,mlr3tuning/default/snapshots/snapshot_2023_11_28,tune_sequential,2743.2118,167.6583028176,2749.459893887,157.18446320526,2.7432118 +10,data_1000,100,mlr3tuning/default/snapshots/snapshot_2024_04_24,tune_sequential,2745.3241855,188.8792577364,2747.928000364,167.0996193954,2.7453241855 +10,data_1000,100,mlr3tuning/default/snapshots/snapshot_2024_07_05,tune_sequential,2616.9263845,168.025363443,2625.263732706,161.141120264107,2.6169263845 +10,data_1000,1000,mlr3tuning/default/snapshots/snapshot_2022_12_22,tune_sequential,261594.53538,76680.3880391703,310419.63682049,139485.513069628,26.159453538 +10,data_1000,1000,mlr3tuning/default/snapshots/snapshot_2023_03_08,tune_sequential,212926.4220155,141006.11886485,243561.13416022,166967.942166212,21.29264220155 +10,data_1000,1000,mlr3tuning/default/snapshots/snapshot_2023_06_26,tune_sequential,98484.442102,54138.4661360466,97131.55363443,46351.3766346681,9.8484442102 +10,data_1000,1000,mlr3tuning/default/snapshots/snapshot_2023_11_20,tune_sequential,25261.2325185,922.828740430798,25162.48893623,827.526245296268,2.52612325185 +10,data_1000,1000,mlr3tuning/default/snapshots/snapshot_2023_11_28,tune_sequential,24488.0805015,1036.8098690376,24783.97850876,1030.61811542855,2.44880805015 +10,data_1000,1000,mlr3tuning/default/snapshots/snapshot_2024_04_24,tune_sequential,24960.2871505,937.883623477501,25017.59050267,839.329365607739,2.49602871505 +10,data_1000,1000,mlr3tuning/default/snapshots/snapshot_2024_07_05,tune_sequential,24089.3774445,863.725925544298,24131.70329817,750.239896196831,2.40893774445 +10,data_10000,10,mlr3tuning/default/snapshots/snapshot_2022_12_22,tune_sequential,2602.5504235,955.1446338567,2851.56022542,1434.67787695897,26.025504235 +10,data_10000,10,mlr3tuning/default/snapshots/snapshot_2023_03_08,tune_sequential,2566.911564,942.3027307197,2833.2970889338,1413.87553030533,25.66911564 +10,data_10000,10,mlr3tuning/default/snapshots/snapshot_2023_06_26,tune_sequential,754.3459165,274.0428677532,1097.239970428,574.806681383546,7.543459165 +10,data_10000,10,mlr3tuning/default/snapshots/snapshot_2023_11_20,tune_sequential,439.6774075,24.7648744854,446.2293783895,51.0320293184845,4.396774075 +10,data_10000,10,mlr3tuning/default/snapshots/snapshot_2023_11_28,tune_sequential,444.5256085,24.7878103074,452.1013858918,52.4339892860575,4.445256085 +10,data_10000,10,mlr3tuning/default/snapshots/snapshot_2024_04_24,tune_sequential,468.4290675,39.9763082313,472.1413202678,53.5876865386187,4.684290675 +10,data_10000,10,mlr3tuning/default/snapshots/snapshot_2024_07_05,tune_sequential,496.029184,43.6028041701,500.1729546598,59.9017241933055,4.96029184 +10,data_10000,100,mlr3tuning/default/snapshots/snapshot_2022_12_22,tune_sequential,21208.6201175,4393.9633602984,27575.989477055,15202.7465468154,21.2086201175 +10,data_10000,100,mlr3tuning/default/snapshots/snapshot_2023_03_08,tune_sequential,23462.9860765,4900.1952066249,27997.781715964,10235.530731669,23.4629860765 +10,data_10000,100,mlr3tuning/default/snapshots/snapshot_2023_06_26,tune_sequential,7898.1148165,2845.9557162645,8178.452258503,1950.44093586229,7.8981148165 +10,data_10000,100,mlr3tuning/default/snapshots/snapshot_2023_11_20,tune_sequential,2794.5842265,160.8632215869,2826.203304744,189.580998336306,2.7945842265 +10,data_10000,100,mlr3tuning/default/snapshots/snapshot_2023_11_28,tune_sequential,2789.909902,151.494816740401,2820.028072261,166.171211526359,2.789909902 +10,data_10000,100,mlr3tuning/default/snapshots/snapshot_2024_04_24,tune_sequential,2841.395115,180.3996411966,2854.65111035,177.257533599509,2.841395115 +10,data_10000,100,mlr3tuning/default/snapshots/snapshot_2024_07_05,tune_sequential,2781.48642,191.0361190122,2779.249551451,173.332309690041,2.78148642 +10,data_10000,1000,mlr3tuning/default/snapshots/snapshot_2022_12_22,tune_sequential,303036.1767815,117827.068146451,322811.29749647,137037.618420211,30.30361767815 +10,data_10000,1000,mlr3tuning/default/snapshots/snapshot_2023_03_08,tune_sequential,303789.669593,118742.803606606,322864.65205617,136684.409747704,30.3789669593 +10,data_10000,1000,mlr3tuning/default/snapshots/snapshot_2023_06_26,tune_sequential,79253.6418215,56373.3792246555,117622.29712195,84139.3141323476,7.92536418215 +10,data_10000,1000,mlr3tuning/default/snapshots/snapshot_2023_11_20,tune_sequential,26802.9211445,527.223276232801,26876.9105212,699.901821324579,2.68029211445 +10,data_10000,1000,mlr3tuning/default/snapshots/snapshot_2023_11_28,tune_sequential,26691.4987825,663.060564161103,26788.21231108,688.97342136477,2.66914987825 +10,data_10000,1000,mlr3tuning/default/snapshots/snapshot_2024_04_24,tune_sequential,26428.6074435,350.027417252101,26549.69729572,406.078151515378,2.64286074435 +10,data_10000,1000,mlr3tuning/default/snapshots/snapshot_2024_07_05,tune_sequential,25792.9721315,415.499330513398,25700.92515246,614.84336203712,2.57929721315 +100,data_1000,10,mlr3tuning/default/snapshots/snapshot_2022_12_22,tune_sequential,4655.3736645,1346.6132830416,5217.277922978,1385.62950349176,4.6553736645 +100,data_1000,10,mlr3tuning/default/snapshots/snapshot_2023_03_08,tune_sequential,3882.062524,1189.9557921636,4214.371274945,1489.30022987842,3.882062524 +100,data_1000,10,mlr3tuning/default/snapshots/snapshot_2023_06_26,tune_sequential,2276.6467455,171.6077053299,2304.202864864,234.190610066294,2.2766467455 +100,data_1000,10,mlr3tuning/default/snapshots/snapshot_2023_11_20,tune_sequential,1345.603814,28.5655462722,1359.109034017,89.6931427528945,1.345603814 +100,data_1000,10,mlr3tuning/default/snapshots/snapshot_2023_11_28,tune_sequential,1348.005442,30.1607519661003,1360.106703977,86.4651319147357,1.348005442 +100,data_1000,10,mlr3tuning/default/snapshots/snapshot_2024_04_24,tune_sequential,1332.5312515,32.2479191811,1347.194345611,75.5857659652822,1.3325312515 +100,data_1000,10,mlr3tuning/default/snapshots/snapshot_2024_07_05,tune_sequential,1373.560611,34.4334784038,1386.326273564,76.4637360117579,1.373560611 +100,data_1000,100,mlr3tuning/default/snapshots/snapshot_2022_12_22,tune_sequential,91400.1177425,5838.3609451608,91505.77792054,9960.74866307742,9.14001177425 +100,data_1000,100,mlr3tuning/default/snapshots/snapshot_2023_03_08,tune_sequential,90825.851087,8046.63107499301,91053.05635487,10052.4875294493,9.0825851087 +100,data_1000,100,mlr3tuning/default/snapshots/snapshot_2023_06_26,tune_sequential,15408.336195,411.2815299579,15522.00588692,535.078164254666,1.5408336195 +100,data_1000,100,mlr3tuning/default/snapshots/snapshot_2023_11_20,tune_sequential,11690.087947,186.070643276699,11776.26457818,237.379934891509,1.1690087947 +100,data_1000,100,mlr3tuning/default/snapshots/snapshot_2023_11_28,tune_sequential,11734.130252,218.589589892101,11778.05860408,223.524352210765,1.1734130252 +100,data_1000,100,mlr3tuning/default/snapshots/snapshot_2024_04_24,tune_sequential,11753.9154375,156.431431442999,11794.58398042,183.557561401151,1.17539154375 +100,data_1000,100,mlr3tuning/default/snapshots/snapshot_2024_07_05,tune_sequential,11722.6182045,121.5415902267,11770.08118335,181.197059258394,1.17226182045 +100,data_1000,1000,mlr3tuning/default/snapshots/snapshot_2022_12_22,tune_sequential,211207.5730385,39257.572187568,261331.97018846,93000.0169664656,2.112075730385 +100,data_1000,1000,mlr3tuning/default/snapshots/snapshot_2023_03_08,tune_sequential,211804.0737885,41317.5341455023,261332.60831157,92728.0170391997,2.118040737885 +100,data_1000,1000,mlr3tuning/default/snapshots/snapshot_2023_06_26,tune_sequential,139148.796745,20510.1468443172,148337.41211829,23413.7606354509,1.39148796745 +100,data_1000,1000,mlr3tuning/default/snapshots/snapshot_2023_11_20,tune_sequential,115847.714387,547.984149236994,115805.41274264,577.777896379132,1.15847714387 +100,data_1000,1000,mlr3tuning/default/snapshots/snapshot_2023_11_28,tune_sequential,115775.391923,622.150672346702,115702.16498543,567.51601885148,1.15775391923 +100,data_1000,1000,mlr3tuning/default/snapshots/snapshot_2024_04_24,tune_sequential,115398.3778245,671.362409547896,115410.41562229,629.095009663095,1.153983778245 +100,data_1000,1000,mlr3tuning/default/snapshots/snapshot_2024_07_05,tune_sequential,114597.1190195,623.988458828699,114567.66371013,589.602144418474,1.145971190195 +100,data_10000,10,mlr3tuning/default/snapshots/snapshot_2022_12_22,tune_sequential,4434.952532,391.4606053386,4453.826240162,425.538760985254,4.434952532 +100,data_10000,10,mlr3tuning/default/snapshots/snapshot_2023_03_08,tune_sequential,4419.872907,389.8500643716,4435.852198944,395.116374964927,4.419872907 +100,data_10000,10,mlr3tuning/default/snapshots/snapshot_2023_06_26,tune_sequential,2522.3482645,199.3302222618,2460.035227715,343.862346912616,2.5223482645 +100,data_10000,10,mlr3tuning/default/snapshots/snapshot_2023_11_20,tune_sequential,1356.478101,28.4863746909003,1371.559323666,73.5491169890744,1.356478101 +100,data_10000,10,mlr3tuning/default/snapshots/snapshot_2023_11_28,tune_sequential,1345.6418365,23.793987945,1359.119903885,70.6706068401656,1.3456418365 +100,data_10000,10,mlr3tuning/default/snapshots/snapshot_2024_04_24,tune_sequential,1337.752369,26.3860382814002,1352.50915962,72.0696741516725,1.337752369 +100,data_10000,10,mlr3tuning/default/snapshots/snapshot_2024_07_05,tune_sequential,1383.827308,35.0712951476999,1395.108418579,71.5353887776669,1.383827308 +100,data_10000,100,mlr3tuning/default/snapshots/snapshot_2022_12_22,tune_sequential,82857.5395315,23732.4656929647,78771.0294038,19792.7840264701,8.28575395315 +100,data_10000,100,mlr3tuning/default/snapshots/snapshot_2023_03_08,tune_sequential,66094.9709075,7935.9191409141,65092.77069122,18125.103247982,6.60949709075 +100,data_10000,100,mlr3tuning/default/snapshots/snapshot_2023_06_26,tune_sequential,30336.4018535,2172.9405279582,29187.84537293,4883.73747392964,3.03364018535 +100,data_10000,100,mlr3tuning/default/snapshots/snapshot_2023_11_20,tune_sequential,11855.63878,193.442593789202,11904.65376184,253.040638919567,1.185563878 +100,data_10000,100,mlr3tuning/default/snapshots/snapshot_2023_11_28,tune_sequential,11837.496767,183.5627986899,11907.84987003,250.235020780825,1.1837496767 +100,data_10000,100,mlr3tuning/default/snapshots/snapshot_2024_04_24,tune_sequential,11831.5213915,154.582954673698,11890.88854806,220.826854313482,1.18315213915 +100,data_10000,100,mlr3tuning/default/snapshots/snapshot_2024_07_05,tune_sequential,11814.5265455,180.162022670701,11868.21592211,236.965621689678,1.18145265455 +100,data_10000,1000,mlr3tuning/default/snapshots/snapshot_2022_12_22,tune_sequential,314527.441979,174199.563917936,307247.51912967,137903.094411168,3.14527441979 +100,data_10000,1000,mlr3tuning/default/snapshots/snapshot_2023_03_08,tune_sequential,240218.228767,145578.195325013,282855.04334451,171374.118108718,2.40218228767 +100,data_10000,1000,mlr3tuning/default/snapshots/snapshot_2023_06_26,tune_sequential,132505.4855415,9546.63998287651,140027.77052447,19325.3562995521,1.325054855415 +100,data_10000,1000,mlr3tuning/default/snapshots/snapshot_2023_11_20,tune_sequential,117008.27932,566.442906936897,117115.94489917,695.650494799376,1.1700827932 +100,data_10000,1000,mlr3tuning/default/snapshots/snapshot_2023_11_28,tune_sequential,116935.460329,505.235559882895,117139.94519954,625.886950109958,1.16935460329 +100,data_10000,1000,mlr3tuning/default/snapshots/snapshot_2024_04_24,tune_sequential,116390.563586,503.852811510291,116470.9923154,564.702846794729,1.16390563586 +100,data_10000,1000,mlr3tuning/default/snapshots/snapshot_2024_07_05,tune_sequential,115386.232117,233.611362033008,115479.88914306,391.140238654682,1.15386232117 +1000,data_1000,10,mlr3tuning/default/snapshots/snapshot_2022_12_22,tune_sequential,12905.051334,1112.8007351538,14992.57872793,3682.29042476756,1.2905051334 +1000,data_1000,10,mlr3tuning/default/snapshots/snapshot_2023_03_08,tune_sequential,12322.984391,333.804036358799,12383.04648665,396.377521408915,1.2322984391 +1000,data_1000,10,mlr3tuning/default/snapshots/snapshot_2023_06_26,tune_sequential,11306.217503,248.411169680101,11363.57219559,320.758584750846,1.1306217503 +1000,data_1000,10,mlr3tuning/default/snapshots/snapshot_2023_11_20,tune_sequential,10327.363837,16.3857204042013,10415.74990045,178.209923092234,1.0327363837 +1000,data_1000,10,mlr3tuning/default/snapshots/snapshot_2023_11_28,tune_sequential,10327.703391,16.9167677091008,10414.84711017,174.478098079904,1.0327703391 +1000,data_1000,10,mlr3tuning/default/snapshots/snapshot_2024_04_24,tune_sequential,10322.64969,15.1303592474999,10407.69971605,171.175434998512,1.032264969 +1000,data_1000,10,mlr3tuning/default/snapshots/snapshot_2024_07_05,tune_sequential,10358.742487,22.6426178348986,10443.84869998,177.167416229471,1.0358742487 +1000,data_1000,100,mlr3tuning/default/snapshots/snapshot_2022_12_22,tune_sequential,146445.713266,31041.8118118437,150080.69202747,26056.8547097403,1.46445713266 +1000,data_1000,100,mlr3tuning/default/snapshots/snapshot_2023_03_08,tune_sequential,133264.435336,20964.7697775327,148018.02795005,29081.4640500103,1.33264435336 +1000,data_1000,100,mlr3tuning/default/snapshots/snapshot_2023_06_26,tune_sequential,103611.6523555,926.564947287004,103852.61259532,1336.64534673883,1.036116523555 +1000,data_1000,100,mlr3tuning/default/snapshots/snapshot_2023_11_20,tune_sequential,101783.5401135,175.721677183503,101870.47578619,213.184299452819,1.017835401135 +1000,data_1000,100,mlr3tuning/default/snapshots/snapshot_2023_11_28,tune_sequential,101815.618198,161.935553549693,101878.60567013,204.597202782927,1.01815618198 +1000,data_1000,100,mlr3tuning/default/snapshots/snapshot_2024_04_24,tune_sequential,101844.1594095,111.493375473904,101876.64395554,162.296224599207,1.018441594095 +1000,data_1000,100,mlr3tuning/default/snapshots/snapshot_2024_07_05,tune_sequential,101787.9233145,61.1629379949108,101829.09770395,161.577610196061,1.017879233145 +1000,data_10000,10,mlr3tuning/default/snapshots/snapshot_2022_12_22,tune_sequential,16251.252893,1189.9955718042,15970.65010243,1668.63913306256,1.6251252893 +1000,data_10000,10,mlr3tuning/default/snapshots/snapshot_2023_03_08,tune_sequential,15813.3495955,2211.0700036236,15653.07269943,2326.89524574465,1.58133495955 +1000,data_10000,10,mlr3tuning/default/snapshots/snapshot_2023_06_26,tune_sequential,11088.9286695,458.989937445902,11221.87873177,562.729144561953,1.10889286695 +1000,data_10000,10,mlr3tuning/default/snapshots/snapshot_2023_11_20,tune_sequential,10346.4022155,39.0027315132001,10438.74669601,171.766975154143,1.03464022155 +1000,data_10000,10,mlr3tuning/default/snapshots/snapshot_2023_11_28,tune_sequential,10351.4182255,37.6530799617018,10442.74921744,171.12590499933,1.03514182255 +1000,data_10000,10,mlr3tuning/default/snapshots/snapshot_2024_04_24,tune_sequential,10341.110847,34.0602694362005,10432.93292843,173.8957824066,1.0341110847 +1000,data_10000,10,mlr3tuning/default/snapshots/snapshot_2024_07_05,tune_sequential,10364.674987,28.1288249444975,10462.98171477,180.606565930858,1.0364674987 +1000,data_10000,100,mlr3tuning/default/snapshots/snapshot_2022_12_22,tune_sequential,122305.5875825,20542.0404962283,133797.80806561,29640.8559222841,1.223055875825 +1000,data_10000,100,mlr3tuning/default/snapshots/snapshot_2023_03_08,tune_sequential,129499.6121755,27873.8415009411,131198.51149755,19366.2973420656,1.294996121755 +1000,data_10000,100,mlr3tuning/default/snapshots/snapshot_2023_06_26,tune_sequential,103532.1187275,733.468882337098,105147.57016299,4443.45849588483,1.035321187275 +1000,data_10000,100,mlr3tuning/default/snapshots/snapshot_2023_11_20,tune_sequential,101948.1563605,161.196957070797,102035.76090255,253.550468550871,1.019481563605 +1000,data_10000,100,mlr3tuning/default/snapshots/snapshot_2023_11_28,tune_sequential,101960.7104245,208.923695425188,102010.47804826,259.366346604744,1.019607104245 +1000,data_10000,100,mlr3tuning/default/snapshots/snapshot_2024_04_24,tune_sequential,101956.1811005,152.837378498711,102011.59450873,213.928739849262,1.019561811005 +1000,data_10000,100,mlr3tuning/default/snapshots/snapshot_2024_07_05,tune_sequential,101922.327782,177.528766432496,101964.53956423,217.082942693524,1.01922327782 diff --git a/mlr-org/benchmarks_mlr3.qmd b/mlr-org/benchmarks_mlr3.qmd new file mode 100644 index 00000000..32a3cd87 --- /dev/null +++ b/mlr-org/benchmarks_mlr3.qmd @@ -0,0 +1,935 @@ +--- +title: "Benchmarks mlr3" +sidebar: false +toc: true +--- + +{{< include _setup.qmd >}} + +```{r} +#| include: false +library(data.table) +library(ggplot2) +library(gt) + +snapshot = mlr3misc::rowwise_table( + ~renv_project, ~mlr3, ~paradox, + "snapshot_2022_07_21", "0.13.4", "0.9.0", + "snapshot_2022_11_02", "0.14.2", "0.10.0", + "snapshot_2023_03_17", "0.15.0", "0.11.1", + "snapshot_2023_06_18", "0.16.0", "0.11.1", + "snapshot_2023_11_17", "0.17.0", "0.11.1", + "snapshot_2023_12_21", "0.17.1", "0.11.1", + "snapshot_2024_01_09", "0.17.2", "0.11.1", + "snapshot_2024_03_05", "0.18.0", "0.11.1", + "snapshot_2024_04_24", "0.19.0", "0.11.1", + "snapshot_2024_06_28", "0.20.0", "1.0.0", + "snapshot_2024_07_22", "0.20.1", "1.0.1", + "snapshot_2024_07_29", "0.20.2", "1.0.1", + "snapshot_2024_08_14", "0.20.3", "1.0.1" +) + +plot_runtime = function(data) { + ggplot(data, aes(x = mlr3, y = median_run_time)) + + geom_col(group = 1, fill = "#008080") + + geom_errorbar(aes(ymin = median_run_time - mad_run_time, ymax = median_run_time + mad_run_time), width = 0.5, position = position_dodge(0.9)) + + geom_hline(aes(yintercept = model_time * evals / 1000), linetype = "dashed") + + facet_wrap(~evals, scales = "free_y", labeller = labeller(evals = function(value) sprintf("%s Resampling Iterations", value))) + + labs(x = "mlr3Version", y = "Runtime [s]") + + theme_minimal(base_size = 7) + + theme(axis.text.x = element_text(angle = 45, hjust = 1)) +} + +plot_memory = function(data) { + ggplot(data, aes(x = mlr3, y = median_memory)) + + geom_col(group = 1, fill = "#ff6347") + + geom_errorbar(aes(ymin = median_memory - mad_memory, ymax = median_memory + mad_memory), width = 0.5, position = position_dodge(0.9)) + + facet_wrap(~evals, scales = "free_y", labeller = labeller(evals = function(value) sprintf("%s Resampling Iterations", value))) + + labs(x = "mlr3 Version", y = "Memory [MB]") + + theme_minimal(base_size = 7) + + theme(axis.text.x = element_text(angle = 45, hjust = 1)) +} + +create_table = function(data) { + data = data[, -c("mad_run_time", "mad_memory", "renv_project", "algorithm")] + + data_1000 = data[task == "data_1000", -"task"] + data_10000 = data[task == "data_10000", -c("task", "k", "total_model_time")] + data = merge(data_1000, data_10000, by = c("mlr3", "paradox", "model_time", "evals"), suffixes = c("", "_10000")) + + setcolorder(data, c("mlr3", "paradox", "model_time", "evals", "total_model_time", "median_run_time", "median_run_time_10000", "k", "median_memory", "median_memory_10000")) + + data %>% + gt() %>% + cols_label( + mlr3 = "mlr3 Version", + paradox = "paradox Version", + model_time = "Model Time [ms]", + evals = "Resampling Iterations", + total_model_time = "Total Model Time [s]", + median_run_time = "Median Runtime [s]", + median_run_time_10000 = "Median Runtime 10,000 [s]", + k = "K", + median_memory = "Median Memory [MB]", + median_memory_10000 = "Median Memory 10,000 [s]") %>% + fmt_number(columns = c("k", "median_run_time", "median_run_time_10000"), n_sigfig = 2) %>% + fmt_number(columns = c("median_memory", "median_memory_10000"), decimals = 0) %>% + tab_style( + style = list( + cell_fill(color = "crimson"), + cell_text(weight = "bold") + ), + locations = cells_body( + columns = "k", + rows = k > 3 + ) + ) %>% + tab_row_group( + label = "1000 Resampling Iterations", + rows = evals == 1000 + ) %>% + tab_row_group( + label = "100 Resampling Iterations", + rows = evals == 100 + ) %>% + tab_row_group( + label = "10 Resampling Iterations", + rows = evals == 10 + ) + } +``` + +# Version Histroy + +## mlr3 + +**mlr3 0.20.3** + +* refactor: Optimize runtime of fixing factor levels. +* refactor: Optimize runtime of setting row roles. +* refactor: Optimize runtime of marshalling. +* refactor: Optimize runtime of `Task$col_info` + +**mlr3 0.18.0** + +* Skip unnecessary clone of learner's state in `resample()`. + +**mlr3 0.17.1** + +* Remove `data_prototype` when resampling from `learner$state` to reduce memory consumption. +* Optimize runtime of `resample()` and `benchmark()` by reducing the number of hashing operations. +* Reduce number of threads used by data.table and BLAS to 1 when running resample() or benchmark() in parallel. + +**mlr3 0.17.0** + +* Speed up resampling by removing unnecessary calls to `packageVersion()`. +* The `design` of `benchmark()` can now include parameter settings. + +## paradox + +**paradox 1.0.1** + +* Performance improvements. + +**paradox 1.0.0** + +* Removed Param objects. ParamSet now uses a data.table internally; individual parameters are more like Domain objects now. + +# Resampling + +```{r} +#| include: false + +data_memory = fread(here::here("mlr-org/benchmark_results/mlr3_resample_memory.csv"))[, list(model_time, task, evals, renv_project, algorithm, median_memory, mad_memory)] +data_runtime = fread(here::here("mlr-org/benchmark_results/mlr3_resample_runtime.csv"))[, list(model_time, task, evals, renv_project, algorithm, median_run_time, mad_run_time, k)] +data = merge(data_memory, data_runtime, by = c("model_time", "task", "evals", "renv_project", "algorithm")) + +# fix +# data[renv_project == "/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_01_09", renv_project := "/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_01_09"] + +data[, renv_project := gsub("mlr3/default/snapshots/", "", renv_project)] +data = data[snapshot, on = "renv_project"] +data[, mlr3 := factor(mlr3, levels = c("0.13.4", "0.14.2", "0.15.0", "0.16.0", "0.17.0", "0.17.1", "0.17.2", "0.18.0", "0.19.0", "0.20.0", "0.20.1", "0.20.2", "0.20.3"))] +setorderv(data, c("algorithm", "model_time", "evals"), order = c(1, 1, 1)) +data[, median_run_time := median_run_time / 1000] # ms to s +data[, mad_run_time := mad_run_time / 1000] # ms to s +data[, total_model_time := model_time * evals / 1000] #ms to s +``` + +The runtime and memory usage of the `resample()` function is compared for different mlr3 versions. +The models are trained for different amounts of time (1 ms, 10 ms, 100 ms, and 1000 ms) on the spam dataset. +The resampling iterations (`evals`) are set to 1000, 100, and 10. + +```{r} +#| eval: false +task = tsk("spam") + +learner = lrn("classif.sleep", + sleep_train = model_time / 2, + sleep_predict = model_time / 2) + +resampling = rsmp("subsampling", repeats = evals) + +resample(task, learner, resampling) +``` + +## Model Time 1000 ms + +```{r} +#| echo: false +#| fig-cap: | +#| Median runtime of `resample()` with models trained for 1 s depending on the mlr3 version. +#| The dashed line indicates the total training time of the models. +#| Error bars represent the median absolute devidation of the runtime. +plot_runtime(data[algorithm == "resample_sequential" & model_time == 1000 & task == "data_1000"]) +``` + +```{r} +#| echo: false +#| fig-cap: | +#| Memory usage of `resample()` with models trained for 1 s depending on the mlr3 version. +#| Error bars represent the median absolute devidation of the memory usage. +plot_memory(data[algorithm == "resample_sequential" & model_time == 1000 & task == "data_1000"]) +``` + +```{r} +#| echo: false +#| column: body-outset +#| tbl-cap: | +#| Runtime and memory usage of `resample()` with models trained for 1 s depending on the mlr3 version. +#| The K factor shows how much longer the runtime is than the model training. +#| A red background indicates that the runtime is 3 times larger than the total training time of the models. +#| The table includes runtime and memory usage for tasks of size 1000 and 10,000. +create_table(data[algorithm == "resample_sequential" & model_time == 1000]) +``` + +## Model Time 100 ms + +```{r} +#| echo: false +#| fig-cap: | +#| Median runtime of `resample()` with models trained for 100 ms depending on the mlr3 version. +#| Error bars represent the median absolute devidation of the runtime. +plot_runtime(data[algorithm == "resample_sequential" & model_time == 100 & task == "data_1000"]) +``` + +```{r} +#| echo: false +#| fig-cap: | +#| Memory usage of `resample()` with models trained for 100 ms depending on the mlr3 version. +#| The dashed line indicates the total training time of the models. +#| Error bars represent the median absolute devidation of the memory usage. +plot_memory(data[algorithm == "resample_sequential" & model_time == 100 & task == "data_1000"]) +``` + +```{r} +#| echo: false +#| column: body-outset +#| tbl-cap: | +#| Runtime and memory usage of `resample()` with models trained for 100 ms depending on the mlr3 version. +#| The K factor shows how much longer the runtime is than the model training. +#| A red background indicates that the runtime is 3 times larger than the total training time of the models. +#| The table includes runtime and memory usage for tasks of size 1000 and 10,000. +create_table(data[algorithm == "resample_sequential" & model_time == 100]) +``` + +## Model Time 10 ms + +```{r} +#| echo: false +#| fig-cap: | +#| Median runtime of `resample()` with models trained for 10 ms depending on the mlr3 version. +#| The dashed line indicates the total training time of the models. +#| Error bars represent the median absolute devidation of the runtime. +plot_runtime(data[algorithm == "resample_sequential" & model_time == 10 & task == "data_1000"]) +``` + +```{r} +#| echo: false +#| fig-cap: | +#| Memory usage of `resample()` with models trained for 10 ms depending on the mlr3 version. +#| Error bars represent the median absolute devidation of the memory usage. +plot_memory(data[algorithm == "resample_sequential" & model_time == 10 & task == "data_1000"]) +``` + +```{r} +#| echo: false +#| column: body-outset +#| tbl-cap: | +#| Runtime and memory usage of `resample()` with models trained for 10 ms depending on the mlr3 version. +#| The K factor shows how much longer the runtime is than the model training. +#| A red background indicates that the runtime is 3 times larger than the total training time of the models. +#| The table includes runtime and memory usage for tasks of size 1000 and 10,000. +create_table(data[algorithm == "resample_sequential" & model_time == 10]) +``` + +## Model Time 1 ms + +```{r} +#| echo: false +#| fig-cap: | +#| Median runtime of `resample()` with models trained for 1 ms depending on the mlr3 version. +#| The dashed line indicates the total training time of the models. +#| Error bars represent the median absolute devidation of the runtime. +plot_runtime(data[algorithm == "resample_sequential" & model_time == 1 & task == "data_1000"]) +``` + +```{r} +#| echo: false +#| fig-cap: | +#| Memory usage of `resample()` with models trained for 1 ms depending on the mlr3 version. +#| Error bars represent the median absolute devidation of the memory usage. +plot_memory(data[algorithm == "resample_sequential" & model_time == 1 & task == "data_1000"]) +``` + +```{r} +#| echo: false +#| column: body-outset +#| tbl-cap: | +#| Runtime and memory usage of `resample()` with models trained for 1 ms depending on the mlr3 version. +#| The K factor shows how much longer the runtime is than the model training. +#| A red background indicates that the runtime is 3 times larger than the total training time of the models. +#| The table includes runtime and memory usage for tasks of size 1000 and 10,000. +create_table(data[algorithm == "resample_sequential" & model_time == 1]) +``` + +# Benchmark + +```{r} +#| include: false + +data_memory = fread(here::here("mlr-org/benchmark_results/mlr3_benchmark_memory.csv"))[, list(model_time, task, evals, renv_project, algorithm, median_memory, mad_memory)] +data_runtime = fread(here::here("mlr-org/benchmark_results/mlr3_benchmark_runtime.csv"))[, list(model_time, task, evals, renv_project, algorithm, median_run_time, mad_run_time, k)] +data = merge(data_memory, data_runtime, by = c("model_time", "task", "evals", "renv_project", "algorithm")) + +# fix +data[renv_project == "/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2023_01_09", renv_project := "/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/snapshot_2024_01_09"] + +data[, renv_project := gsub("/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/", "", renv_project)] +data = data[snapshot, on = "renv_project"] +data[, mlr3 := factor(mlr3, levels = c("0.13.4", "0.14.2", "0.15.0", "0.16.0", "0.17.0", "0.17.1", "0.17.2", "0.18.0", "0.19.0", "0.20.0", "0.20.1", "0.20.2"))] +setorderv(data, c("algorithm", "model_time", "evals"), order = c(1, 1, 1)) +data[, median_run_time := median_run_time / 1000] # ms to s +data[, mad_run_time := mad_run_time / 1000] # ms to s +data[, total_model_time := model_time * evals / 1000] #ms to s +``` + +The runtime and memory usage of the `benchmark()` function is compared for different mlr3 versions. +The models are trained for different amounts of time (1 ms, 10 ms, 100 ms, and 1000 ms) on the spam dataset. +The resampling iterations (`evals`) are set to 1000, 100, and 10. + +```{r} +#| eval: false +task = tsk("spam") + +learner = lrn("classif.sleep", + sleep_train = model_time / 2, + sleep_predict = model_time / 2) + +resampling = rsmp("subsampling", repeats = instance$evals / 5) + +design = benchmark_grid(task, replicate(5, learner), resampling) + +benchmark(design) +``` + +## Model Time 1000 ms + +```{r} +#| echo: false +#| fig-cap: | +#| Median runtime of `benchmark()` with models trained for 1 s depending on the mlr3 version. +#| The dashed line indicates the total training time of the models. +#| Error bars represent the median absolute devidation of the runtime. +plot_runtime(data[algorithm == "benchmark_sequential" & model_time == 1000 & task == "data_1000"]) +``` + +```{r} +#| echo: false +#| fig-cap: | +#| Memory usage of `benchmark()` with models trained for 1 s depending on the mlr3 version. +#| Error bars represent the median absolute devidation of the memory usage. +plot_memory(data[algorithm == "benchmark_sequential" & model_time == 1000 & task == "data_1000"]) +``` + +```{r} +#| echo: false +#| column: body-outset +#| tbl-cap: | +#| Runtime and memory usage of `benchmark()` with models trained for 1 s depending on the mlr3 version. +#| The K factor shows how much longer the runtime is than the model training. +#| A red background indicates that the runtime is 3 times larger than the total training time of the models. +#| The table includes runtime and memory usage for tasks of size 1000 and 10,000. +create_table(data[algorithm == "benchmark_sequential" & model_time == 1000]) +``` + +## Model Time 100 ms + +```{r} +#| echo: false +#| fig-cap: | +#| Median runtime of `benchmark()` with models trained for 100 ms depending on the mlr3 version. +#| Error bars represent the median absolute devidation of the runtime. +plot_runtime(data[algorithm == "benchmark_sequential" & model_time == 100 & task == "data_1000"]) +``` + +```{r} +#| echo: false +#| fig-cap: | +#| Memory usage of `benchmark()` with models trained for 100 ms depending on the mlr3 version. +#| The dashed line indicates the total training time of the models. +#| Error bars represent the median absolute devidation of the memory usage. +plot_memory(data[algorithm == "benchmark_sequential" & model_time == 100 & task == "data_1000"]) +``` + +```{r} +#| echo: false +#| column: body-outset +#| tbl-cap: | +#| Runtime and memory usage of `benchmark()` with models trained for 100 ms depending on the mlr3 version. +#| The K factor shows how much longer the runtime is than the model training. +#| A red background indicates that the runtime is 3 times larger than the total training time of the models. +#| The table includes runtime and memory usage for tasks of size 1000 and 10,000. +create_table(data[algorithm == "benchmark_sequential" & model_time == 100]) +``` + +## Model Time 10 ms + +```{r} +#| echo: false +#| fig-cap: | +#| Median runtime of `benchmark()` with models trained for 10 ms depending on the mlr3 version. +#| The dashed line indicates the total training time of the models. +#| Error bars represent the median absolute devidation of the runtime. +plot_runtime(data[algorithm == "benchmark_sequential" & model_time == 10 & task == "data_1000"]) +``` + +```{r} +#| echo: false +#| fig-cap: | +#| Memory usage of `benchmark()` with models trained for 10 ms depending on the mlr3 version. +#| Error bars represent the median absolute devidation of the memory usage. +plot_memory(data[algorithm == "benchmark_sequential" & model_time == 10 & task == "data_1000"]) +``` + +```{r} +#| echo: false +#| column: body-outset +#| tbl-cap: | +#| Runtime and memory usage of `benchmark()` with models trained for 10 ms depending on the mlr3 version. +#| The K factor shows how much longer the runtime is than the model training. +#| A red background indicates that the runtime is 3 times larger than the total training time of the models. +#| The table includes runtime and memory usage for tasks of size 1000 and 10,000. +create_table(data[algorithm == "benchmark_sequential" & model_time == 10]) +``` + +## Model Time 1 ms + +```{r} +#| echo: false +#| fig-cap: | +#| Median runtime of `benchmark()` with models trained for 1 ms depending on the mlr3 version. +#| The dashed line indicates the total training time of the models. +#| Error bars represent the median absolute devidation of the runtime. +plot_runtime(data[algorithm == "benchmark_sequential" & model_time == 1 & task == "data_1000"]) +``` + +```{r} +#| echo: false +#| fig-cap: | +#| Memory usage of `benchmark()` with models trained for 1 ms depending on the mlr3 version. +#| Error bars represent the median absolute devidation of the memory usage. +plot_memory(data[algorithm == "benchmark_sequential" & model_time == 1 & task == "data_1000"]) +``` + +```{r} +#| echo: false +#| column: body-outset +#| tbl-cap: | +#| Runtime and memory usage of `benchmark()` with models trained for 1 ms depending on the mlr3 version. +#| The K factor shows how much longer the runtime is than the model training. +#| A red background indicates that the runtime is 3 times larger than the total training time of the models. +#| The table includes runtime and memory usage for tasks of size 1000 and 10,000. +create_table(data[algorithm == "benchmark_sequential" & model_time == 1]) +``` + +# Resample Result + +The runtime and memory usage of the `rr$score()` and `rr$aggregate()` is compared for different mlr3 versions. + +## Score + +```{r} +#| eval: false +task = tsk("spam_1000") + +learner = lrn("classif.sleep", + sleep_train = model_time / 2, + sleep_predict = model_time / 2) + +resampling = rsmp("subsampling", repeats = evals) + +rr = resample(task, learner, resampling) + +rr$score(msr("classif.ce")) +``` + +```{r} +#| include: false +data_memory = fread(here::here("mlr-org/benchmark_results/mlr3_resample_result_memory.csv"))[, list(task, evals, renv_project, algorithm, median_memory, mad_memory)] +data_runtime = fread(here::here("mlr-org/benchmark_results/mlr3_resample_result_runtime.csv"))[, list(task, evals, renv_project, algorithm, median_run_time, mad_run_time)] +data = merge(data_memory, data_runtime, by = c("task", "evals", "renv_project", "algorithm")) + +data[, renv_project := gsub("/home/mbecke16/mlr-benchmark/mlr3/default/snapshots/", "", renv_project)] +data = data[snapshot, on = "renv_project"] +data[, mlr3 := factor(mlr3, levels = c("0.13.4", "0.14.2", "0.15.0", "0.16.0", "0.17.0", "0.17.1", "0.17.2", "0.18.0", "0.19.0", "0.20.0", "0.20.1", "0.20.2"))] +setorderv(data, c("algorithm", "evals"), order = c(1, 1)) +data[, median_run_time := median_run_time / 1000] # ms to s +data[, mad_run_time := mad_run_time / 1000] # ms to s + +plot_runtime = function(data) { + ggplot(data, aes(x = mlr3, y = median_run_time)) + + geom_col(group = 1, fill = "#008080") + + geom_errorbar(aes(ymin = median_run_time - mad_run_time, ymax = median_run_time + mad_run_time), width = 0.5, position = position_dodge(0.9)) + + facet_wrap(~evals, scales = "free_y", labeller = labeller(evals = function(value) sprintf("%s Resampling Iterations", value))) + + labs(x = "mlr3Version", y = "Runtime [s]") + + theme_minimal(base_size = 7) + + theme(axis.text.x = element_text(angle = 45, hjust = 1)) +} + +create_table = function(data) { + data = data[, -c("mad_run_time", "mad_memory", "renv_project", "algorithm")] + + data_1000 = data[task == "data_1000", -"task"] + data_10000 = data[task == "data_10000", -"task"] + data = merge(data_1000, data_10000, by = c("mlr3", "paradox", "evals"), suffixes = c("", "_10000")) + + setcolorder(data, c("mlr3", "paradox", "evals", "median_run_time", "median_run_time_10000", "median_memory", "median_memory_10000")) + + data %>% + gt() %>% + cols_label( + mlr3 = "mlr3 Version", + paradox = "paradox Version", + evals = "Resampling Iterations", + median_run_time = "Median Runtime [s]", + median_run_time_10000 = "Median Runtime 10,000 [s]", + median_memory = "Median Memory [MB]", + median_memory_10000 = "Median Memory 10,000 [MB]") %>% + fmt_number(columns = c("median_run_time", "median_run_time_10000"), n_sigfig = 2) %>% + fmt_number(columns = c("median_memory", "median_memory_10000"), decimals = 0) %>% + tab_row_group( + label = "1000 Resampling Iterations", + rows = evals == 1000 + ) %>% + tab_row_group( + label = "100 Resampling Iterations", + rows = evals == 100 + ) %>% + tab_row_group( + label = "10 Resampling Iterations", + rows = evals == 10 + ) + } +``` + +```{r} +#| echo: false +#| fig-cap: | +#| Median runtime of `rr$score()` depending on the mlr3 version for different resampling iterations. +#| Error bars represent the median absolute devidation of the runtime. +plot_runtime(data[algorithm == "resample_score" & task == "data_1000"]) +``` + +```{r} +#| echo: false +#| fig-cap: | +#| Median memory usage of `rr$score()` depending on the mlr3 version for different resampling iterations. +#| Error bars represent the median absolute devidation of the memory usage. +plot_memory(data[algorithm == "resample_score" & task == "data_1000"]) +``` + +```{r} +#| echo: false +#| tbl-cap: | +#| Runtime and memory usage of `rr$score()` depending on the mlr3 version for different resampling iterations. +#| The table includes runtime and memory usage for tasks of size 1000 and 10,000. +create_table(data[algorithm == "resample_score"]) +``` + +## Aggregate + +```{r} +#| eval: false +task = tsk("spam_1000") + +learner = lrn("classif.sleep", + sleep_train = model_time / 2, + sleep_predict = model_time / 2) + +resampling = rsmp("subsampling", repeats = evals) + +rr = resample(task, learner, resampling) + +rr$aggregate(msr("classif.ce")) +``` + +```{r} +#| echo: false +#| fig-cap: | +#| Median runtime of `rr$aggregate()` depending on the mlr3 version for different resampling iterations. +#| Error bars represent the median absolute devidation of the runtime. +plot_runtime(data[algorithm == "resample_aggregate" & task == "data_1000"]) +``` + +```{r} +#| echo: false +#| fig-cap: | +#| Median memory usage of `rr$aggregate()` depending on the mlr3 version for different resampling iterations. +#| Error bars represent the median absolute devidation of the memory usage. +plot_memory(data[algorithm == "resample_aggregate" & task == "data_1000"]) +``` + +```{r} +#| echo: false +#| tbl-cap: | +#| Runtime and memory usage of `rr$aggregate()` depending on the mlr3 version for different resampling iterations. +#| The table includes runtime and memory usage for tasks of size 1000 and 10,000. +create_table(data[algorithm == "resample_aggregate"]) +``` + +# Object Size + +The size of different objects is compared for different mlr3 versions. +The size is measured in memory and after calling `serialize()` and `unserialize()`. + +```{r} +#| include: false + +data = fread(here::here("mlr-org/benchmark_results/mlr3_object_size.csv")) + +data[, renv_project := gsub("mlr3/default/snapshots/", "", renv_project)] +data = data[snapshot, on = "renv_project"] + +data[, mlr3 := factor(mlr3, levels = c("0.13.4", "0.14.2", "0.15.0", "0.16.0", "0.17.0", "0.17.1", "0.17.2", "0.18.0", "0.19.0", "0.20.0", "0.20.1", "0.20.2"))] + +data = data[, -c("renv_project")] +data_1000 = data[task == "data_1000", -"task"] +data_10000 = data[task == "data_10000", -"task"] +data = merge(data_1000, data_10000, by = c("mlr3", "paradox", "evals", "object", "learner"), suffixes = c("", "_10000")) + +plot_size = function(data) { + data = melt(data, id.vars = c("mlr3", "paradox", "evals", "object", "learner"), measure.vars = c("size", "serialized_size"), value.name = "size", variable.name = "type") + + ggplot(data, aes(x = mlr3, y = size, fill= type, group = type)) + + geom_col(position = "dodge") + + labs(x = "mlr3Version", y = "Size [MB]") + + scale_fill_manual(labels = c("In Memory", "Serialized"), values = c("#008080", "#ff6347"), name = "Type") + + theme_minimal(base_size = 7) + + theme(axis.text.x = element_text(angle = 45, hjust = 1)) +} + +plot_size_evals = function(data) { + data = melt(data, id.vars = c("mlr3", "paradox", "evals", "object", "learner"), measure.vars = c("size", "serialized_size"), value.name = "size", variable.name = "type") + + ggplot(data, aes(x = mlr3, y = size, fill= type, group = type)) + + geom_col(position = "dodge") + + labs(x = "mlr3Version", y = "Size [MB]") + + scale_fill_manual(labels = c("In Memory", "Serialization"), values = c("#008080", "#ff6347"), name = "Type") + + facet_wrap(~evals, scales = "free_y", labeller = labeller(evals = function(value) sprintf("%s Resampling Iterations", value))) + + theme_minimal(base_size = 7) + + theme(axis.text.x = element_text(angle = 45, hjust = 1)) +} + +create_table = function(data) { + data = data[, -c("learner", "object", "k", "k_10000")] + setcolorder(data, c("mlr3", "paradox", "evals", "size", "size_10000", "serialized_size", "serialized_size_10000")) + + data %>% + gt() %>% + cols_label( + mlr3 = "mlr3 Version", + paradox = "paradox Version", + evals = "Resampling Iterations", + size = "In Memory [MB]", + size_10000 = "In Memory 10,000 [MB]", + serialized_size = "Serialized [MB]", + serialized_size_10000 = "Serialized 10,000 [MB]") %>% + fmt_number(columns = c("size", "serialized_size", "size_10000", "serialized_size_10000"), n_sigfig = 2) %>% + tab_row_group( + label = "100 Resampling Iterations", + rows = evals == 100 + ) %>% + tab_row_group( + label = "10 Resampling Iterations", + rows = evals == 10 + ) +} +``` + +## Task + +```{r} +#| eval: false +task = tsk("spam_1000") +``` + + +```{r} +#| echo: false +#| fig-cap: | +#| Memory usage of a `Task` object depending on the mlr3 version. +#| The size is measured in memory and after calling `serialize()` and `unserialize()`. +plot_size(data[object == "task"]) +``` + +```{r} +#| echo: false +#| tbl-cap: | +#| Memory usage of a `Task` object depending on the mlr3 version. +#| The size is measured in memory and after calling `serialize()` and `unserialize()`. +create_table(data[object == "task"]) +``` + +## Learner + +```{r} +#| eval: false +learner = lrn("classif.rpart") +``` + +```{r} +#| echo: false +#| fig-cap: | +#| Memory usage of a `LearnerClassifRpart` object depending on the mlr3 version. +#| The size is measured in memory and after calling `serialize()` and `unserialize()`. +plot_size(data[object == "learner"]) +``` + +```{r} +#| echo: false +#| tbl-cap: | +#| Memory usage of a `LearnerClassifRpart` object depending on the mlr3 version. +#| The size is measured in memory and after calling `serialize()` and `unserialize()`. +create_table(data[object == "learner"]) +``` + +```{r} +#| eval: false +learner$train(task) +``` + +```{r} +#| echo: false +#| fig-cap: | +#| Memory usage of a trained `LearnerClassifRpart` object depending on the mlr3 version. +#| The size is measured in memory and after calling `serialize()` and `unserialize()`. +plot_size(data[object == "learner trained"]) +``` + +```{r} +#| echo: false +#| tbl-cap: | +#| Memory usage of a trained `LearnerClassifRpart` object depending on the mlr3 version. +#| The size is measured in memory and after calling `serialize()` and `unserialize()`. +create_table(data[object == "learner trained"]) +``` + +```{r} +#| eval: false +learner$model +``` + +```{r} +#| echo: false +#| fig-cap: | +#| Memory usage of a model in a `LearnerClassifRpart` object depending on the mlr3 version. +#| The size is measured in memory and after calling `serialize()` and `unserialize()`. +plot_size(data[object == "learner$model"]) +``` + +```{r} +#| echo: false +#| tbl-cap: | +#| Memory usage of a model in a `LearnerClassifRpart` object depending on the mlr3 version. +#| The size is measured in memory and after calling `serialize()` and `unserialize()`. +create_table(data[object == "learner$model"]) +``` + +```{r} +#| eval: false +learner$param_set +``` + +```{r} +#| echo: false +#| fig-cap: | +#| Memory usage of the `ParamSet` of a `LearnerClassifRpart` object depending on the mlr3 version. +#| The size is measured in memory and after calling `serialize()` and `unserialize()`. +plot_size(data[object == "learner$param_set"]) +``` + +```{r} +#| echo: false +#| tbl-cap: | +#| Memory usage of the `ParamSet` of a `LearnerClassifRpart` object depending on the mlr3 version. +#| The size is measured in memory and after calling `serialize()` and `unserialize()`. +create_table(data[object == "learner$param_set"]) +``` + +## Prediction + +```{r} +#| eval: false +pred = learner$predict(task) +``` + +```{r} +#| echo: false +#| fig-cap: | +#| Memory usage of a `Prediction` object depending on the mlr3 version. +#| The size is measured in memory and after calling `serialize()` and `unserialize()`. +plot_size_evals(data[object == "prediction"]) +``` + +```{r} +#| echo: false +#| tbl-cap: | +#| Memory usage of a `Prediction` object depending on the mlr3 version. +#| The size is measured in memory and after calling `serialize()` and `unserialize()`. +create_table(data[object == "prediction"]) +``` + +## Resampling + +```{r} +#| eval: false +resampling = rsmp("subsampling", repeats = evals) +``` + +```{r} +#| echo: false +#| fig-cap: | +#| Memory usage of a `Resampling` object depending on the mlr3 version. +#| The size is measured in memory and after calling `serialize()` and `unserialize()`. +plot_size(data[object == "resampling"]) +``` + +```{r} +#| echo: false +#| tbl-cap: | +#| Memory usage of a `Resampling` object depending on the mlr3 version. +#| The size is measured in memory and after calling `serialize()` and `unserialize()`. +create_table(data[object == "resampling"]) +``` + +```{r} +#| eval: false +resampling$instantiate(task) +``` + +```{r} +#| echo: false +#| fig-cap: | +#| Memory usage of a instantiated `Resampling` object depending on the mlr3 version. +#| The size is measured in memory and after calling `serialize()` and `unserialize()`. +plot_size_evals(data[object == "resampling instantiated"]) +``` + +```{r} +#| echo: false +#| tbl-cap: | +#| Memory usage of a instantiated `Resampling` object depending on the mlr3 version. +#| The size is measured in memory and after calling `serialize()` and `unserialize()`. +create_table(data[object == "resampling instantiated"]) +``` + +## Resample Result + +```{r} +#| eval: false +rr = resample(task, learner, resampling) +``` + +```{r} +#| echo: false +#| fig-cap: | +#| Memory usage of a `ResampleResult` object depending on the mlr3 version. +#| The size is measured in memory and after calling `serialize()` and `unserialize()`. +plot_size_evals(data[object == "resample result"]) +``` + +```{r} +#| echo: false +#| tbl-cap: | +#| Memory usage of a `ResampleResult` object depending on the mlr3 version. +#| The size is measured in memory and after calling `serialize()` and `unserialize()`. +create_table(data[object == "resample result"]) +``` + + +```{r} +#| eval: false +rr = resample(task, learner, resampling, store_models = TRUE) +``` + +```{r} +#| echo: false +#| fig-cap: | +#| Memory usage of a `ResamplingResult` object with models depending on the mlr3 version. +#| The size is measured in memory and after calling `serialize()` and `unserialize()`. +plot_size_evals(data[object == "resample result store models"]) +``` + +```{r} +#| echo: false +#| tbl-cap: | +#| Memory usage of a `ResamplingResult` object with models depending on the mlr3 version. +#| The size is measured in memory and after calling `serialize()` and `unserialize()`. +create_table(data[object == "resample result store models"]) +``` + +## Benchmark Result + +```{r} +#| eval: false +bmr = benchmark(task, learner, resampling) +``` + +```{r} +#| echo: false +#| fig-cap: | +#| Memory usage of a `BenchmarkResult` object depending on the mlr3 version. +#| The size is measured in memory and after calling `serialize()` and `unserialize()`. +plot_size_evals(data[object == "benchmark result"]) +``` + +```{r} +#| echo: false +#| tbl-cap: | +#| Memory usage of a `BenchmarkResult` object depending on the mlr3 version. +#| The size is measured in memory and after calling `serialize()` and `unserialize()`. +create_table(data[object == "benchmark result"]) +``` + +```{r} +#| eval: false +bmr = benchmark(task, learner, resampling, store_models = TRUE) +``` + +```{r} +#| echo: false +#| fig-cap: | +#| Memory usage of a `BenchmarkResult` object with models depending on the mlr3 version. +#| The size is measured in memory and after calling `serialize()` and `unserialize()`. +plot_size_evals(data[object == "benchmark result store models"]) +``` + +```{r} +#| echo: false +#| tbl-cap: | +#| Memory usage of a `BenchmarkResult` object with models depending on the mlr3 version. +#| The size is measured in memory and after calling `serialize()` and `unserialize()`. +create_table(data[object == "benchmark result store models"]) +``` + diff --git a/mlr-org/benchmarks_mlr3tuning.qmd b/mlr-org/benchmarks_mlr3tuning.qmd new file mode 100644 index 00000000..0bc9bb41 --- /dev/null +++ b/mlr-org/benchmarks_mlr3tuning.qmd @@ -0,0 +1,745 @@ +--- +title: "Benchmarks mlr3tuning" +sidebar: false +toc: true +--- + +{{< include _setup.qmd >}} + + +```{r} +#| include: false +library(data.table) +library(ggplot2) +library(gt) + +snapshot = mlr3misc::rowwise_table( + ~renv_project, ~mlr3tuning, ~bbotk, ~mlr3, ~paradox, + "snapshot_2022_12_22", "0.17.2", "0.7.2", "0.14.1", "0.11.0", + "snapshot_2023_03_08", "0.18.0", "0.7.2", "0.14.1", "0.11.0", + "snapshot_2023_06_26", "0.19.0", "0.7.2", "0.16.1", "0.11.1", + "snapshot_2023_11_20", "0.19.1", "0.7.3", "0.17.0", "0.11.1", + "snapshot_2023_11_28", "0.19.2", "0.7.3", "0.17.0", "0.11.1", + "snapshot_2024_04_24", "0.20.0", "0.8.0", "0.19.0", "0.11.1", + "snapshot_2024_07_05", "1.0.0", "1.0.0", "0.20.0", "1.0.1" +) + +plot_runtime = function(data) { + ggplot(data, aes(x = mlr3tuning, y = median_run_time)) + + geom_col(group = 1, fill = "#008080") + + geom_hline(aes(yintercept = total_model_time), linetype = "dashed") + + geom_errorbar(aes(ymin = median_run_time - mad_run_time, ymax = median_run_time + mad_run_time), width = 0.5, position = position_dodge(0.9)) + + facet_wrap(~evals, scales = "free_y", labeller = labeller(evals = function(value) sprintf("%s Resampling Iterations", value))) + + labs(x = "mlr3tuning Version", y = "Runtime [s]") + + theme_minimal(base_size = 7) + + theme(axis.text.x = element_text(angle = 45, hjust = 1)) +} + +plot_memory = function(data) { + ggplot(data, aes(x = mlr3tuning, y = median_memory)) + + geom_col(group = 1, fill = "#ff6347") + + geom_errorbar(aes(ymin = median_memory - mad_memory, ymax = median_memory + mad_memory), width = 0.5, position = position_dodge(0.9)) + + facet_wrap(~evals, scales = "free_y", labeller = labeller(evals = function(value) sprintf("%s Resampling Iterations", value))) + + labs(x = "mlr3tuning Version", y = "Memory [MB]") + + theme_minimal(base_size = 7) + + theme(axis.text.x = element_text(angle = 45, hjust = 1)) +} + +create_table = function(data) { + data = data[, -c("mad_run_time", "mad_memory", "renv_project", "algorithm", "total_model_time")] + + data_1000 = data[task == "data_1000", -"task"] + data_10000 = data[task == "data_10000", -c("task", "k")] + data = merge(data_1000, data_10000, by = c("mlr3tuning", "bbotk", "mlr3", "paradox", "model_time", "evals"), suffixes = c("", "_10000")) + + setcolorder(data, c("mlr3tuning", "bbotk", "mlr3", "paradox", "model_time", "evals", "median_run_time", "median_run_time_10000", "k", "median_memory", "median_memory_10000")) + + data %>% + gt() %>% + cols_label( + mlr3tuning = "mlr3tuning Version", + mlr3 = "mlr3 Version", + paradox = "paradox Version", + model_time = "Model Time [ms]", + evals = "Resampling Iterations", + median_run_time = "Median Runtime [s]", + median_run_time_10000 = "Median Runtime 10,000 [s]", + k = "K", + median_memory = "Median Memory [MB]", + median_memory_10000 = "Median Memory 10,000 [MB]") %>% + fmt_number(columns = c("k", "median_run_time", "median_run_time_10000"), n_sigfig = 2) %>% + fmt_number(columns = c("median_memory", "median_memory_10000"), decimals = 0) %>% + tab_style( + style = list( + cell_fill(color = "crimson"), + cell_text(weight = "bold") + ), + locations = cells_body( + columns = "k", + rows = k > 3 + ) + ) %>% + tab_row_group( + label = "1000 Resampling Iterations", + rows = evals == 1000 + ) %>% + tab_row_group( + label = "100 Resampling Iterations", + rows = evals == 100 + ) %>% + tab_row_group( + label = "10 Resampling Iterations", + rows = evals == 10 + ) + } +``` + +# Version History + +**mlr3 0.18.0** + +* Skip unnecessary clone of learner's state in `resample()`. + +**mlr3 0.17.1** + +* Remove `data_prototype` when resampling from `learner$state` to reduce memory consumption. +* Optimize Median runtimeof `resample()` and `benchmark()` by reducing the number of hashing operations. + +**mlr3 0.17.0** + +* Speed up resampling by removing unnecessary calls to `packageVersion()`. +* The `design` of `benchmark()` can now include parameter settings. + +**paradox 1.0.1** + +* Performance improvements. + +# Hyperparameter Optimization + +```{r} +#| include: false +data_memory = fread(here::here("mlr-org/benchmark_results/mlr3tuning_tune_memory.csv"))[, list(model_time, task, evals, renv_project, algorithm, median_memory, mad_memory)] +data_runtime = fread(here::here("mlr-org/benchmark_results/mlr3tuning_tune_runtime.csv"))[, list(model_time, task, evals, renv_project, algorithm, median_run_time, mad_run_time, k)] +data = merge(data_memory, data_runtime, by = c("model_time", "task", "evals", "renv_project", "algorithm")) + +data[, renv_project := gsub("mlr3tuning/default/snapshots/", "", renv_project)] +data = data[snapshot, on = "renv_project"] +data[, mlr3tuning := factor(mlr3tuning, levels = c("0.17.2", "0.18.0", "0.19.0", "0.19.1", "0.19.2", "0.20.0", "1.0.0"))] +setorderv(data, c("algorithm", "model_time", "evals"), order = c(1, 1, 1)) +data[, median_run_time := median_run_time / 1000] #ms to s +data[, mad_run_time := mad_run_time / 1000] #ms to s +data[, total_model_time := model_time * evals / 1000] #ms to s +tune_median_run_time = data[, list(model_time, task, evals, renv_project, median_run_time)] +``` + +The runtime and memory usage of the `tune()` function is compared for different mlr3tuning versions. +The function is used to perform hyperparameter optimization with a random search. +The models are trained for different amounts of time (1 ms, 10 ms, 100 ms, and 1000 ms) on the spam dataset. +The resampling iterations (`evals`) are set to 1000, 100, and 10. + +```{r} +#| eval: false +learner = lrn("classif.sleep", + sleep_train = model_time / 2, + sleep_predict = model_time / 2) + +instance = tune( + tuner = fs("random_search", batch_size = evals), + task = tsk("spam"), + learner = learner, + resampling = rsmp("holdout"), + measure = msr("classif.ce"), + terminator = trm("evals", n_evals = evals), + store_benchmark_result = FALSE, + store_models = FALSE +) +``` + +## Model Time 1000 ms + +```{r} +#| echo: false +#| fig-cap: | +#| Median runtime of `tune()` with models trained for 1 s depending on the mlr3tuning version. +#| The dashed line indicates the total training time of the models. +#| Error bars represent the median absolute deviation of the runtime. +plot_runtime(data[algorithm == "tune_sequential" & model_time == 1000 & task == "data_1000"]) +``` + +```{r} +#| echo: false +#| fig-cap: | +#| Memory usage of `tune()` with models trained for 1 s depending on the mlr3tuning version. +#| Error bars represent the median absolute deviation of the memory usage. +plot_memory(data[algorithm == "tune_sequential" & model_time == 1000 & task == "data_1000"]) +``` + +```{r} +#| echo: false +#| tbl-cap: | +#| Runtime and memory usage of `tune()` with models trained for 1 s depending on the mlr3tuning version. +#| The K factor shows how much longer the runtime is than the model training. +#| A red background indicates that the runtime is 3 times larger than the total training time of the models. +create_table(data[algorithm == "tune_sequential" & model_time == 1000]) +``` + +## Model Time 100 ms + +```{r} +#| echo: false +#| fig-cap: | +#| Median runtime of `tune()` with models trained for 100 ms depending on the mlr3tuning version. +#| The dashed line indicates the total training time of the models. +#| Error bars represent the median absolute deviation of the runtime. +plot_runtime(data[algorithm == "tune_sequential" & model_time == 100 & task == "data_1000"]) +``` + +```{r} +#| echo: false +#| fig-cap: | +#| Memory usage of `tune()` with models trained for 100 ms depending on the mlr3tuning version. +#| Error bars represent the median absolute deviation of the memory usage. +plot_memory(data[algorithm == "tune_sequential" & model_time == 100 & task == "data_1000"]) +``` + +```{r} +#| echo: false +#| tbl-cap: | +#| Runtime and memory usage of `tune()` with models trained for 100 ms depending on the mlr3tuning version. +#| The K factor shows how much longer the runtime is than the model training. +#| A red background indicates that the runtime is 3 times larger than the total training time of the models. +create_table(data[algorithm == "tune_sequential" & model_time == 100]) +``` + +## Model Time 10 ms + +```{r} +#| echo: false +#| fig-cap: | +#| Median runtime of `tune()` with models trained for 10 ms depending on the mlr3tuning version. +#| The dashed line indicates the total training time of the models. +#| Error bars represent the median absolute deviation of the runtime. +plot_runtime(data[algorithm == "tune_sequential" & model_time == 10 & task == "data_1000"]) +``` + +```{r} +#| echo: false +#| fig-cap: | +#| Memory usage of `tune()` with models trained for 10 ms depending on the mlr3tuning version. +#| Error bars represent the median absolute deviation of the memory usage. +plot_memory(data[algorithm == "tune_sequential" & model_time == 10 & task == "data_1000"]) +``` + +```{r} +#| echo: false +#| tbl-cap: | +#| Runtime and memory usage of `tune()` with models trained for 10 ms depending on the mlr3tuning version. +#| The K factor shows how much longer the runtime is than the model training. +#| A red background indicates that the runtime is 3 times larger than the total training time of the models. +create_table(data[algorithm == "tune_sequential" & model_time == 10]) +``` + +## Model Time 1 ms + +```{r} +#| echo: false +#| fig-cap: | +#| Median runtime of `tune()` with models trained for 1 ms depending on the mlr3tuning version. +#| The dashed line indicates the total training time of the models. +#| Error bars represent the median absolute deviation of the runtime. +plot_runtime(data[algorithm == "tune_sequential" & model_time == 1 & task == "data_1000"]) +``` + +```{r} +#| echo: false +#| fig-cap: | +#| Memory usage of `tune()` with models trained for 1 ms depending on the mlr3tuning version. +#| Error bars represent the median absolute deviation of the memory usage. +plot_memory(data[algorithm == "tune_sequential" & model_time == 1 & task == "data_1000"]) +``` + +```{r} +#| echo: false +#| tbl-cap: | +#| Runtime and memory usage of `tune()` with models trained for 1 ms depending on the mlr3tuning version. +#| The K factor shows how much longer the runtime is than the model training. +#| A red background indicates that the runtime is 3 times larger than the total training time of the models. +create_table(data[algorithm == "tune_sequential" & model_time == 1]) +``` + + +# Nested Hyperparameter Optimization + +```{r} +#| include: false + +data_memory = fread(here::here("mlr-org/benchmark_results/mlr3tuning_tune_nested_memory.csv"))[, list(model_time, task, evals, renv_project, algorithm, median_memory, mad_memory)] +data_runtime = fread(here::here("mlr-org/benchmark_results/mlr3tuning_tune_nested_runtime.csv"))[, list(model_time, task, evals, renv_project, algorithm, median_run_time, mad_run_time, k)] +data = merge(data_memory, data_runtime, by = c("model_time", "task", "evals", "renv_project", "algorithm")) + +data[, renv_project := gsub("mlr3tuning/default/snapshots/", "", renv_project)] +data = data[snapshot, on = "renv_project"] +data[, mlr3tuning := factor(mlr3tuning, levels = c("0.17.2", "0.18.0", "0.19.0", "0.19.1", "0.19.2", "0.20.0", "1.0.0"))] +setorderv(data, c("algorithm", "model_time", "evals"), order = c(1, 1, 1)) +data[, median_run_time := median_run_time / 1000] #ms to s +data[, mad_run_time := mad_run_time / 1000] #ms to s +data[, total_model_time := model_time * evals * 10 / 1000] #ms to s + +# calculate how much longer nested feature selection is than feature selection +data = merge(data, tune_median_run_time, by = c("model_time", "task", "evals", "renv_project"), suffixes = c("", "_tune")) +data[, m := median_run_time / median_run_time_tune] + +create_table = function(data) { + data = data[, -c("mad_run_time", "mad_memory", "renv_project", "algorithm", "total_model_time")] + + data_1000 = data[task == "data_1000", -"task"] + data_10000 = data[task == "data_10000", -c("task", "k", "median_run_time_tune", "m")] + data = merge(data_1000, data_10000, by = c("mlr3tuning", "bbotk", "mlr3", "paradox", "model_time", "evals"), suffixes = c("", "_10000")) + + setcolorder(data, c( + "mlr3tuning", + "bbotk", + "mlr3", + "paradox", + "model_time", + "evals", + "median_run_time", + "median_run_time_10000", + "k", + "median_run_time_tune", + "m", + "median_memory", + "median_memory_10000")) + + data %>% + gt() %>% + cols_label( + mlr3tuning = "mlr3tuning Version", + mlr3 = "mlr3 Version", + paradox = "paradox Version", + model_time = "Model Time [ms]", + evals = "Resampling Iterations", + median_run_time = "Median Runtime [s]", + median_run_time_10000 = "Median Runtime 10,000 [s]", + k = "K", + median_run_time_tune = "Median Runtime Tune [s]", + m = "m", + median_memory = "Median Memory [MB]", + median_memory_10000 = "Median Memory 10,000 [MB]") %>% + fmt_number(columns = c("k", "median_run_time", "median_run_time_10000", "m", "median_run_time_tune"), n_sigfig = 2) %>% + fmt_number(columns = c("median_memory", "median_memory_10000"), decimals = 0) %>% + tab_style( + style = list( + cell_fill(color = "crimson"), + cell_text(weight = "bold") + ), + locations = cells_body( + columns = "k", + rows = k > 3 + ) + ) %>% + tab_row_group( + label = "1000 Resampling Iterations", + rows = evals == 1000 + ) %>% + tab_row_group( + label = "100 Resampling Iterations", + rows = evals == 100 + ) %>% + tab_row_group( + label = "10 Resampling Iterations", + rows = evals == 10 + ) + } +``` + + +## Model Time 1000 ms + +```{r} +#| echo: false +#| fig-cap: | +#| Median runtime of `tune_nested()` with models trained for 1 s depending on the mlr3tuning version. +#| The dashed line indicates the total training time of the models. +#| Error bars represent the median absolute deviation of the runtime. +plot_runtime(data[algorithm == "tune_nested_sequential" & model_time == 1000 & task == "data_1000"]) +``` + +```{r} +#| echo: false +#| fig-cap: | +#| Memory usage of `tune_nested()` with models trained for 1 s depending on the mlr3tuning version. +#| Error bars represent the median absolute deviation of the memory usage. +plot_memory(data[algorithm == "tune_nested_sequential" & model_time == 1000 & task == "data_1000"]) +``` + +```{r} +#| echo: false +#| tbl-cap: | +#| Runtime and memory usage of `tune_nested()` with models trained for 1 s depending on the mlr3tuning version. +#| The K factor shows how much longer the runtime is than the model training. +#| A red background indicates that the runtime is 3 times larger than the total training time of the models. +create_table(data[algorithm == "tune_nested_sequential" & model_time == 1000]) +``` + +## Model Time 100 ms + +```{r} +#| echo: false +#| fig-cap: | +#| Median runtime of `tune_nested()` with models trained for 100 ms depending on the mlr3tuning version. +#| The dashed line indicates the total training time of the models. +#| Error bars represent the median absolute deviation of the runtime. +plot_runtime(data[algorithm == "tune_nested_sequential" & model_time == 100 & task == "data_1000"]) +``` + +```{r} +#| echo: false +#| fig-cap: | +#| Memory usage of `tune_nested()` with models trained for 100 ms depending on the mlr3tuning version. +#| Error bars represent the median absolute deviation of the memory usage. +plot_memory(data[algorithm == "tune_nested_sequential" & model_time == 100 & task == "data_1000"]) +``` + +```{r} +#| echo: false +#| tbl-cap: | +#| Runtime and memory usage of `tune_nested()` with models trained for 100 ms depending on the mlr3tuning version. +#| The K factor shows how much longer the runtime is than the model training. +#| A red background indicates that the runtime is 3 times larger than the total training time of the models. +create_table(data[algorithm == "tune_nested_sequential" & model_time == 100]) +``` + +## Model Time 10 ms + +```{r} +#| echo: false +#| fig-cap: | +#| Median runtime of `tune_nested()` with models trained for 10 ms depending on the mlr3tuning version. +#| The dashed line indicates the total training time of the models. +#| Error bars represent the median absolute deviation of the runtime. +plot_runtime(data[algorithm == "tune_nested_sequential" & model_time == 10 & task == "data_1000"]) +``` + +```{r} +#| echo: false +#| fig-cap: | +#| Memory usage of `tune_nested()` with models trained for 10 ms depending on the mlr3tuning version. +#| Error bars represent the median absolute deviation of the memory usage. +plot_memory(data[algorithm == "tune_nested_sequential" & model_time == 10 & task == "data_1000"]) +``` + +```{r} +#| echo: false +#| tbl-cap: | +#| Runtime and memory usage of `tune_nested()` with models trained for 10 ms depending on the mlr3tuning version. +#| The K factor shows how much longer the runtime is than the model training. +#| A red background indicates that the runtime is 3 times larger than the total training time of the models. +create_table(data[algorithm == "tune_nested_sequential" & model_time == 10]) +``` + +## Model Time 1 ms + +```{r} +#| echo: false +#| fig-cap: | +#| Median runtime of `tune_nested()` with models trained for 1 ms depending on the mlr3tuning version. +#| The dashed line indicates the total training time of the models. +#| Error bars represent the median absolute deviation of the runtime. +plot_runtime(data[algorithm == "tune_nested_sequential" & model_time == 1 & task == "data_1000"]) +``` + +```{r} +#| echo: false +#| fig-cap: | +#| Memory usage of `tune_nested()` with models trained for 1 ms depending on the mlr3tuning version. +#| Error bars represent the median absolute deviation of the memory usage. +plot_memory(data[algorithm == "tune_nested_sequential" & model_time == 1 & task == "data_1000"]) +``` + +```{r} +#| echo: false +#| tbl-cap: | +#| Runtime and memory usage of `tune_nested()` with models trained for 1 ms depending on the mlr3tuning version. +#| The K factor shows how much longer the runtime is than the model training. +#| A red background indicates that the runtime is 3 times larger than the total training time of the models. +create_table(data[algorithm == "tune_nested_sequential" & model_time == 1]) +``` + +# Object Size + +```{r} +#| include: false + +data = fread(here::here("mlr-org/benchmark_results/mlr3tuning_object_size.csv")) + +data[, renv_project := gsub("mlr3tuning/default/snapshots/", "", renv_project)] +data = data[snapshot, on = "renv_project"] + +data[, mlr3tuning := factor(mlr3tuning, levels = c("0.17.2", "0.18.0", "0.19.0", "0.19.1", "0.19.2", "0.20.0", "1.0.0"))] +#setorderv(data, c("algorithm", "evals"), order = c(1, 1)) + +data = data[, -c("renv_project")] +data_1000 = data[task == "data_1000", -"task"] +data_10000 = data[task == "data_10000", -"task"] +data = merge(data_1000, data_10000, by = c("mlr3tuning", "mlr3", "paradox", "evals", "object", "learner"), suffixes = c("", "_10000")) + +plot_size = function(data) { + data = melt(data, id.vars = c("mlr3tuning", "mlr3", "paradox", "evals", "object", "learner"), measure.vars = c("size", "serialized_size"), value.name = "size", variable.name = "type") + + ggplot(data, aes(x = mlr3tuning, y = size, fill= type, group = type)) + + geom_col(position = "dodge") + + labs(x = "mlr3tuning Version", y = "Size [MB]") + + scale_fill_manual(labels = c("In Memory", "Serialized"), values = c("#008080", "#ff6347"), name = "Type") + + theme_minimal(base_size = 9) + + theme(axis.text.x = element_text(angle = 45, hjust = 1)) +} + +plot_size_evals = function(data) { + data = melt(data, id.vars = c("mlr3tuning", "mlr3", "paradox", "evals", "object", "learner"), measure.vars = c("size", "serialized_size"), value.name = "size", variable.name = "type") + + ggplot(data, aes(x = mlr3tuning, y = size, fill= type, group = type)) + + geom_col(position = "dodge") + + labs(x = "mlr3tuning Version", y = "Size [MB]") + + scale_fill_manual(labels = c("In Memory", "Serialization"), values = c("#008080", "#ff6347"), name = "Type") + + facet_wrap(~evals, scales = "free_y", labeller = labeller(evals = function(value) sprintf("%s Resampling Iterations", value))) + + theme_minimal(base_size = 9) + + theme(axis.text.x = element_text(angle = 45, hjust = 1), legend.position="bottom") +} +``` + +## Automated Tuning + +Tuning without storing any additional information. + +```{r} +#| eval: false +at = auto_tuner( + tuner = fs("random_search", batch_size = instance$evals), + learner = learner, + resampling = resampling, + measure = msr("classif.ce"), + terminator = trm("evals", n_evals = instance$evals), + store_models = FALSE, + store_benchmark_result = FALSE, + store_tuning_instance = FALSE +) +``` + +```{r} +#| echo: false +plot_size(data[object == "at"]) +``` + +```{r} +#| eval: false +at$train(task) +``` + +Since we do not store any information about the optimization, the size of the objects should not increase the number of evaluations. + +```{r} +#| echo: false +plot_size_evals(data[object == "at$train"]) +``` + +```{r} +#| eval: false +at$model +``` + +The model slot only saves the final model and should therefore not increase with the number of evaluations. + +```{r} +#| echo: false +plot_size_evals(data[object == "at$model"]) +``` + +## Automated Tuning with Instance + +```{r} +#| eval: false +at = auto_tuner( + tuner = fs("random_search", batch_size = instance$evals), + learner = learner, + resampling = resampling, + measure = msr("classif.ce"), + terminator = trm("evals", n_evals = instance$evals), + store_tuning_instance = TRUE, + store_benchmark_result = FALSE, + store_models = FALSE +) +``` + +```{r} +#| eval: false +at$train(task) +``` + +```{r} +#| echo: false +plot_size_evals(data[object == "at_instance$train"]) +``` + +```{r} +#| eval: false +at$tuning_instance +``` + +```{r} +#| echo: false +plot_size_evals(data[object == "at_instance$tuning_instance"]) +``` + +```{r} +#| eval: false +at$tuning_instance$objective +``` + +```{r} +#| echo: false +plot_size_evals(data[object == "at_instance$objective"]) +``` + +```{r} +#| eval: false +at$tuning_instance$archive +``` + +```{r} +#| echo: false +plot_size_evals(data[object == "at_instance$archive"]) +``` + +## Automated Tuning with Benchmark Result + +```{r} +#| eval: false +at = auto_tuner( + tuner = fs("random_search", batch_size = instance$evals), + learner = learner, + resampling = resampling, + measure = msr("classif.ce"), + terminator = trm("evals", n_evals = instance$evals), + store_tuning_instance = TRUE, + store_benchmark_result = TRUE, + store_models = FALSE +) +``` + +```{r} +#| eval: false +at$train(task) +``` + +```{r} +#| echo: false +plot_size_evals(data[object == "at_bmr$train"]) +``` + +```{r} +#| eval: false +at$tuning_instance +``` + +```{r} +#| echo: false +plot_size_evals(data[object == "at_bmr$tuning_instance"]) +``` + +```{r} +#| eval: false +at$tuning_instance$objective +``` + +```{r} +#| echo: false +plot_size_evals(data[object == "at_bmr$objective"]) +``` + +```{r} +#| eval: false +at$tuning_instance$archive +``` + +```{r} +#| echo: false +plot_size_evals(data[object == "at_bmr$archive"]) +``` + +```{r} +#| eval: false +at$tuning_instance$archive$benchmark_result +``` + +```{r} +#| echo: false +plot_size_evals(data[object == "at_bmr$benchmark_result"]) +``` + + +## Automated Tuning with Models + +```{r} +#| eval: false +at = auto_tuner( + tuner = fs("random_search", batch_size = instance$evals), + learner = learner, + resampling = resampling, + measure = msr("classif.ce"), + terminator = trm("evals", n_evals = instance$evals), + store_tuning_instance = TRUE, + store_benchmark_result = TRUE, + store_models = TRUE +) +``` + +```{r} +#| eval: false +at$train(task) +``` + +```{r} +#| echo: false +plot_size_evals(data[object == "at_models$train"]) +``` + +```{r} +#| eval: false +at$tuning_instance +``` + +```{r} +#| echo: false +plot_size_evals(data[object == "at_models$tuning_instance"]) +``` + +```{r} +#| eval: false +at$tuning_instance$objective +``` + +```{r} +#| echo: false +plot_size_evals(data[object == "at_models$objective"]) +``` + +```{r} +#| eval: false +at$tuning_instance$archive +``` + +```{r} +#| echo: false +plot_size_evals(data[object == "at_models$archive"]) +``` + +```{r} +#| eval: false +at$tuning_instance$archive$benchmark_result +``` + +```{r} +#| echo: false +plot_size_evals(data[object == "at_models$benchmark_result"]) +``` diff --git a/mlr-org/pipeops.qmd b/mlr-org/pipeops.qmd index 3b101c60..51cbe2d0 100644 --- a/mlr-org/pipeops.qmd +++ b/mlr-org/pipeops.qmd @@ -27,14 +27,7 @@ content = as.data.table(mlr_pipeops, objects = TRUE)[, .(key, label, packages, t content = content[key %nin% c( "crankcompose", "distrcompose", - "breslowcompose", - "fda.cor", - "fda.extract", - "fda.flatten", - "fda.fpca", - "fda.interpol", - "fda.scalerange", - "fda.smooth")] # deprecated, no help page + "breslowcompose")] # deprecated, no help page content[, packages := map(packages, function(value) setdiff(value, "mlr3pipelines"))] content = content[, .(key, label, packages, tags)] diff --git a/mlr-org/renv.lock b/mlr-org/renv.lock index 324e7d5a..74421f8a 100644 --- a/mlr-org/renv.lock +++ b/mlr-org/renv.lock @@ -447,6 +447,19 @@ ], "Hash": "f6ef89503aaff474873f8bc1823894e1" }, + "V8": { + "Package": "V8", + "Version": "5.0.0", + "Source": "Repository", + "Repository": "CRAN", + "Requirements": [ + "Rcpp", + "curl", + "jsonlite", + "utils" + ], + "Hash": "9eb7b2df315593e726b029200fc0276c" + }, "XML": { "Package": "XML", "Version": "3.99-0.14", @@ -620,6 +633,16 @@ ], "Hash": "f1d5b9ec47911d8a0c15d35245a8f38e" }, + "bigD": { + "Package": "bigD", + "Version": "0.2.0", + "Source": "Repository", + "Repository": "CRAN", + "Requirements": [ + "R" + ], + "Hash": "93637e906f3fe962413912c956eb44db" + }, "bit": { "Package": "bit", "Version": "4.0.5", @@ -966,6 +989,13 @@ ], "Hash": "d954cb1c57e8d8b756165d7ba18aa55a" }, + "commonmark": { + "Package": "commonmark", + "Version": "1.9.1", + "Source": "Repository", + "Repository": "CRAN", + "Hash": "5d8225445acb167abf7797de48b2ee3c" + }, "conflicted": { "Package": "conflicted", "Version": "1.2.0", @@ -979,6 +1009,17 @@ ], "Hash": "bb097fccb22d156624fd07cd2894ddb6" }, + "coro": { + "Package": "coro", + "Version": "1.0.4", + "Source": "Repository", + "Repository": "CRAN", + "Requirements": [ + "R", + "rlang" + ], + "Hash": "4b224d10f3b10ce791c6a4afd50abce3" + }, "corrplot": { "Package": "corrplot", "Version": "0.92", @@ -1807,6 +1848,36 @@ ], "Hash": "c1d91b4d1c2b1ae03324455288252f2b" }, + "gt": { + "Package": "gt", + "Version": "0.11.0", + "Source": "Repository", + "Repository": "CRAN", + "Requirements": [ + "R", + "base64enc", + "bigD", + "bitops", + "cli", + "commonmark", + "dplyr", + "fs", + "glue", + "htmltools", + "htmlwidgets", + "juicyjuice", + "magrittr", + "markdown", + "reactable", + "rlang", + "sass", + "scales", + "tidyselect", + "vctrs", + "xml2" + ], + "Hash": "3470c2eb1123db6a2c54ec812de38284" + }, "gtable": { "Package": "gtable", "Version": "0.3.5", @@ -1853,6 +1924,16 @@ ], "Hash": "969fb6dd6d4c27d849b92098e33293f0" }, + "here": { + "Package": "here", + "Version": "1.0.1", + "Source": "Repository", + "Repository": "CRAN", + "Requirements": [ + "rprojroot" + ], + "Hash": "24b224366f9c2e7534d2344d10d59211" + }, "highr": { "Package": "highr", "Version": "0.11", @@ -2065,6 +2146,16 @@ ], "Hash": "e1b9c55281c5adc4dd113652d9e26768" }, + "juicyjuice": { + "Package": "juicyjuice", + "Version": "0.1.0", + "Source": "Repository", + "Repository": "CRAN", + "Requirements": [ + "V8" + ], + "Hash": "3bcd11943da509341838da9399e18bce" + }, "kernlab": { "Package": "kernlab", "Version": "0.9-33", @@ -2350,6 +2441,19 @@ ], "Hash": "7ce2733a9826b3aeb1775d56fd305472" }, + "markdown": { + "Package": "markdown", + "Version": "1.13", + "Source": "Repository", + "Repository": "CRAN", + "Requirements": [ + "R", + "commonmark", + "utils", + "xfun" + ], + "Hash": "074efab766a9d6360865ad39512f2a7e" + }, "matrixStats": { "Package": "matrixStats", "Version": "1.3.0", @@ -2500,9 +2604,15 @@ }, "mlr3batchmark": { "Package": "mlr3batchmark", - "Version": "0.1.1", - "Source": "Repository", - "Repository": "CRAN", + "Version": "0.1.1.9000", + "Source": "GitHub", + "RemoteType": "github", + "RemoteHost": "api.github.com", + "RemoteRepo": "mlr3batchmark", + "RemoteUsername": "mlr-org", + "RemotePkgRef": "mlr-org/mlr3batchmark", + "RemoteRef": "HEAD", + "RemoteSha": "59a7efa8511cc5d3621886f455b555854d25dd00", "Requirements": [ "R", "batchtools", @@ -2513,7 +2623,7 @@ "mlr3misc", "uuid" ], - "Hash": "b2c89f52f7dcdd342cf169084d8c04e6" + "Hash": "57211711ea3daa24668dc5ef9f428a05" }, "mlr3benchmark": { "Package": "mlr3benchmark", @@ -2530,6 +2640,53 @@ ], "Hash": "9b26dd574cc36cbe6fe71d832dad039a" }, + "mlr3book": { + "Package": "mlr3book", + "Version": "0.1", + "Source": "GitHub", + "Remotes": "mlr-org/mlr3extralearners, mlr-org/mlr3batchmark, mlr-org/mlr3proba, mlr-org/mlr3fairness", + "RemoteType": "github", + "RemoteHost": "api.github.com", + "RemoteRepo": "mlr3book", + "RemoteUsername": "mlr-org", + "RemotePkgRef": "mlr-org/mlr3book", + "RemoteRef": "HEAD", + "RemoteSha": "312b517dc07f39773b34b0690805415e94654550", + "Requirements": [ + "R", + "bbotk", + "checkmate", + "data.table", + "jsonlite", + "mlr3", + "mlr3batchmark", + "mlr3benchmark", + "mlr3cluster", + "mlr3data", + "mlr3db", + "mlr3extralearners", + "mlr3fairness", + "mlr3filters", + "mlr3fselect", + "mlr3hyperband", + "mlr3learners", + "mlr3mbo", + "mlr3misc", + "mlr3oml", + "mlr3pipelines", + "mlr3proba", + "mlr3spatial", + "mlr3spatiotempcv", + "mlr3tuning", + "mlr3tuningspaces", + "mlr3verse", + "mlr3viz", + "paradox", + "rprojroot", + "stringi" + ], + "Hash": "65b6bb905854abbb551e5e19a66db972" + }, "mlr3cluster": { "Package": "mlr3cluster", "Version": "0.1.9", @@ -2604,8 +2761,14 @@ "mlr3fairness": { "Package": "mlr3fairness", "Version": "0.3.2", - "Source": "Repository", - "Repository": "CRAN", + "Source": "GitHub", + "RemoteType": "github", + "RemoteHost": "api.github.com", + "RemoteRepo": "mlr3fairness", + "RemoteUsername": "mlr-org", + "RemotePkgRef": "mlr-org/mlr3fairness", + "RemoteRef": "HEAD", + "RemoteSha": "31c5e657756f6696464ec02896092f1544acaa09", "Requirements": [ "R", "R6", @@ -2620,7 +2783,7 @@ "paradox", "rlang" ], - "Hash": "05dec522ce0b3666082affd9a6e5cf56" + "Hash": "7ea747d9a83ddef04e2453ef3a769d80" }, "mlr3fda": { "Package": "mlr3fda", @@ -2877,6 +3040,34 @@ ], "Hash": "427aefd00d05ab0635832ba448261079" }, + "mlr3torch": { + "Package": "mlr3torch", + "Version": "0.1.0-9000", + "Source": "GitHub", + "RemoteType": "github", + "RemoteHost": "api.github.com", + "RemoteRepo": "mlr3torch", + "RemoteUsername": "mlr-org", + "RemotePkgRef": "mlr-org/mlr3torch", + "RemoteRef": "HEAD", + "RemoteSha": "fef4cdb4dafa8f725ecf83acac11ef10b3d4d6ae", + "Requirements": [ + "R", + "R6", + "backports", + "checkmate", + "data.table", + "lgr", + "methods", + "mlr3", + "mlr3misc", + "mlr3pipelines", + "paradox", + "torch", + "withr" + ], + "Hash": "edbab24c82558b874950d7e1ac51baf4" + }, "mlr3tuning": { "Package": "mlr3tuning", "Version": "1.0.0", @@ -2916,7 +3107,6 @@ "Package": "mlr3verse", "Version": "0.3.0", "Source": "Repository", - "Repository": "CRAN", "Requirements": [ "R", "bbotk", @@ -2942,7 +3132,6 @@ "Package": "mlr3viz", "Version": "0.9.0", "Source": "Repository", - "Repository": "CRAN", "Requirements": [ "R", "checkmate", @@ -2959,13 +3148,14 @@ "Package": "mlr3website", "Version": "0.0.0.9000", "Source": "GitHub", + "Remotes": "mlr-org/mlr3extralearners, mlr-org/mlr3torch, mlr-org/mlr3proba", "RemoteType": "github", "RemoteHost": "api.github.com", - "RemoteUsername": "mlr-org", "RemoteRepo": "mlr3website", - "RemoteRef": "main", - "RemoteSha": "2805b0d44cfd311d7ae8bf3d265fbf5dbababb4c", - "Remotes": "mlr-org/mlr3extralearners, mlr-org/mlr3fda, mlr-org/mlr3proba", + "RemoteUsername": "mlr-org", + "RemotePkgRef": "mlr-org/mlr3website", + "RemoteRef": "HEAD", + "RemoteSha": "a9f4a6be0d206659b8d1f89e44f638f748b7019e", "Requirements": [ "R", "apcluster", @@ -2995,6 +3185,7 @@ "mlr3proba", "mlr3spatial", "mlr3spatiotempcv", + "mlr3torch", "mlr3tuning", "mlr3tuningspaces", "mlr3verse", @@ -3005,9 +3196,10 @@ "reactable", "rmarkdown", "rprojroot", - "stringi" + "stringi", + "torchvision" ], - "Hash": "a7b275e2bbf74648a77df712b86f3072" + "Hash": "b165c18a9d3507ff1eaa760d686394e5" }, "modeldata": { "Package": "modeldata", @@ -3224,7 +3416,6 @@ "Package": "pak", "Version": "0.8.0", "Source": "Repository", - "Repository": "https://r-lib.github.io/p/pak/stable/source/linux-gnu/x86_64", "Requirements": [ "R", "tools", @@ -4125,6 +4316,19 @@ ], "Hash": "3c8013cdd7f1d20de5762e3f97e5e274" }, + "safetensors": { + "Package": "safetensors", + "Version": "0.1.2", + "Source": "Repository", + "Repository": "CRAN", + "Requirements": [ + "R6", + "cli", + "jsonlite", + "rlang" + ], + "Hash": "3afaf7fb96750bf1375c7b0485a3f1d5" + }, "sass": { "Package": "sass", "Version": "0.4.9", @@ -4610,6 +4814,52 @@ ], "Hash": "cfbad971a71f0e27cec22e544a08bc3b" }, + "torch": { + "Package": "torch", + "Version": "0.13.0", + "Source": "Repository", + "Repository": "CRAN", + "Requirements": [ + "R6", + "Rcpp", + "bit64", + "callr", + "cli", + "coro", + "desc", + "ellipsis", + "glue", + "jsonlite", + "magrittr", + "methods", + "rlang", + "safetensors", + "stats", + "tools", + "utils", + "withr" + ], + "Hash": "bfa11273fe711c8640a95b09ba51492e" + }, + "torchvision": { + "Package": "torchvision", + "Version": "0.6.0", + "Source": "Repository", + "Repository": "CRAN", + "Requirements": [ + "abind", + "fs", + "jpeg", + "magrittr", + "png", + "rappdirs", + "rlang", + "torch", + "utils", + "withr" + ], + "Hash": "b2a96f59385ceb8633c447b69b019402" + }, "tune": { "Package": "tune", "Version": "1.1.2", @@ -4896,6 +5146,19 @@ ], "Hash": "6b8d09cf8ffc148162a4d57d01e61490" }, + "xml2": { + "Package": "xml2", + "Version": "1.3.6", + "Source": "Repository", + "Repository": "CRAN", + "Requirements": [ + "R", + "cli", + "methods", + "rlang" + ], + "Hash": "1d0336142f4cd25d8d23cd3ba7a8fb61" + }, "yaml": { "Package": "yaml", "Version": "2.3.10", diff --git a/mlr-org/renv/activate.R b/mlr-org/renv/activate.R index 08f26328..cb5401f9 100644 --- a/mlr-org/renv/activate.R +++ b/mlr-org/renv/activate.R @@ -6,9 +6,7 @@ local({ attr(version, "sha") <- NULL # the project directory - project <- Sys.getenv("RENV_PROJECT") - if (!nzchar(project)) - project <- getwd() + project <- getwd() # use start-up diagnostics if enabled diagnostics <- Sys.getenv("RENV_STARTUP_DIAGNOSTICS", unset = "FALSE") @@ -33,14 +31,6 @@ local({ if (!is.null(override)) return(override) - # if we're being run in a context where R_LIBS is already set, - # don't load -- presumably we're being run as a sub-process and - # the parent process has already set up library paths for us - rcmd <- Sys.getenv("R_CMD", unset = NA) - rlibs <- Sys.getenv("R_LIBS", unset = NA) - if (!is.na(rlibs) && !is.na(rcmd)) - return(FALSE) - # next, check environment variables # TODO: prefer using the configuration one in the future envvars <- c( @@ -60,22 +50,9 @@ local({ }) - # bail if we're not enabled - if (!enabled) { - - # if we're not enabled, we might still need to manually load - # the user profile here - profile <- Sys.getenv("R_PROFILE_USER", unset = "~/.Rprofile") - if (file.exists(profile)) { - cfg <- Sys.getenv("RENV_CONFIG_USER_PROFILE", unset = "TRUE") - if (tolower(cfg) %in% c("true", "t", "1")) - sys.source(profile, envir = globalenv()) - } - + if (!enabled) return(FALSE) - } - # avoid recursion if (identical(getOption("renv.autoloader.running"), TRUE)) { warning("ignoring recursive attempt to run renv autoloader") @@ -131,21 +108,6 @@ local({ } - heredoc <- function(text, leave = 0) { - - # remove leading, trailing whitespace - trimmed <- gsub("^\\s*\\n|\\n\\s*$", "", text) - - # split into lines - lines <- strsplit(trimmed, "\n", fixed = TRUE)[[1L]] - - # compute common indent - indent <- regexpr("[^[:space:]]", lines) - common <- min(setdiff(indent, -1L)) - leave - paste(substring(lines, common), collapse = "\n") - - } - startswith <- function(string, prefix) { substring(string, 1, nchar(prefix)) == prefix } @@ -648,9 +610,6 @@ local({ # if the user has requested an automatic prefix, generate it auto <- Sys.getenv("RENV_PATHS_PREFIX_AUTO", unset = NA) - if (is.na(auto) && getRversion() >= "4.4.0") - auto <- "TRUE" - if (auto %in% c("TRUE", "True", "true", "1")) return(renv_bootstrap_platform_prefix_auto()) @@ -842,23 +801,24 @@ local({ # the loaded version of renv doesn't match the requested version; # give the user instructions on how to proceed - dev <- identical(description[["RemoteType"]], "github") - remote <- if (dev) + remote <- if (!is.null(description[["RemoteSha"]])) { paste("rstudio/renv", description[["RemoteSha"]], sep = "@") - else + } else { paste("renv", description[["Version"]], sep = "@") + } # display both loaded version + sha if available friendly <- renv_bootstrap_version_friendly( version = description[["Version"]], - sha = if (dev) description[["RemoteSha"]] + sha = description[["RemoteSha"]] ) - fmt <- heredoc(" - renv %1$s was loaded from project library, but this project is configured to use renv %2$s. - - Use `renv::record(\"%3$s\")` to record renv %1$s in the lockfile. - - Use `renv::restore(packages = \"renv\")` to install renv %2$s into the project library. - ") + fmt <- paste( + "renv %1$s was loaded from project library, but this project is configured to use renv %2$s.", + "- Use `renv::record(\"%3$s\")` to record renv %1$s in the lockfile.", + "- Use `renv::restore(packages = \"renv\")` to install renv %2$s into the project library.", + sep = "\n" + ) catf(fmt, friendly, renv_bootstrap_version_friendly(version), remote) FALSE @@ -1081,7 +1041,7 @@ local({ # if jsonlite is loaded, use that instead if ("jsonlite" %in% loadedNamespaces()) { - json <- tryCatch(renv_json_read_jsonlite(file, text), error = identity) + json <- catch(renv_json_read_jsonlite(file, text)) if (!inherits(json, "error")) return(json) @@ -1090,7 +1050,7 @@ local({ } # otherwise, fall back to the default JSON reader - json <- tryCatch(renv_json_read_default(file, text), error = identity) + json <- catch(renv_json_read_default(file, text)) if (!inherits(json, "error")) return(json) @@ -1103,14 +1063,14 @@ local({ } renv_json_read_jsonlite <- function(file = NULL, text = NULL) { - text <- paste(text %||% readLines(file, warn = FALSE), collapse = "\n") + text <- paste(text %||% read(file), collapse = "\n") jsonlite::fromJSON(txt = text, simplifyVector = FALSE) } renv_json_read_default <- function(file = NULL, text = NULL) { # find strings in the JSON - text <- paste(text %||% readLines(file, warn = FALSE), collapse = "\n") + text <- paste(text %||% read(file), collapse = "\n") pattern <- '["](?:(?:\\\\.)|(?:[^"\\\\]))*?["]' locs <- gregexpr(pattern, text, perl = TRUE)[[1]] @@ -1158,14 +1118,14 @@ local({ map <- as.list(map) # remap strings in object - remapped <- renv_json_read_remap(json, map) + remapped <- renv_json_remap(json, map) # evaluate eval(remapped, envir = baseenv()) } - renv_json_read_remap <- function(json, map) { + renv_json_remap <- function(json, map) { # fix names if (!is.null(names(json))) { @@ -1192,7 +1152,7 @@ local({ # recurse if (is.recursive(json)) { for (i in seq_along(json)) { - json[i] <- list(renv_json_read_remap(json[[i]], map)) + json[i] <- list(renv_json_remap(json[[i]], map)) } } diff --git a/mlr-org/torch_pipeops.qmd b/mlr-org/torch_pipeops.qmd index f8b788c0..b852462e 100644 --- a/mlr-org/torch_pipeops.qmd +++ b/mlr-org/torch_pipeops.qmd @@ -21,7 +21,6 @@ library("mlr3torch") #| column: page content = as.data.table(mlr_pipeops) -content = content[key %nin% c("crankcompose", "distrcompose")] # deprecated, no help page content[, packages := map(packages, function(value) setdiff(value, "mlr3pipelines"))] content = content[, .(key, label, packages, tags)] content = content[mlr3misc::map_lgl(packages, function(ps) "torch" %in% ps), ] From ee38120ce6374651fcf3651b72ce9ba34ee9c10e Mon Sep 17 00:00:00 2001 From: be-marc Date: Sun, 18 Aug 2024 17:19:23 +0200 Subject: [PATCH 2/7] add benchmarks --- mlr-org/_quarto.yml | 2 +- mlr-org/benchmark_paradox.qmd | 444 +++++++++ .../mlr3fselect_fselect_memory.csv | 155 ++++ .../mlr3fselect_fselect_nested_memory.csv | 148 +++ .../mlr3fselect_fselect_nested_runtime.csv | 155 ++++ .../mlr3fselect_fselect_runtime.csv | 155 ++++ .../mlr3fselect_object_size.csv | 841 ++++++++++++++++++ .../benchmark_results/paradox_object_size.csv | 13 + .../paradox_param_set_runtime.csv | 559 ++++++++++++ mlr-org/benchmarks_mlr3.qmd | 2 +- mlr-org/benchmarks_mlr3fselect.qmd | 785 ++++++++++++++++ mlr-org/benchmarks_mlr3tuning.qmd | 2 +- 12 files changed, 3258 insertions(+), 3 deletions(-) create mode 100644 mlr-org/benchmark_paradox.qmd create mode 100644 mlr-org/benchmark_results/mlr3fselect_fselect_memory.csv create mode 100644 mlr-org/benchmark_results/mlr3fselect_fselect_nested_memory.csv create mode 100644 mlr-org/benchmark_results/mlr3fselect_fselect_nested_runtime.csv create mode 100644 mlr-org/benchmark_results/mlr3fselect_fselect_runtime.csv create mode 100644 mlr-org/benchmark_results/mlr3fselect_object_size.csv create mode 100644 mlr-org/benchmark_results/paradox_object_size.csv create mode 100644 mlr-org/benchmark_results/paradox_param_set_runtime.csv create mode 100644 mlr-org/benchmarks_mlr3fselect.qmd diff --git a/mlr-org/_quarto.yml b/mlr-org/_quarto.yml index 5befb767..857fad1e 100644 --- a/mlr-org/_quarto.yml +++ b/mlr-org/_quarto.yml @@ -55,7 +55,7 @@ website: menu: - benchmarks_mlr3.qmd - benchmarks_mlr3tuning.qmd - - benchmark.qmd + - benchmarks_mlr3fselect.qmd - gallery.qmd - team.qmd - text: "More" diff --git a/mlr-org/benchmark_paradox.qmd b/mlr-org/benchmark_paradox.qmd new file mode 100644 index 00000000..c9847d27 --- /dev/null +++ b/mlr-org/benchmark_paradox.qmd @@ -0,0 +1,444 @@ +--- +title: "paradox" +sidebar: false +toc: true +--- + +{{< include _setup.qmd >}} + + + +```{r} +#| include: false +library(data.table) +library(ggplot2) +library(gt) +``` + +```{r} +#| include: false +data = fread(here::here("mlr-org/benchmark_results/paradox_param_set_runtime.csv")) + +snapshot = data.table( + renv_project = c("snapshot_2023_03_17", "snapshot_2024_06_11", "snapshot_2024_07_09", "snapshot_2024_07_30"), + paradox = c("0.11.1", "1.0.0", "1.0.1", "1.0.0.c") +) + +data[, renv_project := gsub("paradox/default/snapshots/", "", renv_project)] +data = data[snapshot, on = "renv_project"] +data[, paradox := factor(paradox)] +setorderv(data, c("algorithm", "size", "type")) + +plot_runtime = function(data) { + ggplot(data, aes(x = paradox, y = median_run_time)) + + geom_col(group = 1, fill = "#008080") + + geom_errorbar(aes(ymin = pmax(0, median_run_time - mad_run_time), ymax = median_run_time + mad_run_time), width = 0.5, position = position_dodge(0.9)) + + facet_wrap(~size, scales = "free_y", labeller = labeller(size = function(value) sprintf("%s Parameters", value))) + + labs(x = "paradox Version", y = "Runtime [ms]") + + theme_minimal(base_size = 7) + + theme(axis.text.x = element_text(angle = 45, hjust = 1)) +} + +create_table = function(data) { + data = data[, -c("mad_run_time", "renv_project", "mean_run_time", "sd_run_time", "algorithm")] + + data_numeric = data[type == "numeric", -"type"] + data_categorical = data[type == "categorical", -"type"] + data_mixed = data[type == "mixed", -"type"] + + data = merge(data_numeric, data_categorical, by = c("paradox", "size"), suffixes = c("", "_categorical")) + data = merge(data, data_mixed, by = c("paradox", "size"), suffixes = c("", "_mixed")) + + + setcolorder(data, c("paradox", "size", "median_run_time", "median_run_time_categorical", "median_run_time_mixed")) + + data %>% + gt() %>% + cols_label( + paradox = "paradox Version", + size = "n Parameters", + median_run_time = "Median Runtime Numeric [ms]", + median_run_time_categorical = "Median Runtime Categorical [ms]", + median_run_time_mixed = "Median Runtime Mixed [ms]") %>% + fmt_number(columns = c("median_run_time", "median_run_time_categorical", "median_run_time_mixed"), n_sigfig = 2) %>% + tab_row_group( + label = "500 Parameters", + rows = size == 500 + ) %>% + tab_row_group( + label = "50 Parameters", + rows = size == 50 + ) %>% + tab_row_group( + label = "5 Parameters", + rows = size == 5 + ) + } +``` + +# Parameter Set + + +The runtime of different `ParamSet` functions is compared on different paradox versions. +The number of parameters is 5, 50 and 500. + +## Initialization + +```{r} +#| eval: false +ps( + param_1 = p_dbl(lower = 0, upper = 1), + ... +) +``` + +```{r} +#| echo: false +#| fig-cap: | +#| Runtime of `ps()` depending on the numbers of parameters and the paradox version. +plot_runtime(data[algorithm == "param_set_initialize" & type == "numeric"]) +``` + +```{r} +#| echo: false +#| column: body-outset +create_table(data[algorithm == "param_set_initialize"]) +``` + +## Ids + +### Default + +```{r} +#| eval: false +param_set$ids() +``` + +```{r} +#| echo: false +#| fig-cap: | +#| Runtime of `$ids()` depending on the numbers of parameters and the paradox version. +plot_runtime(data[algorithm == "param_set_ids" & type == "numeric"]) +``` + +```{r} +#| echo: false +#| column: body-outset +create_table(data[algorithm == "param_set_ids"]) +``` + +### Class + +```{r} +#| eval: false +param_set$ids(class = "ParamDbl") +``` + +```{r} +#| echo: false +#| fig-cap: | +#| Runtime of `$ids(class)` depending on the numbers of parameters and the paradox version. +plot_runtime(data[algorithm == "param_set_ids_class" & type == "numeric"]) +``` + +```{r} +#| echo: false +#| column: body-outset +create_table(data[algorithm == "param_set_ids_class"]) +``` + +### Tags + +```{r} +#| eval: false +param_set$ids(tags = "a") +``` + +```{r} +#| echo: false +#| fig-cap: | +#| Runtime of `$ids(type)` depending on the numbers of parameters and the paradox version. +plot_runtime(data[algorithm == "param_set_ids_tags" & type == "numeric"]) +``` + + +```{r} +#| echo: false +#| column: body-outset +create_table(data[algorithm == "param_set_ids_tags"]) +``` + +### Tags and Class + +```{r} +#| eval: false +param_set$ids(class = "ParamDbl", tags = "a") +``` + +```{r} +#| echo: false +#| fig-cap: | +#| Runtime of `$ids(class, tags)` depending on the numbers of parameters and the paradox version. +plot_runtime(data[algorithm == "param_set_ids_class_tags" & type == "numeric"]) +``` + +```{r} +#| echo: false +#| column: body-outset +create_table(data[algorithm == "param_set_ids_class_tags"]) +``` + +## Get Values + +### Default + +```{r} +#| eval: false +param_set$get_values() +``` + +```{r} +#| echo: false +#| fig-cap: | +#| Runtime of `$get_values()` depending on the numbers of parameters and the paradox version. +plot_runtime(data[algorithm == "param_set_get_values" & type == "numeric"]) +``` + +```{r} +#| echo: false +#| column: body-outset +create_table(data[algorithm == "param_set_get_values"]) +``` + +### Class + +```{r} +#| eval: false +param_set$get_values(class = "ParamDbl") +``` + +```{r} +#| echo: false +#| fig-cap: | +#| Runtime of `$get_values(class)` depending on the numbers of parameters and the paradox version. +plot_runtime(data[algorithm == "param_set_get_values_class" & type == "numeric"]) +``` + +```{r} +#| echo: false +#| column: body-outset +create_table(data[algorithm == "param_set_get_values_class"]) +``` + +### Tags + +```{r} +#| eval: false +param_set$get_values(tags = "a") +``` + +```{r} +#| echo: false +#| fig-cap: | +#| Runtime of `$get_values(tags)` depending on the numbers of parameters and the paradox version. +plot_runtime(data[algorithm == "param_set_get_values_tags" & type == "numeric"]) +``` + +```{r} +#| echo: false +#| column: body-outset +create_table(data[algorithm == "param_set_get_values_tags"]) +``` + +### Tags and Class + +```{r} +#| eval: false +param_set$get_values(class = "ParamDbl", tags = "a") +``` + +```{r} +#| echo: false +#| fig-cap: | +#| Runtime of `$get_values(class, tags)` depending on the numbers of parameters and the paradox version. +plot_runtime(data[algorithm == "param_set_get_values_class_tags" & type == "numeric"]) +``` + +```{r} +#| echo: false +#| column: body-outset +create_table(data[algorithm == "param_set_get_values_class_tags"]) +``` + +## Set Values + +```{r} +#| eval: false +param_set$set_values(.values = values) +``` + +```{r} +#| echo: false +#| fig-cap: | +#| Runtime of `$set_values()` depending on the numbers of values and the paradox version. +plot_runtime(data[algorithm == "param_set_set_values" & type == "numeric"]) +``` + +```{r} +#| echo: false +#| column: body-outset +create_table(data[algorithm == "param_set_set_values"]) +``` + +## Lower + +```{r} +#| eval: false +param_set$lower +``` + +```{r} +#| echo: false +#| fig-cap: | +#| Runtime of `lower` depending on the numbers of values and the paradox version. +plot_runtime(data[algorithm == "param_set_lower" & type == "numeric"]) +``` + +```{r} +#| echo: false +#| column: body-outset +create_table(data[algorithm == "param_set_lower"]) +``` + +## Upper + +```{r} +#| eval: false +param_set$upper +``` + +```{r} +#| echo: false +#| fig-cap: | +#| Runtime of `lower` depending on the numbers of values and the paradox version. +plot_runtime(data[algorithm == "param_set_upper" & type == "numeric"]) +``` + +```{r} +#| echo: false +#| column: body-outset +create_table(data[algorithm == "param_set_upper"]) +``` + +## Class + +```{r} +#| eval: false +param_set$class +``` + +```{r} +#| echo: false +#| fig-cap: | +#| Runtime of `lower` depending on the numbers of values and the paradox version. +plot_runtime(data[algorithm == "param_set_class" & type == "numeric"]) +``` + +```{r} +#| echo: false +#| column: body-outset +create_table(data[algorithm == "param_set_class"]) +``` + +## Levels + +```{r} +#| eval: false +param_set$levels +``` + +```{r} +#| echo: false +#| fig-cap: | +#| Runtime of `lower` depending on the numbers of values and the paradox version. +plot_runtime(data[algorithm == "param_set_levels" & type == "categorical"]) +``` + +```{r} +#| echo: false +#| column: body-outset +create_table(data[algorithm == "param_set_levels"]) +``` + +# Object Size + +```{r} +#| include: false + +data = fread(here::here("mlr-org/benchmark_results/paradox_object_size.csv")) + +data[, renv_project := gsub("paradox/default/snapshots/", "", renv_project)] +data = data[snapshot, on = "renv_project"] + +data[, paradox := factor(paradox, levels = c("0.11.1", "1.0.0", "1.0.1", "1.0.0.c"))] + +data = data[, -c("renv_project")] + +plot_size = function(data) { + data = melt(data, id.vars = c("paradox", "object", "set_size"), measure.vars = c("size", "serialized_size"), value.name = "size", variable.name = "type") + + ggplot(data, aes(x = paradox, y = size, fill= type, group = type)) + + geom_col(position = "dodge") + + labs(x = "paradox Version", y = "Size [MB]") + + scale_fill_manual(labels = c("In Memory", "Serialized"), values = c("#008080", "#ff6347"), name = "Type") + + facet_wrap(~set_size, scales = "free_y", labeller = labeller(size = function(value) sprintf("%s Parameters", value))) + + theme_minimal(base_size = 7) + + theme(axis.text.x = element_text(angle = 45, hjust = 1)) +} + +create_table = function(data) { + data = data[, -c("object", "k")] + setcolorder(data, c("paradox", "set_size", "size", "serialized_size")) + + data %>% + gt() %>% + cols_label( + paradox = "paradox Version", + set_size = "n Parameters", + size = "In Memory [MB]", + serialized_size = "Serialized [MB]") %>% + fmt_number(columns = c("size", "serialized_size"), n_sigfig = 2) %>% + tab_row_group( + label = "500 Parameters", + rows = set_size == 500 + ) %>% + tab_row_group( + label = "50 Parameters", + rows = set_size == 50 + ) %>% + tab_row_group( + label = "5 Parameters", + rows = set_size == 5 + ) +} +``` + +## Parameter Set + +```{r} +#| eval: false +ps( + param_1 = p_dbl(lower = 0, upper = 1) +) +``` + +```{r} +#| echo: false +plot_size(data[object == "param_set"]) +``` + +```{r} +#| echo: false +#| column: body-outset +create_table(data[object == "param_set"]) +``` diff --git a/mlr-org/benchmark_results/mlr3fselect_fselect_memory.csv b/mlr-org/benchmark_results/mlr3fselect_fselect_memory.csv new file mode 100644 index 00000000..f84379a6 --- /dev/null +++ b/mlr-org/benchmark_results/mlr3fselect_fselect_memory.csv @@ -0,0 +1,155 @@ +model_time,task,evals,renv_project,algorithm,mean_run_time,median_memory,mad_memory,mean_memory,sd_memory +1,data_1000,10,mlr3fselect/default/snapshots/snapshot_2022_12_21,fselect_sequential,37.5543,363.205,0.407715000000008,363.9,3.28397794010725 +1,data_1000,10,mlr3fselect/default/snapshots/snapshot_2023_01_26,fselect_sequential,14.7429,210.29,0.029651999999973,210.855,0.924568968643102 +1,data_1000,10,mlr3fselect/default/snapshots/snapshot_2023_02_21,fselect_sequential,12.7134,210.905,0.00741299999999326,211.095,0.592194600147996 +1,data_1000,10,mlr3fselect/default/snapshots/snapshot_2023_03_02,fselect_sequential,7.9754,210.89,0.00741299999999326,210.896,0.0107496769977351 +1,data_1000,10,mlr3fselect/default/snapshots/snapshot_2024_04_24,fselect_sequential,0.461700000000001,180.47,0.0148259999999865,180.469,0.0363470921960907 +1,data_1000,10,mlr3fselect/default/snapshots/snapshot_2024_07_05,fselect_sequential,0.740500000000002,222.02,0.0370649999999874,222.222,0.629281777549256 +1,data_1000,10,mlr3fselect/default/snapshots/snapshot_2024_07_19,fselect_sequential,0.7448,197.04,0.0593040000000093,197.415,0.813691860868998 +1,data_1000,100,mlr3fselect/default/snapshots/snapshot_2022_12_21,fselect_sequential,287.6542,478.4,17.331594,471.885,24.2117245473253 +1,data_1000,100,mlr3fselect/default/snapshots/snapshot_2023_01_26,fselect_sequential,87.4535,239.56,0.10378199999999,239.551,0.0763689873065095 +1,data_1000,100,mlr3fselect/default/snapshots/snapshot_2023_02_21,fselect_sequential,82.5036,238.985,0.200151000000029,239.473,0.905121845695678 +1,data_1000,100,mlr3fselect/default/snapshots/snapshot_2023_03_02,fselect_sequential,127.9955,238.91,0.0815430000000101,238.911,0.0923098646468036 +1,data_1000,100,mlr3fselect/default/snapshots/snapshot_2024_04_24,fselect_sequential,2.2697,230.275,0.0222389999999798,230.468,0.594863196224326 +1,data_1000,100,mlr3fselect/default/snapshots/snapshot_2024_07_05,fselect_sequential,2.1493,272.29,0.0222390000000219,272.466,0.571765297613927 +1,data_1000,100,mlr3fselect/default/snapshots/snapshot_2024_07_19,fselect_sequential,2.0222,246.11,0.126021000000012,246.116,0.111275434046435 +1,data_1000,1000,mlr3fselect/default/snapshots/snapshot_2022_12_21,fselect_sequential,1346.8165,1034.24,15.181824,1039.36,12.0679557322504 +1,data_1000,1000,mlr3fselect/default/snapshots/snapshot_2023_01_26,fselect_sequential,794.1307,561.29,0.318758999999879,561.833,0.847533021316707 +1,data_1000,1000,mlr3fselect/default/snapshots/snapshot_2023_02_21,fselect_sequential,790.0108,642.835,0.563387999999993,642.154,2.40645982490647 +1,data_1000,1000,mlr3fselect/default/snapshots/snapshot_2023_03_02,fselect_sequential,789.3843,638.535,0.548562000000007,639.911,2.5663698962629 +1,data_1000,1000,mlr3fselect/default/snapshots/snapshot_2024_04_24,fselect_sequential,16.7476,445.115,0.237216000000037,445.437,0.838080478766144 +1,data_1000,1000,mlr3fselect/default/snapshots/snapshot_2024_07_05,fselect_sequential,17.5747,505.65,59.89704,500.643,45.5602582789479 +1,data_1000,1000,mlr3fselect/default/snapshots/snapshot_2024_07_19,fselect_sequential,17.3663,537.615,0.756125999999986,537.953,1.01874705180214 +1,data_10000,10,mlr3fselect/default/snapshots/snapshot_2022_12_21,fselect_sequential,17.7844,294.52,0.00741299999999326,294.528,0.0139841179756146 +1,data_10000,10,mlr3fselect/default/snapshots/snapshot_2023_01_26,fselect_sequential,5.6312,233.715,0.0296520000000152,233.916,0.628104732951084 +1,data_10000,10,mlr3fselect/default/snapshots/snapshot_2023_02_21,fselect_sequential,10.4947,233.65,0.0370650000000084,233.892,0.610224002587026 +1,data_10000,10,mlr3fselect/default/snapshots/snapshot_2023_03_02,fselect_sequential,9.7864,233.645,0.0222390000000219,233.829,0.590996333885977 +1,data_10000,10,mlr3fselect/default/snapshots/snapshot_2024_04_24,fselect_sequential,0.7207,210.89,0.0370649999999874,211.253,0.802649086186206 +1,data_10000,10,mlr3fselect/default/snapshots/snapshot_2024_07_05,fselect_sequential,1.3527,247.43,0.0222390000000008,247.623,0.614293632285628 +1,data_10000,10,mlr3fselect/default/snapshots/snapshot_2024_07_19,fselect_sequential,1.0605,224.725,0.0222390000000008,224.909,0.615547633322466 +1,data_10000,100,mlr3fselect/default/snapshots/snapshot_2022_12_21,fselect_sequential,332.1765,432.925,6.05642100000001,430.123,14.6499397420073 +1,data_10000,100,mlr3fselect/default/snapshots/snapshot_2023_01_26,fselect_sequential,88.2123,275.69,0.0444779999999595,275.864,0.568686595977475 +1,data_10000,100,mlr3fselect/default/snapshots/snapshot_2023_02_21,fselect_sequential,90.3632,276.16,0.0444780000000017,276.512,0.767301186699922 +1,data_10000,100,mlr3fselect/default/snapshots/snapshot_2023_03_02,fselect_sequential,100.8182,276.135,0.0444780000000017,276.309,0.581080411341182 +1,data_10000,100,mlr3fselect/default/snapshots/snapshot_2024_04_24,fselect_sequential,1.9441,227.04,0.0741299999999958,227.407,0.785267824092871 +1,data_10000,100,mlr3fselect/default/snapshots/snapshot_2024_07_05,fselect_sequential,2.3254,261.07,0.0222389999999798,261.088,0.0559364719024101 +1,data_10000,100,mlr3fselect/default/snapshots/snapshot_2024_07_19,fselect_sequential,2.1416,237.59,0.0296520000000152,237.776,0.602627579853429 +1,data_10000,1000,mlr3fselect/default/snapshots/snapshot_2022_12_21,fselect_sequential,2533.5374,1116.16,30.363648,1125.376,32.8992925286986 +1,data_10000,1000,mlr3fselect/default/snapshots/snapshot_2023_01_26,fselect_sequential,1081.0779,618.1,0.770951999999889,628.281,25.1327574867719 +1,data_10000,1000,mlr3fselect/default/snapshots/snapshot_2023_02_21,fselect_sequential,820.0094,638.625,0.355824000000013,639.095,1.16934217024407 +1,data_10000,1000,mlr3fselect/default/snapshots/snapshot_2023_03_02,fselect_sequential,827.652,641.825,1.43070900000005,635.875,19.515356488901 +1,data_10000,1000,mlr3fselect/default/snapshots/snapshot_2024_04_24,fselect_sequential,17.7263,460.32,5.67094499999998,462.638,5.2082963732022 +1,data_10000,1000,mlr3fselect/default/snapshots/snapshot_2024_07_05,fselect_sequential,17.9925,576.53,2.127531,570.558,8.46007853916789 +1,data_10000,1000,mlr3fselect/default/snapshots/snapshot_2024_07_19,fselect_sequential,17.2313,420.62,4.57382100000001,434.969,31.9715559173741 +10,data_1000,10,mlr3fselect/default/snapshots/snapshot_2022_12_21,fselect_sequential,33.3267,363.035,1.86807599999999,362.54,2.60936773951085 +10,data_1000,10,mlr3fselect/default/snapshots/snapshot_2023_01_26,fselect_sequential,10.249,210.28,0.00741299999999326,210.282,0.00918936583472464 +10,data_1000,10,mlr3fselect/default/snapshots/snapshot_2023_02_21,fselect_sequential,9.8532,210.91,0.0148259999999865,211.283,0.786497863244963 +10,data_1000,10,mlr3fselect/default/snapshots/snapshot_2023_03_02,fselect_sequential,9.9141,210.9,0.0148259999999865,211.076,0.56016267478494 +10,data_1000,10,mlr3fselect/default/snapshots/snapshot_2024_04_24,fselect_sequential,0.811900000000001,180.475,0.0296519999999941,180.493,0.0607453701939527 +10,data_1000,10,mlr3fselect/default/snapshots/snapshot_2024_07_05,fselect_sequential,1.5543,222.04,0.0444779999999595,222.39,0.748791619136386 +10,data_1000,10,mlr3fselect/default/snapshots/snapshot_2024_07_19,fselect_sequential,1.0725,197.025,0.0370650000000084,197.392,0.787539064286827 +10,data_1000,100,mlr3fselect/default/snapshots/snapshot_2022_12_21,fselect_sequential,323.2543,469.715,16.323426,471.946,14.4997940215255 +10,data_1000,100,mlr3fselect/default/snapshots/snapshot_2023_01_26,fselect_sequential,94.0198,239.54,0.148260000000034,240.103,0.988399941544131 +10,data_1000,100,mlr3fselect/default/snapshots/snapshot_2023_02_21,fselect_sequential,115.0538,238.865,0.0963689999999966,238.857,0.0816564619474651 +10,data_1000,100,mlr3fselect/default/snapshots/snapshot_2023_03_02,fselect_sequential,111.8161,238.97,0.0741299999999958,239.15,0.638400779726623 +10,data_1000,100,mlr3fselect/default/snapshots/snapshot_2024_04_24,fselect_sequential,2.8442,230.265,0.0296519999999941,230.26,0.0339934634239563 +10,data_1000,100,mlr3fselect/default/snapshots/snapshot_2024_07_05,fselect_sequential,3.5052,272.29,0.0148260000000708,272.291,0.0202484567313213 +10,data_1000,100,mlr3fselect/default/snapshots/snapshot_2024_07_19,fselect_sequential,2.9113,246.16,0.163085999999999,246.349,0.53290503635993 +10,data_1000,1000,mlr3fselect/default/snapshots/snapshot_2022_12_21,fselect_sequential,2469.887,1024,0,1019.563,33.483310618874 +10,data_1000,1000,mlr3fselect/default/snapshots/snapshot_2023_01_26,fselect_sequential,883.1363,561.24,0.244628999999946,561.238,0.23054524742686 +10,data_1000,1000,mlr3fselect/default/snapshots/snapshot_2023_02_21,fselect_sequential,974.4765,642.995,0.65975699999999,642.403,2.47988821432651 +10,data_1000,1000,mlr3fselect/default/snapshots/snapshot_2023_03_02,fselect_sequential,1070.0945,639.81,2.07563999999988,640.748,2.57459727163514 +10,data_1000,1000,mlr3fselect/default/snapshots/snapshot_2024_04_24,fselect_sequential,25.372,445.115,0.274280999999961,445.129,0.748189666981432 +10,data_1000,1000,mlr3fselect/default/snapshots/snapshot_2024_07_05,fselect_sequential,25.7849,511.92,50.2453140000001,508.346,42.4576636715263 +10,data_1000,1000,mlr3fselect/default/snapshots/snapshot_2024_07_19,fselect_sequential,25.5759,536.95,1.55672999999993,524.985,22.9595355402112 +10,data_10000,10,mlr3fselect/default/snapshots/snapshot_2022_12_21,fselect_sequential,34.5539,296.265,2.15718299999998,300.195,9.57901786893278 +10,data_10000,10,mlr3fselect/default/snapshots/snapshot_2023_01_26,fselect_sequential,11.1091,233.7,0.0444780000000017,233.884,0.590069675735184 +10,data_10000,10,mlr3fselect/default/snapshots/snapshot_2023_02_21,fselect_sequential,12.0034,233.635,0.111194999999983,234.211,0.95565509817437 +10,data_10000,10,mlr3fselect/default/snapshots/snapshot_2023_03_02,fselect_sequential,10.4856,233.62,0.0222389999999798,234.003,0.802372177428351 +10,data_10000,10,mlr3fselect/default/snapshots/snapshot_2024_04_24,fselect_sequential,0.8287,210.925,0.0444780000000017,211.106,0.574962800729079 +10,data_10000,10,mlr3fselect/default/snapshots/snapshot_2024_07_05,fselect_sequential,1.3304,247.42,0.0222390000000008,247.416,0.0211869981094244 +10,data_10000,10,mlr3fselect/default/snapshots/snapshot_2024_07_19,fselect_sequential,0.9736,224.715,0.0444779999999595,224.726,0.0422163738639646 +10,data_10000,100,mlr3fselect/default/snapshots/snapshot_2022_12_21,fselect_sequential,264.6839,431.47,4.63312500000004,431.886,9.66969860497787 +10,data_10000,100,mlr3fselect/default/snapshots/snapshot_2023_01_26,fselect_sequential,100.8073,275.7,0.0296520000000152,276.054,0.778905214601452 +10,data_10000,100,mlr3fselect/default/snapshots/snapshot_2023_02_21,fselect_sequential,122.8012,276.18,0.0518910000000371,276.364,0.604321474419402 +10,data_10000,100,mlr3fselect/default/snapshots/snapshot_2023_03_02,fselect_sequential,114.9397,276.145,0.0370650000000506,276.312,0.587495626461267 +10,data_10000,100,mlr3fselect/default/snapshots/snapshot_2024_04_24,fselect_sequential,3.0565,227,0.0593040000000093,228.193,2.60987036715109 +10,data_10000,100,mlr3fselect/default/snapshots/snapshot_2024_07_05,fselect_sequential,3.7765,261.05,0.0370649999999663,261.065,0.0497214463005901 +10,data_10000,100,mlr3fselect/default/snapshots/snapshot_2024_07_19,fselect_sequential,3.3647,237.58,0.0593040000000093,237.78,0.644842788765003 +10,data_10000,1000,mlr3fselect/default/snapshots/snapshot_2022_12_21,fselect_sequential,2587.4615,1085.44,30.363648,1088.512,32.7573315966568 +10,data_10000,1000,mlr3fselect/default/snapshots/snapshot_2023_01_26,fselect_sequential,968.3674,625.2,14.2403730000001,644.215,32.439260934861 +10,data_10000,1000,mlr3fselect/default/snapshots/snapshot_2023_02_21,fselect_sequential,889.2655,638.795,0.422541000000121,639.442,1.23610319597965 +10,data_10000,1000,mlr3fselect/default/snapshots/snapshot_2023_03_02,fselect_sequential,1122.4633,641.445,0.148259999999949,629.708,25.4012207930599 +10,data_10000,1000,mlr3fselect/default/snapshots/snapshot_2024_04_24,fselect_sequential,26.1339,460.34,0.845082000000074,463.525,4.4337549924791 +10,data_10000,1000,mlr3fselect/default/snapshots/snapshot_2024_07_05,fselect_sequential,27.2083,576.215,2.26837799999996,570.313,8.51156735794819 +10,data_10000,1000,mlr3fselect/default/snapshots/snapshot_2024_07_19,fselect_sequential,26.756,420.885,3.69167400000001,435.59,31.6456140545398 +100,data_1000,10,mlr3fselect/default/snapshots/snapshot_2022_12_21,fselect_sequential,34.4438,362.43,0.578214000000022,362.583,0.767637790743644 +100,data_1000,10,mlr3fselect/default/snapshots/snapshot_2023_01_26,fselect_sequential,14.5076,210.28,0.0148259999999865,210.28,0.010540925533891 +100,data_1000,10,mlr3fselect/default/snapshots/snapshot_2023_02_21,fselect_sequential,12.6099,210.91,0,211.089,0.569589520814969 +100,data_1000,10,mlr3fselect/default/snapshots/snapshot_2023_03_02,fselect_sequential,11.2007,210.905,0.0222390000000219,211.279,0.793829676665943 +100,data_1000,10,mlr3fselect/default/snapshots/snapshot_2024_04_24,fselect_sequential,1.8751,180.43,0.0222390000000008,180.423,0.0258413965910885 +100,data_1000,10,mlr3fselect/default/snapshots/snapshot_2024_07_05,fselect_sequential,2.8416,222.085,0.0667169999999815,222.245,0.57306679851092 +100,data_1000,10,mlr3fselect/default/snapshots/snapshot_2024_07_19,fselect_sequential,2.0845,197.06,0.0296519999999941,197.066,0.0455094617756716 +100,data_1000,100,mlr3fselect/default/snapshots/snapshot_2022_12_21,fselect_sequential,306.377,459.58,1.28986200000001,461.622,7.04343476816058 +100,data_1000,100,mlr3fselect/default/snapshots/snapshot_2023_01_26,fselect_sequential,102.8168,239.575,0.0667170000000236,239.758,0.602786123854151 +100,data_1000,100,mlr3fselect/default/snapshots/snapshot_2023_02_21,fselect_sequential,99.7927,238.89,0.0963689999999756,239.098,0.656316319400262 +100,data_1000,100,mlr3fselect/default/snapshots/snapshot_2023_03_02,fselect_sequential,106.677,239,0.0370650000000084,239.159,0.601654201163577 +100,data_1000,100,mlr3fselect/default/snapshots/snapshot_2024_04_24,fselect_sequential,12.267,230.24,0.051891000000016,230.429,0.581386274347793 +100,data_1000,100,mlr3fselect/default/snapshots/snapshot_2024_07_05,fselect_sequential,13.1126,272.3,0.0222390000000219,272.494,0.553879248773795 +100,data_1000,100,mlr3fselect/default/snapshots/snapshot_2024_07_19,fselect_sequential,12.5689,246.125,0.229803000000002,246.335,0.664166143872649 +100,data_1000,1000,mlr3fselect/default/snapshots/snapshot_2022_12_21,fselect_sequential,2361.2765,1029.12,7.59091200000001,1035.264,14.0320800707205 +100,data_1000,1000,mlr3fselect/default/snapshots/snapshot_2023_01_26,fselect_sequential,1098.0793,561.385,0.200150999999987,561.343,0.217462640469573 +100,data_1000,1000,mlr3fselect/default/snapshots/snapshot_2023_02_21,fselect_sequential,998.0383,642.735,3.55082699999997,634.87,22.2025814314962 +100,data_1000,1000,mlr3fselect/default/snapshots/snapshot_2023_03_02,fselect_sequential,1195.6148,642.775,0.689409000000047,642.086,1.97571477923533 +100,data_1000,1000,mlr3fselect/default/snapshots/snapshot_2024_04_24,fselect_sequential,116.5952,445.045,0.140847000000083,445.169,0.748486621271355 +100,data_1000,1000,mlr3fselect/default/snapshots/snapshot_2024_07_05,fselect_sequential,117.9244,511.05,37.317042,504.103,41.4707104271597 +100,data_1000,1000,mlr3fselect/default/snapshots/snapshot_2024_07_19,fselect_sequential,117.3482,537.87,0.533735999999936,537.103,3.27107882305926 +100,data_10000,10,mlr3fselect/default/snapshots/snapshot_2022_12_21,fselect_sequential,33.1544,294.54,0.118608000000019,295.256,0.974065934341423 +100,data_10000,10,mlr3fselect/default/snapshots/snapshot_2023_01_26,fselect_sequential,12.39,233.68,0.0148260000000287,233.869,0.577455144963177 +100,data_10000,10,mlr3fselect/default/snapshots/snapshot_2023_02_21,fselect_sequential,11.872,233.605,0.0296519999999941,233.793,0.558809249903556 +100,data_10000,10,mlr3fselect/default/snapshots/snapshot_2023_03_02,fselect_sequential,13.2955,233.65,0.0370650000000084,233.652,0.02898275349238 +100,data_10000,10,mlr3fselect/default/snapshots/snapshot_2024_04_24,fselect_sequential,1.6242,210.94,0.0370650000000084,210.934,0.043512450325546 +100,data_10000,10,mlr3fselect/default/snapshots/snapshot_2024_07_05,fselect_sequential,1.9338,247.43,0.0296520000000152,247.611,0.576511539828612 +100,data_10000,10,mlr3fselect/default/snapshots/snapshot_2024_07_19,fselect_sequential,1.7049,224.72,0.0148259999999865,224.721,0.0233095116493992 +100,data_10000,100,mlr3fselect/default/snapshots/snapshot_2022_12_21,fselect_sequential,254.3782,428.925,2.779875,421.973,16.8569142095066 +100,data_10000,100,mlr3fselect/default/snapshots/snapshot_2023_01_26,fselect_sequential,106.2009,275.69,0.0815430000000101,275.27,1.37528986843582 +100,data_10000,100,mlr3fselect/default/snapshots/snapshot_2023_02_21,fselect_sequential,104.2904,276.19,0.029651999999973,276.346,0.576198268345589 +100,data_10000,100,mlr3fselect/default/snapshots/snapshot_2023_03_02,fselect_sequential,127.0164,276.14,0.0518909999999528,276.143,0.0400138864784562 +100,data_10000,100,mlr3fselect/default/snapshots/snapshot_2024_04_24,fselect_sequential,12.2932,227.05,0.103782000000032,227.327,0.838955037862913 +100,data_10000,100,mlr3fselect/default/snapshots/snapshot_2024_07_05,fselect_sequential,12.6991,261.06,0.0593040000000303,261.061,0.0738542107428217 +100,data_10000,100,mlr3fselect/default/snapshots/snapshot_2024_07_19,fselect_sequential,12.5177,237.605,0.0370649999999874,237.796,0.613952585936222 +100,data_10000,1000,mlr3fselect/default/snapshots/snapshot_2022_12_21,fselect_sequential,2492.2084,1126.4,22.772736,1118.208,31.5802514943191 +100,data_10000,1000,mlr3fselect/default/snapshots/snapshot_2023_01_26,fselect_sequential,955.6542,655.79,29.3554800000001,651.274,25.1753429635692 +100,data_10000,1000,mlr3fselect/default/snapshots/snapshot_2023_02_21,fselect_sequential,1112.9635,638.715,0.177912000000007,639.162,1.11354089881485 +100,data_10000,1000,mlr3fselect/default/snapshots/snapshot_2023_03_02,fselect_sequential,1356.6882,638.585,2.15718300000006,633.962,18.8267792725622 +100,data_10000,1000,mlr3fselect/default/snapshots/snapshot_2024_04_24,fselect_sequential,117.5034,460.27,6.28622400000001,462.285,5.86145649324656 +100,data_10000,1000,mlr3fselect/default/snapshots/snapshot_2024_07_05,fselect_sequential,118.3769,560.51,0.244628999999946,564.02,7.56734064546089 +100,data_10000,1000,mlr3fselect/default/snapshots/snapshot_2024_07_19,fselect_sequential,117.9375,420.215,4.14386700000007,449.192,39.763572050587 +1000,data_1000,10,mlr3fselect/default/snapshots/snapshot_2022_12_21,fselect_sequential,41.359,362.475,1.35657900000003,360.992,6.87696283091436 +1000,data_1000,10,mlr3fselect/default/snapshots/snapshot_2023_01_26,fselect_sequential,20.9353,210.285,0.0148259999999865,210.665,0.806849152912457 +1000,data_1000,10,mlr3fselect/default/snapshots/snapshot_2023_02_21,fselect_sequential,20.0355,210.91,0.0148259999999865,211.098,0.587552361732793 +1000,data_1000,10,mlr3fselect/default/snapshots/snapshot_2023_03_02,fselect_sequential,21.2062,210.9,0.0148259999999865,211.261,0.761087671982962 +1000,data_1000,10,mlr3fselect/default/snapshots/snapshot_2024_04_24,fselect_sequential,11.1435,180.53,0.0593040000000093,180.888,0.800732997529966 +1000,data_1000,10,mlr3fselect/default/snapshots/snapshot_2024_07_05,fselect_sequential,11.5218,222.02,0.0593039999999882,222.025,0.0479003595440026 +1000,data_1000,10,mlr3fselect/default/snapshots/snapshot_2024_07_19,fselect_sequential,11.0255,197.075,0.0222390000000008,197.079,0.0299814757623604 +1000,data_1000,100,mlr3fselect/default/snapshots/snapshot_2022_12_21,fselect_sequential,311.6202,459.25,1.47518700000001,464.363,10.9483302126144 +1000,data_1000,100,mlr3fselect/default/snapshots/snapshot_2023_01_26,fselect_sequential,160.3625,239.55,0.133434000000005,239.737,0.583534251113181 +1000,data_1000,100,mlr3fselect/default/snapshots/snapshot_2023_02_21,fselect_sequential,163.1748,238.87,0.133434000000005,239.093,0.620627818333089 +1000,data_1000,100,mlr3fselect/default/snapshots/snapshot_2023_03_02,fselect_sequential,172.8293,238.955,0.0741299999999747,239.204,0.603640805630484 +1000,data_1000,100,mlr3fselect/default/snapshots/snapshot_2024_04_24,fselect_sequential,102.2085,230.27,0.0370650000000084,230.265,0.0306412938514217 +1000,data_1000,100,mlr3fselect/default/snapshots/snapshot_2024_07_05,fselect_sequential,102.6325,272.27,0.0148259999999865,272.451,0.59031912273504 +1000,data_1000,100,mlr3fselect/default/snapshots/snapshot_2024_07_19,fselect_sequential,102.2538,246.175,0.148260000000013,246.169,0.11751595636338 +1000,data_10000,10,mlr3fselect/default/snapshots/snapshot_2022_12_21,fselect_sequential,35.1856,294.52,0.0370650000000084,297.074,6.92325260745748 +1000,data_10000,10,mlr3fselect/default/snapshots/snapshot_2023_01_26,fselect_sequential,19.3185,233.735,0.0074130000000354,234.079,0.744004928299093 +1000,data_10000,10,mlr3fselect/default/snapshots/snapshot_2023_02_21,fselect_sequential,22.3689,233.63,0.029651999999973,233.821,0.618644575755026 +1000,data_10000,10,mlr3fselect/default/snapshots/snapshot_2023_03_02,fselect_sequential,21.3158,233.62,0.0518909999999949,233.804,0.584184141440961 +1000,data_10000,10,mlr3fselect/default/snapshots/snapshot_2024_04_24,fselect_sequential,10.7985,210.925,0.0518910000000371,211.494,0.934584875165915 +1000,data_10000,10,mlr3fselect/default/snapshots/snapshot_2024_07_05,fselect_sequential,11.3367,247.42,0.00741299999999326,247.799,0.799603373902062 +1000,data_10000,10,mlr3fselect/default/snapshots/snapshot_2024_07_19,fselect_sequential,10.8203,224.71,0.0444779999999595,224.909,0.619649542528315 +1000,data_10000,100,mlr3fselect/default/snapshots/snapshot_2022_12_21,fselect_sequential,221.4193,422.285,11.771844,424.489,13.9191781765703 +1000,data_10000,100,mlr3fselect/default/snapshots/snapshot_2023_01_26,fselect_sequential,150.8079,275.66,0.0963689999999966,275.838,0.612695320331035 +1000,data_10000,100,mlr3fselect/default/snapshots/snapshot_2023_02_21,fselect_sequential,174.0337,276.195,0.0741300000000169,276.692,0.85778526191324 +1000,data_10000,100,mlr3fselect/default/snapshots/snapshot_2023_03_02,fselect_sequential,181.974,276.195,0.0889560000000034,276.539,0.798087296812413 +1000,data_10000,100,mlr3fselect/default/snapshots/snapshot_2024_04_24,fselect_sequential,102.4644,226.975,0.0370650000000506,227.168,0.589119870843128 +1000,data_10000,100,mlr3fselect/default/snapshots/snapshot_2024_07_05,fselect_sequential,103.265,261.07,0.0815430000000101,261.439,0.802613093450241 +1000,data_10000,100,mlr3fselect/default/snapshots/snapshot_2024_07_19,fselect_sequential,102.6193,237.59,0.0518909999999949,237.799,0.638426015899872 diff --git a/mlr-org/benchmark_results/mlr3fselect_fselect_nested_memory.csv b/mlr-org/benchmark_results/mlr3fselect_fselect_nested_memory.csv new file mode 100644 index 00000000..cf0a0d92 --- /dev/null +++ b/mlr-org/benchmark_results/mlr3fselect_fselect_nested_memory.csv @@ -0,0 +1,148 @@ +model_time,task,evals,renv_project,algorithm,mean_run_time,median_memory,mad_memory,mean_memory,sd_memory +1,data_1000,10,mlr3fselect/default/snapshots/snapshot_2022_12_21,fselect_nested_sequential,410.7846,446.045,0.859907999999976,447.225,4.5418039734596 +1,data_1000,10,mlr3fselect/default/snapshots/snapshot_2023_01_26,fselect_nested_sequential,117.3731,266.76,1.42329599999997,267.451,2.15170449230888 +1,data_1000,10,mlr3fselect/default/snapshots/snapshot_2023_02_21,fselect_nested_sequential,96.4043,262.77,0.489257999999976,263.896,2.90780253035785 +1,data_1000,10,mlr3fselect/default/snapshots/snapshot_2023_03_02,fselect_nested_sequential,93.0108,267.325,0.259454999999975,267.771,0.874254603139796 +1,data_1000,10,mlr3fselect/default/snapshots/snapshot_2024_04_24,fselect_nested_sequential,3.6837,213.025,0.0518909999999949,212.091,2.99069092723106 +1,data_1000,10,mlr3fselect/default/snapshots/snapshot_2024_07_05,fselect_nested_sequential,4.2395,275.66,0.0518909999999528,275.664,0.0440201973845812 +1,data_1000,10,mlr3fselect/default/snapshots/snapshot_2024_07_19,fselect_nested_sequential,3.3429,250.195,0.0222389999999798,250.368,0.56310251681594 +1,data_1000,100,mlr3fselect/default/snapshots/snapshot_2022_12_21,fselect_nested_sequential,3414.8128,615.21,1.16384100000004,600.155,24.6694044651805 +1,data_1000,100,mlr3fselect/default/snapshots/snapshot_2023_01_26,fselect_nested_sequential,1186.0683,410.615,2.23131299999999,410.241,5.57847340726435 +1,data_1000,100,mlr3fselect/default/snapshots/snapshot_2023_02_21,fselect_nested_sequential,805.1171,409.605,1.00075500000002,409.652,0.784938780344612 +1,data_1000,100,mlr3fselect/default/snapshots/snapshot_2023_03_02,fselect_nested_sequential,800.7288,409.6,0.555975,409.88,2.16315099385647 +1,data_1000,100,mlr3fselect/default/snapshots/snapshot_2024_04_24,fselect_nested_sequential,18.2767,249.74,0.474432000000011,249.259,2.44301930678686 +1,data_1000,100,mlr3fselect/default/snapshots/snapshot_2024_07_05,fselect_nested_sequential,18.9306,301.11,1.14160200000002,301.554,1.25501837082615 +1,data_1000,100,mlr3fselect/default/snapshots/snapshot_2024_07_19,fselect_nested_sequential,17.7257,264.275,0.244628999999988,264.778,0.944760992703085 +1,data_1000,1000,mlr3fselect/default/snapshots/snapshot_2024_04_24,fselect_nested_sequential,160.6008,537.735,1.87548899999998,551.626,31.7820911136375 +1,data_1000,1000,mlr3fselect/default/snapshots/snapshot_2024_07_05,fselect_nested_sequential,160.9133,649.5,2.07563999999997,650.167,6.94852030611153 +1,data_1000,1000,mlr3fselect/default/snapshots/snapshot_2024_07_19,fselect_nested_sequential,165.6005,574.36,10.437504,597.174,38.027547383443 +1,data_10000,10,mlr3fselect/default/snapshots/snapshot_2022_12_21,fselect_nested_sequential,251.9455,467.515,0.0593039999999882,467.67,0.886929785521063 +1,data_10000,10,mlr3fselect/default/snapshots/snapshot_2023_01_26,fselect_nested_sequential,127.76,285.57,1.07488500000003,285.282,1.08992150583834 +1,data_10000,10,mlr3fselect/default/snapshots/snapshot_2023_02_21,fselect_nested_sequential,144.8407,288.475,2.24613899999998,289.498,3.08750816463157 +1,data_10000,10,mlr3fselect/default/snapshots/snapshot_2023_03_02,fselect_nested_sequential,56.8412,288.88,0.422540999999995,288.686,0.897913631085358 +1,data_10000,10,mlr3fselect/default/snapshots/snapshot_2024_04_24,fselect_nested_sequential,3.5845,229.49,0.051891000000016,229.506,0.11692352676477 +1,data_10000,10,mlr3fselect/default/snapshots/snapshot_2024_07_05,fselect_nested_sequential,4.0577,284.93,0.148260000000034,283.99,3.31292418667658 +1,data_10000,10,mlr3fselect/default/snapshots/snapshot_2024_07_19,fselect_nested_sequential,3.2775,267.015,0.0518909999999949,267.023,0.0429599296502615 +1,data_10000,100,mlr3fselect/default/snapshots/snapshot_2022_12_21,fselect_nested_sequential,2598.7848,619.16,3.18759000000005,619.032,6.34732279521585 +1,data_10000,100,mlr3fselect/default/snapshots/snapshot_2023_01_26,fselect_nested_sequential,708.8478,439.58,0.741300000000084,442.334,8.25576996880229 +1,data_10000,100,mlr3fselect/default/snapshots/snapshot_2023_02_21,fselect_nested_sequential,706.7146,471.275,0.311346000000012,471.437,0.690169866369466 +1,data_10000,100,mlr3fselect/default/snapshots/snapshot_2023_03_02,fselect_nested_sequential,834.5234,419.675,35.3007059999999,419.858,24.220198090758 +1,data_10000,100,mlr3fselect/default/snapshots/snapshot_2024_04_24,fselect_nested_sequential,18.7975,280.045,0.311346000000012,279.524,2.54329270391314 +1,data_10000,100,mlr3fselect/default/snapshots/snapshot_2024_07_05,fselect_nested_sequential,20.2257,328.27,1.93479300000005,325.783,3.99936675543072 +1,data_10000,100,mlr3fselect/default/snapshots/snapshot_2024_07_19,fselect_nested_sequential,18.9048,294.38,1.06005899999996,294.433,1.56275433485596 +1,data_10000,1000,mlr3fselect/default/snapshots/snapshot_2023_01_26,fselect_nested_sequential,3900.3877,786.14,59.808084,824.256,94.6176871179779 +1,data_10000,1000,mlr3fselect/default/snapshots/snapshot_2023_02_21,fselect_nested_sequential,4359.2962,907.015,45.701145,876.71,75.45345555742 +1,data_10000,1000,mlr3fselect/default/snapshots/snapshot_2023_03_02,fselect_nested_sequential,5563.2264,724.37,33.5734769999998,743.468,68.9907772902372 +1,data_10000,1000,mlr3fselect/default/snapshots/snapshot_2024_04_24,fselect_nested_sequential,170.1858,500.145,3.77321699999994,517.98,26.5940252270652 +1,data_10000,1000,mlr3fselect/default/snapshots/snapshot_2024_07_05,fselect_nested_sequential,167.2125,768.985,37.606149,710.109,96.429203097402 +1,data_10000,1000,mlr3fselect/default/snapshots/snapshot_2024_07_19,fselect_nested_sequential,167.7241,720.465,6.25657200000004,735.911,24.9367009535031 +10,data_1000,10,mlr3fselect/default/snapshots/snapshot_2022_12_21,fselect_nested_sequential,341.201,446.995,1.83101100000002,448.168,4.79585654497714 +10,data_1000,10,mlr3fselect/default/snapshots/snapshot_2023_01_26,fselect_nested_sequential,110.9432,266.065,1.19349300000001,265.363,1.7873882249435 +10,data_1000,10,mlr3fselect/default/snapshots/snapshot_2023_02_21,fselect_nested_sequential,106.8174,262.725,1.08229800000003,264.533,3.96007589714025 +10,data_1000,10,mlr3fselect/default/snapshots/snapshot_2023_03_02,fselect_nested_sequential,150.0645,270.095,4.04749800000003,270.124,2.39161591119199 +10,data_1000,10,mlr3fselect/default/snapshots/snapshot_2024_04_24,fselect_nested_sequential,4.6099,213.045,0.0593040000000093,213.217,0.578427946151373 +10,data_1000,10,mlr3fselect/default/snapshots/snapshot_2024_07_05,fselect_nested_sequential,4.4502,275.625,0.029651999999973,275.59,0.157409586041576 +10,data_1000,10,mlr3fselect/default/snapshots/snapshot_2024_07_19,fselect_nested_sequential,4.0857,250.205,0.0222390000000219,250.137,0.237020861716621 +10,data_1000,100,mlr3fselect/default/snapshots/snapshot_2022_12_21,fselect_nested_sequential,1987.0434,614.935,3.20241599999987,611.043,14.0369204045775 +10,data_1000,100,mlr3fselect/default/snapshots/snapshot_2023_01_26,fselect_nested_sequential,820.4719,412.55,1.23797099999997,411.93,4.17780112286622 +10,data_1000,100,mlr3fselect/default/snapshots/snapshot_2023_02_21,fselect_nested_sequential,836.566,409.49,0.296520000000025,409.85,0.649016349734141 +10,data_1000,100,mlr3fselect/default/snapshots/snapshot_2023_03_02,fselect_nested_sequential,899.1136,409.14,2.320269,410.649,5.19856914074547 +10,data_1000,100,mlr3fselect/default/snapshots/snapshot_2024_04_24,fselect_nested_sequential,27.9351,249.645,0.496671000000012,249.461,1.37116698067336 +10,data_1000,100,mlr3fselect/default/snapshots/snapshot_2024_07_05,fselect_nested_sequential,28.6905,301.355,0.82284300000001,301.23,0.585927564730588 +10,data_1000,100,mlr3fselect/default/snapshots/snapshot_2024_07_19,fselect_nested_sequential,26.9632,264.275,0.10378199999999,264.225,0.186800547227368 +10,data_1000,1000,mlr3fselect/default/snapshots/snapshot_2023_01_26,fselect_nested_sequential,5555.5837,656.985,38.199189,654.649,41.0463054095954 +10,data_1000,1000,mlr3fselect/default/snapshots/snapshot_2023_02_21,fselect_nested_sequential,2337.7821,664.785,8.62131899999991,663.202,15.5863186445321 +10,data_1000,1000,mlr3fselect/default/snapshots/snapshot_2023_03_02,fselect_nested_sequential,1978.6512,676.055,0.407714999999966,674.141,4.59257722368993 +10,data_1000,1000,mlr3fselect/default/snapshots/snapshot_2024_04_24,fselect_nested_sequential,252.4106,536.5,1.13418899999998,542.931,22.5187504340519 +10,data_1000,1000,mlr3fselect/default/snapshots/snapshot_2024_07_05,fselect_nested_sequential,255.1061,649.01,0.340998000000027,648.415,7.41645355499065 +10,data_1000,1000,mlr3fselect/default/snapshots/snapshot_2024_07_19,fselect_nested_sequential,258.2505,648.98,4.52193000000002,617.433,43.1996813388453 +10,data_10000,10,mlr3fselect/default/snapshots/snapshot_2022_12_21,fselect_nested_sequential,117.5267,468.205,2.25355200000002,468.613,4.07680989118807 +10,data_10000,10,mlr3fselect/default/snapshots/snapshot_2023_01_26,fselect_nested_sequential,102.3239,284.89,1.16384099999999,286.56,3.99543628545258 +10,data_10000,10,mlr3fselect/default/snapshots/snapshot_2023_02_21,fselect_nested_sequential,51.7129,288.44,2.20907399999997,288.048,3.90915392948966 +10,data_10000,10,mlr3fselect/default/snapshots/snapshot_2023_03_02,fselect_nested_sequential,89.4188,289.65,2.67609300000005,288.485,3.85772025366739 +10,data_10000,10,mlr3fselect/default/snapshots/snapshot_2024_04_24,fselect_nested_sequential,4.7742,229.515,0.148260000000013,230.322,1.55208676733401 +10,data_10000,10,mlr3fselect/default/snapshots/snapshot_2024_07_05,fselect_nested_sequential,4.8922,285.26,0.0889560000000034,285.204,0.184643801231812 +10,data_10000,10,mlr3fselect/default/snapshots/snapshot_2024_07_19,fselect_nested_sequential,4.5051,266.995,0.0593040000000303,267.205,0.633881341857888 +10,data_10000,100,mlr3fselect/default/snapshots/snapshot_2022_12_21,fselect_nested_sequential,2254.9332,616.165,4.84068900000006,617.723,10.2280996931656 +10,data_10000,100,mlr3fselect/default/snapshots/snapshot_2023_01_26,fselect_nested_sequential,802.709,439.305,0.681996000000012,445.041,12.272938116034 +10,data_10000,100,mlr3fselect/default/snapshots/snapshot_2023_02_21,fselect_nested_sequential,808.7522,471.44,0.266867999999968,459.862,23.4784675820208 +10,data_10000,100,mlr3fselect/default/snapshots/snapshot_2023_03_02,fselect_nested_sequential,800.3423,415.99,29.073786,420.672,24.5052152272396 +10,data_10000,100,mlr3fselect/default/snapshots/snapshot_2024_04_24,fselect_nested_sequential,28.2844,280.745,1.20831900000004,281.217,1.61871039205083 +10,data_10000,100,mlr3fselect/default/snapshots/snapshot_2024_07_05,fselect_nested_sequential,28.9563,321.36,1.32692700000002,324.253,4.41768680042696 +10,data_10000,100,mlr3fselect/default/snapshots/snapshot_2024_07_19,fselect_nested_sequential,28.8874,293.96,1.82359799999998,293.761,1.42550926572459 +10,data_10000,1000,mlr3fselect/default/snapshots/snapshot_2022_12_21,fselect_nested_sequential,5151.3975,1187.84,15.181824,1186.816,13.1756435221291 +10,data_10000,1000,mlr3fselect/default/snapshots/snapshot_2023_01_26,fselect_nested_sequential,2990.6268,730.96,39.844875,751.248,81.114629424455 +10,data_10000,1000,mlr3fselect/default/snapshots/snapshot_2023_02_21,fselect_nested_sequential,2575.5052,859.845,89.096847,830.883,95.8997203158939 +10,data_10000,1000,mlr3fselect/default/snapshots/snapshot_2023_03_02,fselect_nested_sequential,2712.3022,740.65,48.866496,784.016,96.6077825482445 +10,data_10000,1000,mlr3fselect/default/snapshots/snapshot_2024_04_24,fselect_nested_sequential,258.8926,498.475,1.54931699999998,498.577,1.14700624816665 +10,data_10000,1000,mlr3fselect/default/snapshots/snapshot_2024_07_05,fselect_nested_sequential,264.459,598.545,2.00892299999994,659.849,99.200393306792 +10,data_10000,1000,mlr3fselect/default/snapshots/snapshot_2024_07_19,fselect_nested_sequential,265.188,721.385,54.352116,717.822,74.487269576008 +100,data_1000,10,mlr3fselect/default/snapshots/snapshot_2022_12_21,fselect_nested_sequential,354.5969,446.585,0.978515999999995,447.317,2.0299482752031 +100,data_1000,10,mlr3fselect/default/snapshots/snapshot_2023_01_26,fselect_nested_sequential,144.1849,266.715,0.53373600000002,266.349,0.817604223733379 +100,data_1000,10,mlr3fselect/default/snapshots/snapshot_2023_02_21,fselect_nested_sequential,119.0287,267.18,2.94296099999998,266.904,3.6151662018041 +100,data_1000,10,mlr3fselect/default/snapshots/snapshot_2023_03_02,fselect_nested_sequential,126.34,267.63,0.800603999999988,268.02,0.905108955994919 +100,data_1000,10,mlr3fselect/default/snapshots/snapshot_2024_04_24,fselect_nested_sequential,14.4281,213.035,0.0518909999999949,213.039,0.0409471203708742 +100,data_1000,10,mlr3fselect/default/snapshots/snapshot_2024_07_05,fselect_nested_sequential,14.5176,275.635,0.0370650000000084,275.834,0.635928018288577 +100,data_1000,10,mlr3fselect/default/snapshots/snapshot_2024_07_19,fselect_nested_sequential,14.1425,250.195,0.0593039999999882,250.921,0.962513491968926 +100,data_1000,100,mlr3fselect/default/snapshots/snapshot_2022_12_21,fselect_nested_sequential,2656.9884,610.395,7.67245500000002,590.718,32.1975819658005 +100,data_1000,100,mlr3fselect/default/snapshots/snapshot_2023_01_26,fselect_nested_sequential,537.1135,411.555,1.59379500000003,411.089,2.40013633872004 +100,data_1000,100,mlr3fselect/default/snapshots/snapshot_2023_02_21,fselect_nested_sequential,818.2773,409.76,2.67609300000001,410.724,3.70035193521434 +100,data_1000,100,mlr3fselect/default/snapshots/snapshot_2023_03_02,fselect_nested_sequential,965.8674,410.285,1.808772,410.111,2.56121260343612 +100,data_1000,100,mlr3fselect/default/snapshots/snapshot_2024_04_24,fselect_nested_sequential,120.8322,249.645,0.526323000000006,248.503,4.68658380675922 +100,data_1000,100,mlr3fselect/default/snapshots/snapshot_2024_07_05,fselect_nested_sequential,120.6791,301.405,1.20831899999995,302.857,4.41301119166695 +100,data_1000,100,mlr3fselect/default/snapshots/snapshot_2024_07_19,fselect_nested_sequential,119.2079,264.205,0.0963689999999966,264.551,0.779963674367799 +100,data_1000,1000,mlr3fselect/default/snapshots/snapshot_2022_12_21,fselect_nested_sequential,5934.275,1479.68,22.7727360000002,1457.152,53.5469216461392 +100,data_1000,1000,mlr3fselect/default/snapshots/snapshot_2023_01_26,fselect_nested_sequential,4809.343,617.58,32.54307,626.784,30.1118943645567 +100,data_1000,1000,mlr3fselect/default/snapshots/snapshot_2023_02_21,fselect_nested_sequential,4876.737,671.375,10.949001,676.569,28.1325380811773 +100,data_1000,1000,mlr3fselect/default/snapshots/snapshot_2023_03_02,fselect_nested_sequential,4869.6799,677.78,9.79998600000002,695.544,37.333306309514 +100,data_1000,1000,mlr3fselect/default/snapshots/snapshot_2024_04_24,fselect_nested_sequential,1169.2,538.755,2.26096499999997,557.918,34.0867705846255 +100,data_1000,1000,mlr3fselect/default/snapshots/snapshot_2024_07_05,fselect_nested_sequential,1170.4787,649.055,0.511497000000125,649.844,7.23205088477673 +100,data_1000,1000,mlr3fselect/default/snapshots/snapshot_2024_07_19,fselect_nested_sequential,1165.5058,572.78,20.296794,600.713,44.2872733286764 +100,data_10000,10,mlr3fselect/default/snapshots/snapshot_2022_12_21,fselect_nested_sequential,226.5895,467.5,2.42405099999999,467.798,1.938875963026 +100,data_10000,10,mlr3fselect/default/snapshots/snapshot_2023_01_26,fselect_nested_sequential,109.2515,286.72,1.95703199999995,286.362,1.46874700945321 +100,data_10000,10,mlr3fselect/default/snapshots/snapshot_2023_02_21,fselect_nested_sequential,128.1859,288.93,1.86066299999999,288.298,2.67054218381878 +100,data_10000,10,mlr3fselect/default/snapshots/snapshot_2023_03_02,fselect_nested_sequential,107.1945,288.755,2.58713699999996,288.215,3.01413429620439 +100,data_10000,10,mlr3fselect/default/snapshots/snapshot_2024_04_24,fselect_nested_sequential,14.9373,229.46,0.0741300000000169,229.643,0.59846191747401 +100,data_10000,10,mlr3fselect/default/snapshots/snapshot_2024_07_05,fselect_nested_sequential,15.019,284.94,0.24462900000003,283.6,4.68359548495243 +100,data_10000,10,mlr3fselect/default/snapshots/snapshot_2024_07_19,fselect_nested_sequential,14.4346,267.05,0.0444779999999595,267.043,0.319202130318698 +100,data_10000,100,mlr3fselect/default/snapshots/snapshot_2022_12_21,fselect_nested_sequential,2469.7777,621.2,13.4249429999999,619.453,11.8753610939252 +100,data_10000,100,mlr3fselect/default/snapshots/snapshot_2023_01_26,fselect_nested_sequential,922.7035,438.98,8.59166700000002,438.302,16.1992597910453 +100,data_10000,100,mlr3fselect/default/snapshots/snapshot_2023_02_21,fselect_nested_sequential,780.1159,469.835,3.42480599999992,461.951,12.1949702291104 +100,data_10000,100,mlr3fselect/default/snapshots/snapshot_2023_03_02,fselect_nested_sequential,840.7777,423.37,40.645479,423.602,27.3695300166688 +100,data_10000,100,mlr3fselect/default/snapshots/snapshot_2024_04_24,fselect_nested_sequential,120.4894,280.125,0.39288899999998,279.588,2.55348476487417 +100,data_10000,100,mlr3fselect/default/snapshots/snapshot_2024_07_05,fselect_nested_sequential,121.3596,329.37,1.712403,328.725,2.73525237511196 +100,data_10000,100,mlr3fselect/default/snapshots/snapshot_2024_07_19,fselect_nested_sequential,120.4789,292.72,2.66868000000006,293.043,3.41888237099006 +100,data_10000,1000,mlr3fselect/default/snapshots/snapshot_2023_01_26,fselect_nested_sequential,4307.6074,746.26,26.827647,801.22,99.8032068066397 +100,data_10000,1000,mlr3fselect/default/snapshots/snapshot_2023_02_21,fselect_nested_sequential,4320.031,750.955,54.8043089999999,807.558,99.2058342594382 +100,data_10000,1000,mlr3fselect/default/snapshots/snapshot_2023_03_02,fselect_nested_sequential,5563.6197,811.075,152.85606,800.908,99.1357616604624 +100,data_10000,1000,mlr3fselect/default/snapshots/snapshot_2024_04_24,fselect_nested_sequential,1176.8794,498.72,1.61603400000001,502.645,14.15430696133 +100,data_10000,1000,mlr3fselect/default/snapshots/snapshot_2024_07_05,fselect_nested_sequential,1179.7547,648.715,75.4272749999999,673.277,84.5561366522594 +100,data_10000,1000,mlr3fselect/default/snapshots/snapshot_2024_07_19,fselect_nested_sequential,1177.1472,754.085,33.8255189999999,728.435,76.2682704158303 +1000,data_1000,10,mlr3fselect/default/snapshots/snapshot_2022_12_21,fselect_nested_sequential,332.8726,447.03,1.14901499999997,447.352,2.07649705032298 +1000,data_1000,10,mlr3fselect/default/snapshots/snapshot_2023_01_26,fselect_nested_sequential,207.6394,265.69,1.24538400000001,265.217,3.02854585568718 +1000,data_1000,10,mlr3fselect/default/snapshots/snapshot_2023_02_21,fselect_nested_sequential,221.2047,264.205,4.04008499999999,265.542,4.10207481377141 +1000,data_1000,10,mlr3fselect/default/snapshots/snapshot_2023_03_02,fselect_nested_sequential,237.1554,268.285,1.40105700000007,268.459,1.29035266497187 +1000,data_1000,10,mlr3fselect/default/snapshots/snapshot_2024_04_24,fselect_nested_sequential,113.5277,213.015,0.0370649999999874,213.011,0.0288482620312247 +1000,data_1000,10,mlr3fselect/default/snapshots/snapshot_2024_07_05,fselect_nested_sequential,113.5259,275.645,0.022239000000064,274.803,2.67159149405577 +1000,data_1000,10,mlr3fselect/default/snapshots/snapshot_2024_07_19,fselect_nested_sequential,113.2683,250.2,0.0222390000000008,249.622,3.27453406354756 +1000,data_1000,100,mlr3fselect/default/snapshots/snapshot_2022_12_21,fselect_nested_sequential,3014.8347,615.805,1.23055799999998,611.199,15.1357864751793 +1000,data_1000,100,mlr3fselect/default/snapshots/snapshot_2023_01_26,fselect_nested_sequential,1699.7986,411.905,0.400302000000015,411.791,0.911731563808356 +1000,data_1000,100,mlr3fselect/default/snapshots/snapshot_2023_02_21,fselect_nested_sequential,1722.4395,410.38,1.43070899999996,411.403,2.61104512918997 +1000,data_1000,100,mlr3fselect/default/snapshots/snapshot_2023_03_02,fselect_nested_sequential,1860.1423,409.855,1.386231,409.308,1.84517268086817 +1000,data_1000,100,mlr3fselect/default/snapshots/snapshot_2024_04_24,fselect_nested_sequential,1030.5461,249.76,0.667169999999983,250.258,1.17434426146869 +1000,data_1000,100,mlr3fselect/default/snapshots/snapshot_2024_07_05,fselect_nested_sequential,1030.7868,300.815,0.541149000000013,301.207,1.15681603262288 +1000,data_1000,100,mlr3fselect/default/snapshots/snapshot_2024_07_19,fselect_nested_sequential,1029.5418,264.265,0.155673000000027,264.389,0.620187247710099 +1000,data_10000,10,mlr3fselect/default/snapshots/snapshot_2022_12_21,fselect_nested_sequential,411.4656,467.67,0.177912000000007,467.482,6.49081881497927 +1000,data_10000,10,mlr3fselect/default/snapshots/snapshot_2023_01_26,fselect_nested_sequential,200.7569,285.03,1.00816799999997,285.265,1.05164685665441 +1000,data_10000,10,mlr3fselect/default/snapshots/snapshot_2023_02_21,fselect_nested_sequential,225.0551,289.26,2.00892299999998,289.08,1.91678550356232 +1000,data_10000,10,mlr3fselect/default/snapshots/snapshot_2023_03_02,fselect_nested_sequential,250.4558,289.875,1.24538400000001,289.476,1.10876507881516 +1000,data_10000,10,mlr3fselect/default/snapshots/snapshot_2024_04_24,fselect_nested_sequential,114.007,229.44,0.0593039999999882,229.624,0.593430703620905 +1000,data_10000,10,mlr3fselect/default/snapshots/snapshot_2024_07_05,fselect_nested_sequential,113.8595,285.29,0.0296520000000152,285.233,0.156847413466437 +1000,data_10000,10,mlr3fselect/default/snapshots/snapshot_2024_07_19,fselect_nested_sequential,113.3508,267.015,0.0222389999999798,267.218,0.577115432320288 +1000,data_10000,100,mlr3fselect/default/snapshots/snapshot_2022_12_21,fselect_nested_sequential,3014.7028,612,9.37003199999999,611.489,7.73194448735605 +1000,data_10000,100,mlr3fselect/default/snapshots/snapshot_2023_01_26,fselect_nested_sequential,1725.7546,439.815,1.393644,441.762,10.5405447887879 +1000,data_10000,100,mlr3fselect/default/snapshots/snapshot_2023_02_21,fselect_nested_sequential,1630.5573,464.72,10.0816799999999,461.643,11.3273308123906 +1000,data_10000,100,mlr3fselect/default/snapshots/snapshot_2023_03_02,fselect_nested_sequential,1624.8489,425.89,44.374218,424.852,32.0124888129617 +1000,data_10000,100,mlr3fselect/default/snapshots/snapshot_2024_04_24,fselect_nested_sequential,1030.777,280.23,0.437367000000024,280.451,0.855225116562878 +1000,data_10000,100,mlr3fselect/default/snapshots/snapshot_2024_07_05,fselect_nested_sequential,1031.5546,327.81,2.127531,325.655,3.9299936386717 +1000,data_10000,100,mlr3fselect/default/snapshots/snapshot_2024_07_19,fselect_nested_sequential,1031.4842,294.21,1.39364399999995,294.646,2.30437361939807 diff --git a/mlr-org/benchmark_results/mlr3fselect_fselect_nested_runtime.csv b/mlr-org/benchmark_results/mlr3fselect_fselect_nested_runtime.csv new file mode 100644 index 00000000..939fb178 --- /dev/null +++ b/mlr-org/benchmark_results/mlr3fselect_fselect_nested_runtime.csv @@ -0,0 +1,155 @@ +model_time,task,evals,renv_project,algorithm,median_run_time,mad_run_time,mean_run_time,sd_run_time,k +1,data_1000,10,mlr3fselect/default/snapshots/snapshot_2022_12_21,fselect_nested_sequential,71932.4164055,24547.289680956,147466.721040185,125425.423934553,719.324164055 +1,data_1000,10,mlr3fselect/default/snapshots/snapshot_2023_01_26,fselect_nested_sequential,126048.304386,6499.7708232534,106018.43024773,35847.0681160049,1260.48304386 +1,data_1000,10,mlr3fselect/default/snapshots/snapshot_2023_02_21,fselect_nested_sequential,86384.645458,12828.0355059486,89239.106845848,12604.3529399279,863.84645458 +1,data_1000,10,mlr3fselect/default/snapshots/snapshot_2023_03_02,fselect_nested_sequential,87484.670377,12506.661805932,90354.679025406,12307.6500120664,874.84670377 +1,data_1000,10,mlr3fselect/default/snapshots/snapshot_2024_04_24,fselect_nested_sequential,4245.754804,696.3033746592,4255.764548063,576.757703248765,42.45754804 +1,data_1000,10,mlr3fselect/default/snapshots/snapshot_2024_07_05,fselect_nested_sequential,3225.300843,396.1914299721,3221.994040817,335.024456188826,32.25300843 +1,data_1000,10,mlr3fselect/default/snapshots/snapshot_2024_07_19,fselect_nested_sequential,3325.541661,340.5687791457,3221.552717291,320.04862947095,33.25541661 +1,data_1000,100,mlr3fselect/default/snapshots/snapshot_2022_12_21,fselect_nested_sequential,660605.6420235,102368.226803552,1453352.76786122,1174031.85728247,660.6056420235 +1,data_1000,100,mlr3fselect/default/snapshots/snapshot_2023_01_26,fselect_nested_sequential,754466.014935,164219.258022828,738038.37251795,130447.031379172,754.466014935 +1,data_1000,100,mlr3fselect/default/snapshots/snapshot_2023_02_21,fselect_nested_sequential,753101.3736945,152733.964905526,740473.97755826,130530.497149756,753.1013736945 +1,data_1000,100,mlr3fselect/default/snapshots/snapshot_2023_03_02,fselect_nested_sequential,768104.828957,150504.01099012,745524.82111151,127306.281227629,768.104828957 +1,data_1000,100,mlr3fselect/default/snapshots/snapshot_2024_04_24,fselect_nested_sequential,19267.495171,509.477746984504,19226.95552335,414.618394141332,19.267495171 +1,data_1000,100,mlr3fselect/default/snapshots/snapshot_2024_07_05,fselect_nested_sequential,19844.730263,521.281882012498,19738.89132512,501.002884960124,19.844730263 +1,data_1000,100,mlr3fselect/default/snapshots/snapshot_2024_07_19,fselect_nested_sequential,18589.790007,737.706437055,18570.44624016,695.277475236513,18.589790007 +1,data_1000,1000,mlr3fselect/default/snapshots/snapshot_2022_12_21,fselect_nested_sequential,14614966.102296,4701.15353761152,14597091.4623644,31987.8061706223,1461.4966102296 +1,data_1000,1000,mlr3fselect/default/snapshots/snapshot_2023_01_26,fselect_nested_sequential,10118942.6888275,1992.16411807017,10118336.2024898,2748.9140883181,1011.89426888275 +1,data_1000,1000,mlr3fselect/default/snapshots/snapshot_2023_02_21,fselect_nested_sequential,10108063.019904,3917.79554333787,10105853.9683241,7019.3517430161,1010.8063019904 +1,data_1000,1000,mlr3fselect/default/snapshots/snapshot_2023_03_02,fselect_nested_sequential,10111590.0373935,4642.36769741587,10708593.7361555,1261290.98203957,1011.15900373935 +1,data_1000,1000,mlr3fselect/default/snapshots/snapshot_2024_04_24,fselect_nested_sequential,166596.6127955,8027.4008367462,165740.9194572,5614.06661975484,16.65966127955 +1,data_1000,1000,mlr3fselect/default/snapshots/snapshot_2024_07_05,fselect_nested_sequential,171148.660065,1932.92562971759,171350.2893683,3847.42199501547,17.1148660065 +1,data_1000,1000,mlr3fselect/default/snapshots/snapshot_2024_07_19,fselect_nested_sequential,164875.327046,8433.7487075646,164477.4916047,5810.49561740981,16.4875327046 +1,data_10000,10,mlr3fselect/default/snapshots/snapshot_2022_12_21,fselect_nested_sequential,27717.500141,4168.8783456159,26748.055350551,3616.80276693366,277.17500141 +1,data_10000,10,mlr3fselect/default/snapshots/snapshot_2023_01_26,fselect_nested_sequential,91928.3264745,16424.208040443,92491.500443688,14412.4853575981,919.283264745 +1,data_10000,10,mlr3fselect/default/snapshots/snapshot_2023_02_21,fselect_nested_sequential,91218.162804,16933.1341786845,91973.538367053,14481.5100223672,912.18162804 +1,data_10000,10,mlr3fselect/default/snapshots/snapshot_2023_03_02,fselect_nested_sequential,90974.762398,16935.046417632,91972.687359458,14483.7802654101,909.74762398 +1,data_10000,10,mlr3fselect/default/snapshots/snapshot_2024_04_24,fselect_nested_sequential,4591.814844,743.8388828178,4566.145148415,602.188797507481,45.91814844 +1,data_10000,10,mlr3fselect/default/snapshots/snapshot_2024_07_05,fselect_nested_sequential,3532.912286,426.073279674,3539.85515839,352.563136994214,35.32912286 +1,data_10000,10,mlr3fselect/default/snapshots/snapshot_2024_07_19,fselect_nested_sequential,3273.715712,447.5117483214,3226.376559275,396.846511584014,32.73715712 +1,data_10000,100,mlr3fselect/default/snapshots/snapshot_2022_12_21,fselect_nested_sequential,230531.057202,8958.9894992619,230489.9241865,8684.10249766524,230.531057202 +1,data_10000,100,mlr3fselect/default/snapshots/snapshot_2023_01_26,fselect_nested_sequential,881321.494046,67938.2863622316,874704.64654522,74235.0720492248,881.321494046 +1,data_10000,100,mlr3fselect/default/snapshots/snapshot_2023_02_21,fselect_nested_sequential,885003.6052715,68140.2400600193,876601.20145995,75698.6857741081,885.0036052715 +1,data_10000,100,mlr3fselect/default/snapshots/snapshot_2023_03_02,fselect_nested_sequential,878341.957622,92054.18038148,833858.84542363,174596.512221988,878.341957622 +1,data_10000,100,mlr3fselect/default/snapshots/snapshot_2024_04_24,fselect_nested_sequential,20091.9239155,644.913256243199,20022.72943043,673.401779603274,20.0919239155 +1,data_10000,100,mlr3fselect/default/snapshots/snapshot_2024_07_05,fselect_nested_sequential,20429.0763625,986.0183407347,20440.60477572,846.994340636808,20.4290763625 +1,data_10000,100,mlr3fselect/default/snapshots/snapshot_2024_07_19,fselect_nested_sequential,20472.1939885,734.4857287362,20408.18559592,748.62026674758,20.4721939885 +1,data_10000,1000,mlr3fselect/default/snapshots/snapshot_2022_12_21,fselect_nested_sequential,2367298.1406575,21072.0142245227,2366164.9316066,206965.31407525,236.72981406575 +1,data_10000,1000,mlr3fselect/default/snapshots/snapshot_2023_01_26,fselect_nested_sequential,13188150.0132295,8576.84230913576,13179489.3040848,18723.1344856691,1318.81500132295 +1,data_10000,1000,mlr3fselect/default/snapshots/snapshot_2023_02_21,fselect_nested_sequential,13168615.61475,12272.589180352,12582155.6024752,1845328.53126257,1316.861561475 +1,data_10000,1000,mlr3fselect/default/snapshots/snapshot_2023_03_02,fselect_nested_sequential,13169825.375511,11628.7265137422,13167550.3979937,13035.5627980139,1316.9825375511 +1,data_10000,1000,mlr3fselect/default/snapshots/snapshot_2024_04_24,fselect_nested_sequential,184081.284019,2490.9482849013,183432.891615,2890.43635024603,18.4081284019 +1,data_10000,1000,mlr3fselect/default/snapshots/snapshot_2024_07_05,fselect_nested_sequential,178749.367742,3419.13863696161,177921.4436352,5614.58389576866,17.8749367742 +1,data_10000,1000,mlr3fselect/default/snapshots/snapshot_2024_07_19,fselect_nested_sequential,189217.755689,8655.88392868498,187203.4844088,7224.14728562784,18.9217755689 +10,data_1000,10,mlr3fselect/default/snapshots/snapshot_2022_12_21,fselect_nested_sequential,25434.7794465,1073.6008504578,24961.066415019,1568.62751384407,25.4347794465 +10,data_1000,10,mlr3fselect/default/snapshots/snapshot_2023_01_26,fselect_nested_sequential,118871.1275945,72598.1170631577,146028.757018832,56338.2138032459,118.8711275945 +10,data_1000,10,mlr3fselect/default/snapshots/snapshot_2023_02_21,fselect_nested_sequential,90417.3629875,17615.0025965067,102165.025247668,35232.4385281994,90.4173629875 +10,data_1000,10,mlr3fselect/default/snapshots/snapshot_2023_03_02,fselect_nested_sequential,89636.002797,12719.4775850709,92320.699309592,12505.7462588747,89.636002797 +10,data_1000,10,mlr3fselect/default/snapshots/snapshot_2024_04_24,fselect_nested_sequential,5311.9625295,666.592912775999,5322.088861014,575.548161705387,5.3119625295 +10,data_1000,10,mlr3fselect/default/snapshots/snapshot_2024_07_05,fselect_nested_sequential,4333.087511,392.7296701671,4334.490002985,334.689212004451,4.333087511 +10,data_1000,10,mlr3fselect/default/snapshots/snapshot_2024_07_19,fselect_nested_sequential,4190.66413,340.6173439326,4177.784543242,385.063279164177,4.19066413 +10,data_1000,100,mlr3fselect/default/snapshots/snapshot_2022_12_21,fselect_nested_sequential,203707.6431125,5099.51199653074,205486.34818253,5795.87822328457,20.37076431125 +10,data_1000,100,mlr3fselect/default/snapshots/snapshot_2023_01_26,fselect_nested_sequential,1469379.14102,327248.181585591,1233750.04228611,375941.765710052,146.937914102 +10,data_1000,100,mlr3fselect/default/snapshots/snapshot_2023_02_21,fselect_nested_sequential,1472967.7731,102200.525916015,1257124.11841699,330494.649930389,147.29677731 +10,data_1000,100,mlr3fselect/default/snapshots/snapshot_2023_03_02,fselect_nested_sequential,1474159.260676,106221.198532944,1258343.96127856,332823.551285587,147.4159260676 +10,data_1000,100,mlr3fselect/default/snapshots/snapshot_2024_04_24,fselect_nested_sequential,28383.7609345,859.552307951399,28363.4549041,808.389922859354,2.83837609345 +10,data_1000,100,mlr3fselect/default/snapshots/snapshot_2024_07_05,fselect_nested_sequential,28848.7771,442.587906959102,28647.66502222,621.373555933507,2.88487771 +10,data_1000,100,mlr3fselect/default/snapshots/snapshot_2024_07_19,fselect_nested_sequential,27906.42137,925.4260035888,27936.79409701,801.674406001371,2.790642137 +10,data_1000,1000,mlr3fselect/default/snapshots/snapshot_2022_12_21,fselect_nested_sequential,21187280.5722415,230407.317056643,21128290.0400934,240951.060069414,211.872805722415 +10,data_1000,1000,mlr3fselect/default/snapshots/snapshot_2023_01_26,fselect_nested_sequential,6846965.678916,70133.5140880334,8719058.1248206,2678013.57540946,68.46965678916 +10,data_1000,1000,mlr3fselect/default/snapshots/snapshot_2023_02_21,fselect_nested_sequential,7113677.82847,389341.503683139,7252382.2788752,601297.538827004,71.1367782847 +10,data_1000,1000,mlr3fselect/default/snapshots/snapshot_2023_03_02,fselect_nested_sequential,7153312.5289575,439776.833421234,7774114.7735908,1755122.38636989,71.533125289575 +10,data_1000,1000,mlr3fselect/default/snapshots/snapshot_2024_04_24,fselect_nested_sequential,258825.159572,8776.1315819856,261425.4811761,8225.86563586403,2.58825159572 +10,data_1000,1000,mlr3fselect/default/snapshots/snapshot_2024_07_05,fselect_nested_sequential,259740.5864205,3493.77662909521,259803.6569953,5407.35550464794,2.597405864205 +10,data_1000,1000,mlr3fselect/default/snapshots/snapshot_2024_07_19,fselect_nested_sequential,254054.3188075,5132.64770771129,255432.6639895,4847.06689486152,2.540543188075 +10,data_10000,10,mlr3fselect/default/snapshots/snapshot_2022_12_21,fselect_nested_sequential,25320.070777,1405.6738467933,24872.812531468,1664.13628859246,25.320070777 +10,data_10000,10,mlr3fselect/default/snapshots/snapshot_2023_01_26,fselect_nested_sequential,105126.77925,17150.1991242645,106262.086971498,23167.2956983772,105.12677925 +10,data_10000,10,mlr3fselect/default/snapshots/snapshot_2023_02_21,fselect_nested_sequential,116354.9680665,88314.67535037,130873.932695094,51342.8735066846,116.3549680665 +10,data_10000,10,mlr3fselect/default/snapshots/snapshot_2023_03_02,fselect_nested_sequential,91096.7808255,20085.1838170662,99182.615025576,32713.6885495714,91.0967808255 +10,data_10000,10,mlr3fselect/default/snapshots/snapshot_2024_04_24,fselect_nested_sequential,5208.268435,671.7830157549,5228.396977594,551.435825872979,5.208268435 +10,data_10000,10,mlr3fselect/default/snapshots/snapshot_2024_07_05,fselect_nested_sequential,4252.9895805,379.0073635677,4257.84788572,325.133592957193,4.2529895805 +10,data_10000,10,mlr3fselect/default/snapshots/snapshot_2024_07_19,fselect_nested_sequential,4117.145613,418.9646025978,4156.360200227,362.137357374887,4.117145613 +10,data_10000,100,mlr3fselect/default/snapshots/snapshot_2022_12_21,fselect_nested_sequential,1607320.7512105,1422672.59040158,1929494.17909833,1463657.41406014,160.73207512105 +10,data_10000,100,mlr3fselect/default/snapshots/snapshot_2023_01_26,fselect_nested_sequential,899324.5167045,112254.869525203,863177.70689876,116084.101697381,89.93245167045 +10,data_10000,100,mlr3fselect/default/snapshots/snapshot_2023_02_21,fselect_nested_sequential,954430.2770935,376710.082683226,1098971.67075196,324957.866462375,95.44302770935 +10,data_10000,100,mlr3fselect/default/snapshots/snapshot_2023_03_02,fselect_nested_sequential,937395.7966,232896.247578542,1065548.36721192,306022.982003265,93.73957966 +10,data_10000,100,mlr3fselect/default/snapshots/snapshot_2024_04_24,fselect_nested_sequential,29048.4783865,871.8076507917,28981.56547203,953.312776159069,2.90484783865 +10,data_10000,100,mlr3fselect/default/snapshots/snapshot_2024_07_05,fselect_nested_sequential,28903.888909,1164.0848031918,29007.22642145,1084.59540587188,2.8903888909 +10,data_10000,100,mlr3fselect/default/snapshots/snapshot_2024_07_19,fselect_nested_sequential,28359.498447,801.014714299801,28480.04324524,1107.86903272495,2.8359498447 +10,data_10000,1000,mlr3fselect/default/snapshots/snapshot_2022_12_21,fselect_nested_sequential,21412838.1819705,89252.9848759007,21417406.1615733,56021.3647023628,214.128381819705 +10,data_10000,1000,mlr3fselect/default/snapshots/snapshot_2023_01_26,fselect_nested_sequential,8816549.880267,9901.3192733473,9787261.2560158,1858007.58607723,88.16549880267 +10,data_10000,1000,mlr3fselect/default/snapshots/snapshot_2023_02_21,fselect_nested_sequential,10078426.1698675,21054.9160547714,9699375.4212146,623285.868625755,100.784261698675 +10,data_10000,1000,mlr3fselect/default/snapshots/snapshot_2023_03_02,fselect_nested_sequential,10070334.3987195,36064.7605296706,9699670.7680426,617329.721566788,100.703343987195 +10,data_10000,1000,mlr3fselect/default/snapshots/snapshot_2024_04_24,fselect_nested_sequential,264395.7958345,5501.2847564871,288499.042013,73846.2397590385,2.643957958345 +10,data_10000,1000,mlr3fselect/default/snapshots/snapshot_2024_07_05,fselect_nested_sequential,260133.9183215,7488.51297595172,262344.4655195,6660.03047206305,2.601339183215 +10,data_10000,1000,mlr3fselect/default/snapshots/snapshot_2024_07_19,fselect_nested_sequential,262951.538226,2450.45047656774,264173.6931581,4734.96786790229,2.62951538226 +100,data_1000,10,mlr3fselect/default/snapshots/snapshot_2022_12_21,fselect_nested_sequential,92645.2313525,45642.4799012658,164075.071233815,120098.041319403,9.26452313525 +100,data_1000,10,mlr3fselect/default/snapshots/snapshot_2023_01_26,fselect_nested_sequential,36808.2680955,1907.7198381465,36727.291817436,2818.73469648886,3.68082680955 +100,data_1000,10,mlr3fselect/default/snapshots/snapshot_2023_02_21,fselect_nested_sequential,36961.7328485,2243.3109686694,42855.397335022,19576.759243147,3.69617328485 +100,data_1000,10,mlr3fselect/default/snapshots/snapshot_2023_03_02,fselect_nested_sequential,92706.910336,21087.60698373,92067.547566318,23800.4056638688,9.2706910336 +100,data_1000,10,mlr3fselect/default/snapshots/snapshot_2024_04_24,fselect_nested_sequential,15018.621518,621.4216571703,15023.789670958,499.154712248975,1.5018621518 +100,data_1000,10,mlr3fselect/default/snapshots/snapshot_2024_07_05,fselect_nested_sequential,14116.5315895,356.984414711398,14116.811594072,292.110335058936,1.41165315895 +100,data_1000,10,mlr3fselect/default/snapshots/snapshot_2024_07_19,fselect_nested_sequential,14094.3292635,243.5173561569,14013.87395703,259.396601062658,1.40943292635 +100,data_1000,100,mlr3fselect/default/snapshots/snapshot_2022_12_21,fselect_nested_sequential,929924.67852,416662.604370716,1611406.03933984,1115934.47255488,9.2992467852 +100,data_1000,100,mlr3fselect/default/snapshots/snapshot_2023_01_26,fselect_nested_sequential,944287.2110605,270481.049778311,927802.99580335,185741.681621051,9.442872110605 +100,data_1000,100,mlr3fselect/default/snapshots/snapshot_2023_02_21,fselect_nested_sequential,912968.88387,171656.697674177,912741.49591301,157358.438363721,9.1296888387 +100,data_1000,100,mlr3fselect/default/snapshots/snapshot_2023_03_02,fselect_nested_sequential,863910.580535,127339.236099617,867029.60820991,128796.464160067,8.63910580535 +100,data_1000,100,mlr3fselect/default/snapshots/snapshot_2024_04_24,fselect_nested_sequential,119351.464808,390.636954321618,119463.45929156,495.680542420823,1.19351464808 +100,data_1000,100,mlr3fselect/default/snapshots/snapshot_2024_07_05,fselect_nested_sequential,119833.163667,406.343570537093,119791.15859008,403.399654836225,1.19833163667 +100,data_1000,100,mlr3fselect/default/snapshots/snapshot_2024_07_19,fselect_nested_sequential,119064.937996,538.890745934093,119149.85637835,613.831806449848,1.19064937996 +100,data_1000,1000,mlr3fselect/default/snapshots/snapshot_2022_12_21,fselect_nested_sequential,16183180.172546,17278.3325623974,16159982.8161142,62584.7442529573,16.183180172546 +100,data_1000,1000,mlr3fselect/default/snapshots/snapshot_2023_01_26,fselect_nested_sequential,10610462.0789165,15820.0594264317,7532848.3415337,3980261.73296342,10.6104620789165 +100,data_1000,1000,mlr3fselect/default/snapshots/snapshot_2023_02_21,fselect_nested_sequential,10590447.9848775,7060.30947880598,8276409.4620332,3729067.18066047,10.5904479848775 +100,data_1000,1000,mlr3fselect/default/snapshots/snapshot_2023_03_02,fselect_nested_sequential,10595998.5315075,8393.60712279254,8280149.939207,3733603.91271508,10.5959985315075 +100,data_1000,1000,mlr3fselect/default/snapshots/snapshot_2024_04_24,fselect_nested_sequential,1164943.2562765,1380.80648610034,1164619.598736,1903.18586284948,1.1649432562765 +100,data_1000,1000,mlr3fselect/default/snapshots/snapshot_2024_07_05,fselect_nested_sequential,1167770.6617025,3893.64932002615,1168539.4874481,3155.43037741147,1.1677706617025 +100,data_1000,1000,mlr3fselect/default/snapshots/snapshot_2024_07_19,fselect_nested_sequential,1165568.857416,2285.69998971717,1165698.2872129,3262.30406814512,1.165568857416 +100,data_10000,10,mlr3fselect/default/snapshots/snapshot_2022_12_21,fselect_nested_sequential,95748.7792415,53915.6706323445,166088.378303972,120484.44985207,9.57487792415 +100,data_10000,10,mlr3fselect/default/snapshots/snapshot_2023_01_26,fselect_nested_sequential,136815.454348,7115.31676686601,117825.797296885,33094.766482895,13.6815454348 +100,data_10000,10,mlr3fselect/default/snapshots/snapshot_2023_02_21,fselect_nested_sequential,136205.2987615,7784.90624997542,119086.330021386,35361.8449815861,13.62052987615 +100,data_10000,10,mlr3fselect/default/snapshots/snapshot_2023_03_02,fselect_nested_sequential,101053.797642,24499.2750891399,108690.870718498,28585.1044789846,10.1053797642 +100,data_10000,10,mlr3fselect/default/snapshots/snapshot_2024_04_24,fselect_nested_sequential,15107.6866235,576.6871280814,15100.768596625,491.432914211465,1.51076866235 +100,data_10000,10,mlr3fselect/default/snapshots/snapshot_2024_07_05,fselect_nested_sequential,14328.15686,356.2221974493,14322.601122998,306.520151884437,1.432815686 +100,data_10000,10,mlr3fselect/default/snapshots/snapshot_2024_07_19,fselect_nested_sequential,14106.41905,357.3981942867,14141.430935933,290.078419127757,1.410641905 +100,data_10000,100,mlr3fselect/default/snapshots/snapshot_2022_12_21,fselect_nested_sequential,1298129.0825105,1187934.71025796,1630545.64101605,1188198.87884508,12.981290825105 +100,data_10000,100,mlr3fselect/default/snapshots/snapshot_2023_01_26,fselect_nested_sequential,1023108.8464615,187051.196518101,1008763.91313329,177598.327106424,10.231088464615 +100,data_10000,100,mlr3fselect/default/snapshots/snapshot_2023_02_21,fselect_nested_sequential,912763.0437705,151385.22821163,894599.39716829,144912.620232072,9.127630437705 +100,data_10000,100,mlr3fselect/default/snapshots/snapshot_2023_03_02,fselect_nested_sequential,839711.6930145,165736.412630393,846494.33853582,116022.455682961,8.397116930145 +100,data_10000,100,mlr3fselect/default/snapshots/snapshot_2024_04_24,fselect_nested_sequential,120657.1178435,394.379101956005,120636.90259466,372.198758478682,1.206571178435 +100,data_10000,100,mlr3fselect/default/snapshots/snapshot_2024_07_05,fselect_nested_sequential,120768.718146,469.077478163701,120805.88538509,509.397650789633,1.20768718146 +100,data_10000,100,mlr3fselect/default/snapshots/snapshot_2024_07_19,fselect_nested_sequential,120198.5345175,511.556210596202,120204.66775797,492.760595355464,1.201985345175 +100,data_10000,1000,mlr3fselect/default/snapshots/snapshot_2022_12_21,fselect_nested_sequential,16354363.077506,23605.6631329616,16353847.2990155,21652.4453623519,16.354363077506 +100,data_10000,1000,mlr3fselect/default/snapshots/snapshot_2023_01_26,fselect_nested_sequential,10806899.682722,60692.905877268,10437961.610593,629602.085856539,10.806899682722 +100,data_10000,1000,mlr3fselect/default/snapshots/snapshot_2023_02_21,fselect_nested_sequential,10802580.6282665,41338.5845843703,10142226.9907701,978327.541949944,10.8025806282665 +100,data_10000,1000,mlr3fselect/default/snapshots/snapshot_2023_03_02,fselect_nested_sequential,10785802.217166,11151.0583871255,10403007.8299534,629150.481668097,10.785802217166 +100,data_10000,1000,mlr3fselect/default/snapshots/snapshot_2024_04_24,fselect_nested_sequential,1174207.741742,754.974347454676,1174515.9435571,1577.54725069611,1.174207741742 +100,data_10000,1000,mlr3fselect/default/snapshots/snapshot_2024_07_05,fselect_nested_sequential,1178040.076782,2792.17944951742,1177145.9349097,2900.22411656594,1.178040076782 +100,data_10000,1000,mlr3fselect/default/snapshots/snapshot_2024_07_19,fselect_nested_sequential,1176673.046589,2582.65291484764,1177364.7500386,4514.55501915177,1.176673046589 +1000,data_1000,10,mlr3fselect/default/snapshots/snapshot_2022_12_21,fselect_nested_sequential,376669.8250935,73562.4791212899,425505.61214753,99540.9016350016,3.766698250935 +1000,data_1000,10,mlr3fselect/default/snapshots/snapshot_2023_01_26,fselect_nested_sequential,194099.199537,3444.52787952629,193642.79680824,4391.92725727619,1.94099199537 +1000,data_1000,10,mlr3fselect/default/snapshots/snapshot_2023_02_21,fselect_nested_sequential,187900.9747565,9852.8308729641,190295.59313164,8157.43616479276,1.879009747565 +1000,data_1000,10,mlr3fselect/default/snapshots/snapshot_2023_03_02,fselect_nested_sequential,194556.56425,12511.2758520939,200350.45149416,23148.5674321697,1.9455656425 +1000,data_1000,10,mlr3fselect/default/snapshots/snapshot_2024_04_24,fselect_nested_sequential,114096.1177475,485.517777521702,114008.99880676,449.207085998357,1.140961177475 +1000,data_1000,10,mlr3fselect/default/snapshots/snapshot_2024_07_05,fselect_nested_sequential,113202.0758955,301.470342096001,113180.92613406,250.767216679111,1.132020758955 +1000,data_1000,10,mlr3fselect/default/snapshots/snapshot_2024_07_19,fselect_nested_sequential,113091.253525,262.533709338592,113121.77179732,226.896626216605,1.13091253525 +1000,data_1000,100,mlr3fselect/default/snapshots/snapshot_2022_12_21,fselect_nested_sequential,3858630.144101,1022799.54134411,3811497.0585431,707905.670756132,3.858630144101 +1000,data_1000,100,mlr3fselect/default/snapshots/snapshot_2023_01_26,fselect_nested_sequential,2138957.116691,1713.2873582983,2139344.1083979,3749.2652076798,2.138957116691 +1000,data_1000,100,mlr3fselect/default/snapshots/snapshot_2023_02_21,fselect_nested_sequential,2077573.9504105,72989.716460613,1987819.0950742,194625.701477345,2.0775739504105 +1000,data_1000,100,mlr3fselect/default/snapshots/snapshot_2023_03_02,fselect_nested_sequential,1775663.9331665,182684.359230685,1875122.5235675,208792.051634562,1.7756639331665 +1000,data_1000,100,mlr3fselect/default/snapshots/snapshot_2024_04_24,fselect_nested_sequential,1029975.861752,156.67239767979,1029935.0355955,167.834096821956,1.029975861752 +1000,data_1000,100,mlr3fselect/default/snapshots/snapshot_2024_07_05,fselect_nested_sequential,1030500.038937,205.299348515128,1030442.5258458,440.052214017113,1.030500038937 +1000,data_1000,100,mlr3fselect/default/snapshots/snapshot_2024_07_19,fselect_nested_sequential,1030456.8491915,488.25200400898,1030423.9019411,378.386840094089,1.0304568491915 +1000,data_10000,10,mlr3fselect/default/snapshots/snapshot_2022_12_21,fselect_nested_sequential,389194.347768,52417.9007684787,396878.81693022,63950.5468787701,3.89194347768 +1000,data_10000,10,mlr3fselect/default/snapshots/snapshot_2023_01_26,fselect_nested_sequential,198431.3900045,7914.637354176,198683.5602906,6740.7081381562,1.984313900045 +1000,data_10000,10,mlr3fselect/default/snapshots/snapshot_2023_02_21,fselect_nested_sequential,201541.54846,8740.64829824344,202539.91628165,6530.15357711149,2.0154154846 +1000,data_10000,10,mlr3fselect/default/snapshots/snapshot_2023_03_02,fselect_nested_sequential,200412.407906,9231.86462529453,201823.48245566,7297.29996008711,2.00412407906 +1000,data_10000,10,mlr3fselect/default/snapshots/snapshot_2024_04_24,fselect_nested_sequential,114149.835173,418.199297821196,114111.70938532,445.418342458268,1.14149835173 +1000,data_10000,10,mlr3fselect/default/snapshots/snapshot_2024_07_05,fselect_nested_sequential,113380.995008,321.163652661605,113449.44345722,371.374757272604,1.13380995008 +1000,data_10000,10,mlr3fselect/default/snapshots/snapshot_2024_07_19,fselect_nested_sequential,113333.9645785,392.5671520029,113311.47034,329.605355368377,1.133339645785 +1000,data_10000,100,mlr3fselect/default/snapshots/snapshot_2022_12_21,fselect_nested_sequential,4487781.192163,328118.216983787,4131492.9248555,613385.87871509,4.487781192163 +1000,data_10000,100,mlr3fselect/default/snapshots/snapshot_2023_01_26,fselect_nested_sequential,1955664.182445,392977.671348213,2012915.1116421,331365.962892584,1.955664182445 +1000,data_10000,100,mlr3fselect/default/snapshots/snapshot_2023_02_21,fselect_nested_sequential,1725376.780588,59319.3011644046,1737391.623692,60550.6733680902,1.725376780588 +1000,data_10000,100,mlr3fselect/default/snapshots/snapshot_2023_03_02,fselect_nested_sequential,1713524.1691865,22146.9185872786,1750007.6002555,55683.4205977546,1.7135241691865 +1000,data_10000,100,mlr3fselect/default/snapshots/snapshot_2024_04_24,fselect_nested_sequential,1031281.394098,198.697966009177,1031408.9830277,500.118076005745,1.031281394098 +1000,data_10000,100,mlr3fselect/default/snapshots/snapshot_2024_07_05,fselect_nested_sequential,1031359.192396,214.65393404696,1031350.8519167,146.656264335713,1.031359192396 +1000,data_10000,100,mlr3fselect/default/snapshots/snapshot_2024_07_19,fselect_nested_sequential,1030525.3214375,341.887230121456,1030586.0153054,318.224267627826,1.0305253214375 diff --git a/mlr-org/benchmark_results/mlr3fselect_fselect_runtime.csv b/mlr-org/benchmark_results/mlr3fselect_fselect_runtime.csv new file mode 100644 index 00000000..e11dbb80 --- /dev/null +++ b/mlr-org/benchmark_results/mlr3fselect_fselect_runtime.csv @@ -0,0 +1,155 @@ +model_time,task,evals,renv_project,algorithm,median_run_time,mad_run_time,mean_run_time,sd_run_time,k +1,data_1000,10,mlr3fselect/default/snapshots/snapshot_2022_12_21,fselect_sequential,4500.639232,823.351640771099,5023.4735122338,1491.59445042581,450.0639232 +1,data_1000,10,mlr3fselect/default/snapshots/snapshot_2023_01_26,fselect_sequential,3130.8338525,465.8590337751,3126.4616582378,532.196876446405,313.08338525 +1,data_1000,10,mlr3fselect/default/snapshots/snapshot_2023_02_21,fselect_sequential,3105.2395885,446.8648432395,3107.9406663923,488.588660245021,310.52395885 +1,data_1000,10,mlr3fselect/default/snapshots/snapshot_2023_03_02,fselect_sequential,3727.9775805,507.0321486174,3652.4859675028,658.722938632147,372.79775805 +1,data_1000,10,mlr3fselect/default/snapshots/snapshot_2024_04_24,fselect_sequential,421.9388525,110.4015688188,422.0359098216,90.4170760792288,42.19388525 +1,data_1000,10,mlr3fselect/default/snapshots/snapshot_2024_07_05,fselect_sequential,318.9836595,48.8763604791001,323.5417066058,52.6763706213418,31.89836595 +1,data_1000,10,mlr3fselect/default/snapshots/snapshot_2024_07_19,fselect_sequential,308.855593,46.7719269045,309.8738096466,46.1431721274037,30.8855593 +1,data_1000,100,mlr3fselect/default/snapshots/snapshot_2022_12_21,fselect_sequential,41011.4307525,3416.6952380316,48808.842766569,13417.5439874218,410.114307525 +1,data_1000,100,mlr3fselect/default/snapshots/snapshot_2023_01_26,fselect_sequential,20737.7069765,1396.8518727093,25119.820987357,16388.9265340939,207.377069765 +1,data_1000,100,mlr3fselect/default/snapshots/snapshot_2023_02_21,fselect_sequential,83251.6468615,19250.3033675001,66741.743289785,26770.2990300185,832.516468615 +1,data_1000,100,mlr3fselect/default/snapshots/snapshot_2023_03_02,fselect_sequential,83525.41439,19259.6509269906,67223.958505594,61587.474841654,835.2541439 +1,data_1000,100,mlr3fselect/default/snapshots/snapshot_2024_04_24,fselect_sequential,1931.253861,228.8927295606,1947.34213303,186.967466972782,19.31253861 +1,data_1000,100,mlr3fselect/default/snapshots/snapshot_2024_07_05,fselect_sequential,1965.8029805,197.0518211445,1963.105637731,170.32779550181,19.658029805 +1,data_1000,100,mlr3fselect/default/snapshots/snapshot_2024_07_19,fselect_sequential,1882.4595305,186.064239186,1905.628642356,198.010634013503,18.824595305 +1,data_1000,1000,mlr3fselect/default/snapshots/snapshot_2022_12_21,fselect_sequential,295943.6541505,118152.306527285,850695.47483368,959510.628988986,295.9436541505 +1,data_1000,1000,mlr3fselect/default/snapshots/snapshot_2023_01_26,fselect_sequential,835865.038119,175521.72794238,669371.22709754,332079.083801788,835.865038119 +1,data_1000,1000,mlr3fselect/default/snapshots/snapshot_2023_02_21,fselect_sequential,735922.264653,280457.285430853,654738.38871434,226490.216935029,735.922264653 +1,data_1000,1000,mlr3fselect/default/snapshots/snapshot_2023_03_02,fselect_sequential,735655.9719285,139593.023950489,640615.4482421,184842.887764447,735.6559719285 +1,data_1000,1000,mlr3fselect/default/snapshots/snapshot_2024_04_24,fselect_sequential,17806.025475,353.631116733302,17719.8364374,377.498270911788,17.806025475 +1,data_1000,1000,mlr3fselect/default/snapshots/snapshot_2024_07_05,fselect_sequential,18388.2858065,395.917322436299,18221.89738885,622.925406021635,18.3882858065 +1,data_1000,1000,mlr3fselect/default/snapshots/snapshot_2024_07_19,fselect_sequential,18153.9051585,478.833745254902,18071.21930152,436.320661189739,18.1539051585 +1,data_10000,10,mlr3fselect/default/snapshots/snapshot_2022_12_21,fselect_sequential,2748.9099015,522.45215379,8307.794174691,8877.17285287152,274.89099015 +1,data_10000,10,mlr3fselect/default/snapshots/snapshot_2023_01_26,fselect_sequential,7498.778886,1888.6365863463,6580.2688494024,2086.34790127889,749.8778886 +1,data_10000,10,mlr3fselect/default/snapshots/snapshot_2023_02_21,fselect_sequential,7506.885979,1888.7360910453,6579.9511030021,2085.76723815942,750.6885979 +1,data_10000,10,mlr3fselect/default/snapshots/snapshot_2023_03_02,fselect_sequential,7693.148901,2137.2765530823,6611.4873643185,2347.9551760625,769.3148901 +1,data_10000,10,mlr3fselect/default/snapshots/snapshot_2024_04_24,fselect_sequential,431.212626,110.1033734808,430.0504261764,90.5606737378647,43.1212626 +1,data_10000,10,mlr3fselect/default/snapshots/snapshot_2024_07_05,fselect_sequential,356.5805455,54.1952635917,361.4332045824,61.6567910573155,35.65805455 +1,data_10000,10,mlr3fselect/default/snapshots/snapshot_2024_07_19,fselect_sequential,326.8711855,46.3751735076,328.6732988835,47.2724571138536,32.68711855 +1,data_10000,100,mlr3fselect/default/snapshots/snapshot_2022_12_21,fselect_sequential,50786.8295235,21192.1508948352,84732.210727502,62418.9437517264,507.868295235 +1,data_10000,100,mlr3fselect/default/snapshots/snapshot_2023_01_26,fselect_sequential,53941.351995,4811.21080890449,54242.476192758,4903.86414214329,539.41351995 +1,data_10000,100,mlr3fselect/default/snapshots/snapshot_2023_02_21,fselect_sequential,54188.548508,4733.2571167875,54310.470276296,4930.51553933251,541.88548508 +1,data_10000,100,mlr3fselect/default/snapshots/snapshot_2023_03_02,fselect_sequential,54234.893173,4750.2024200988,54310.112860896,4938.60382813732,542.34893173 +1,data_10000,100,mlr3fselect/default/snapshots/snapshot_2024_04_24,fselect_sequential,2049.4521925,236.8506325038,2066.33774857,195.310278569789,20.494521925 +1,data_10000,100,mlr3fselect/default/snapshots/snapshot_2024_07_05,fselect_sequential,2045.5622565,207.4557813195,2056.582686998,188.414014496537,20.455622565 +1,data_10000,100,mlr3fselect/default/snapshots/snapshot_2024_07_19,fselect_sequential,1988.5629725,214.216255701,2015.569591034,217.434219008732,19.885629725 +1,data_10000,1000,mlr3fselect/default/snapshots/snapshot_2022_12_21,fselect_sequential,517768.8607225,157879.557626015,864145.4701986,579682.025842151,517.7688607225 +1,data_10000,1000,mlr3fselect/default/snapshots/snapshot_2023_01_26,fselect_sequential,542596.845608,34864.8110994856,542182.71400113,46745.1178230324,542.596845608 +1,data_10000,1000,mlr3fselect/default/snapshots/snapshot_2023_02_21,fselect_sequential,538214.0332455,35477.5814713446,541960.24715938,45718.6893194877,538.2140332455 +1,data_10000,1000,mlr3fselect/default/snapshots/snapshot_2023_03_02,fselect_sequential,539098.50418,36651.190155197,541823.80331922,45479.6546971794,539.09850418 +1,data_10000,1000,mlr3fselect/default/snapshots/snapshot_2024_04_24,fselect_sequential,18362.667658,367.452943599,18565.0628067,492.972102159824,18.362667658 +1,data_10000,1000,mlr3fselect/default/snapshots/snapshot_2024_07_05,fselect_sequential,18480.2246295,288.8124659427,18588.02167322,456.817195508208,18.4802246295 +1,data_10000,1000,mlr3fselect/default/snapshots/snapshot_2024_07_19,fselect_sequential,18471.068829,384.075049005901,18441.66159883,468.472124783235,18.471068829 +10,data_1000,10,mlr3fselect/default/snapshots/snapshot_2022_12_21,fselect_sequential,5585.723153,2557.7082906795,8663.287618834,6147.55516850993,55.85723153 +10,data_1000,10,mlr3fselect/default/snapshots/snapshot_2023_01_26,fselect_sequential,5882.501027,604.0165907034,5780.5377123861,785.884953324377,58.82501027 +10,data_1000,10,mlr3fselect/default/snapshots/snapshot_2023_02_21,fselect_sequential,5905.4073745,603.6826595163,5781.2975096777,788.782956604591,59.054073745 +10,data_1000,10,mlr3fselect/default/snapshots/snapshot_2023_03_02,fselect_sequential,6127.4507365,698.8790785893,5855.6545503156,1156.99631750557,61.274507365 +10,data_1000,10,mlr3fselect/default/snapshots/snapshot_2024_04_24,fselect_sequential,513.0870195,108.1335021648,510.1180631564,87.2219224348464,5.130870195 +10,data_1000,10,mlr3fselect/default/snapshots/snapshot_2024_07_05,fselect_sequential,419.3178765,49.0837754778,423.706794251,55.9942517121876,4.193178765 +10,data_1000,10,mlr3fselect/default/snapshots/snapshot_2024_07_19,fselect_sequential,385.947506,41.1191874912,387.4622383626,42.3610303760345,3.85947506 +10,data_1000,100,mlr3fselect/default/snapshots/snapshot_2022_12_21,fselect_sequential,38394.584809,12079.2210671979,80920.555065659,66670.2115985704,38.394584809 +10,data_1000,100,mlr3fselect/default/snapshots/snapshot_2023_01_26,fselect_sequential,56986.060326,5517.12458727779,56741.209222856,5791.03439015961,56.986060326 +10,data_1000,100,mlr3fselect/default/snapshots/snapshot_2023_02_21,fselect_sequential,56937.7318335,5453.3005238712,56762.338673399,5737.50021516018,56.9377318335 +10,data_1000,100,mlr3fselect/default/snapshots/snapshot_2023_03_02,fselect_sequential,56989.173004,5410.46739073471,56848.956032032,5815.2926043927,56.989173004 +10,data_1000,100,mlr3fselect/default/snapshots/snapshot_2024_04_24,fselect_sequential,2843.235143,217.9499473263,2870.691785094,179.365513008991,2.843235143 +10,data_1000,100,mlr3fselect/default/snapshots/snapshot_2024_07_05,fselect_sequential,2871.0336005,190.6651932486,2872.95104879,173.44531689528,2.8710336005 +10,data_1000,100,mlr3fselect/default/snapshots/snapshot_2024_07_19,fselect_sequential,2815.0425685,192.5260719669,2831.132369324,195.092897234169,2.8150425685 +10,data_1000,1000,mlr3fselect/default/snapshots/snapshot_2022_12_21,fselect_sequential,376750.7698295,71273.2271466621,821490.06354054,650662.91976209,37.67507698295 +10,data_1000,1000,mlr3fselect/default/snapshots/snapshot_2023_01_26,fselect_sequential,560312.4298245,58409.338996092,564518.40878406,53169.1924406524,56.03124298245 +10,data_1000,1000,mlr3fselect/default/snapshots/snapshot_2023_02_21,fselect_sequential,609528.984265,79293.9847471043,627374.2214357,100933.875995943,60.9528984265 +10,data_1000,1000,mlr3fselect/default/snapshots/snapshot_2023_03_02,fselect_sequential,676601.147752,96680.0309297088,686716.97668071,100952.770460716,67.6601147752 +10,data_1000,1000,mlr3fselect/default/snapshots/snapshot_2024_04_24,fselect_sequential,26688.812853,592.044360711296,26530.68320477,722.063701118494,2.6688812853 +10,data_1000,1000,mlr3fselect/default/snapshots/snapshot_2024_07_05,fselect_sequential,27391.8134285,468.991086320396,27240.08791523,595.576369030477,2.73918134285 +10,data_1000,1000,mlr3fselect/default/snapshots/snapshot_2024_07_19,fselect_sequential,26709.3805645,650.6034238935,26743.88902715,615.401382317707,2.67093805645 +10,data_10000,10,mlr3fselect/default/snapshots/snapshot_2022_12_21,fselect_sequential,4061.3092905,2505.869348472,9227.4656692868,8829.14945932773,40.613092905 +10,data_10000,10,mlr3fselect/default/snapshots/snapshot_2023_01_26,fselect_sequential,6994.670268,971.4470247279,7063.0848792169,1228.53622211278,69.94670268 +10,data_10000,10,mlr3fselect/default/snapshots/snapshot_2023_02_21,fselect_sequential,7017.7322925,974.8302741912,7067.3521730782,1242.83599209218,70.177322925 +10,data_10000,10,mlr3fselect/default/snapshots/snapshot_2023_03_02,fselect_sequential,7158.076765,1044.0430756182,7125.9231543048,1529.56091973413,71.58076765 +10,data_10000,10,mlr3fselect/default/snapshots/snapshot_2024_04_24,fselect_sequential,524.2727345,108.9646640334,521.3211443587,88.5854244183301,5.242727345 +10,data_10000,10,mlr3fselect/default/snapshots/snapshot_2024_07_05,fselect_sequential,414.331973,47.4312695178,419.0312172989,52.0707494927651,4.14331973 +10,data_10000,10,mlr3fselect/default/snapshots/snapshot_2024_07_19,fselect_sequential,404.6110765,45.8488104774,406.9317621412,45.445731507842,4.046110765 +10,data_10000,100,mlr3fselect/default/snapshots/snapshot_2022_12_21,fselect_sequential,40155.577385,26621.0309803704,91333.721476892,86995.3975264133,40.155577385 +10,data_10000,100,mlr3fselect/default/snapshots/snapshot_2023_01_26,fselect_sequential,67655.16784,7940.97696483839,69027.03842048,10437.0979585362,67.65516784 +10,data_10000,100,mlr3fselect/default/snapshots/snapshot_2023_02_21,fselect_sequential,67658.820106,8243.76909969061,69038.304145569,10410.2416173668,67.658820106 +10,data_10000,100,mlr3fselect/default/snapshots/snapshot_2023_03_02,fselect_sequential,53966.7401515,5778.3202975596,54520.39188227,7724.25490109588,53.9667401515 +10,data_10000,100,mlr3fselect/default/snapshots/snapshot_2024_04_24,fselect_sequential,2937.9300495,221.1396856137,2953.434940708,186.598921915746,2.9379300495 +10,data_10000,100,mlr3fselect/default/snapshots/snapshot_2024_07_05,fselect_sequential,2930.1131175,197.8846724358,2940.68204291,175.92354888971,2.9301131175 +10,data_10000,100,mlr3fselect/default/snapshots/snapshot_2024_07_19,fselect_sequential,2874.130355,180.3377871246,2897.079498352,184.402107998688,2.874130355 +10,data_10000,1000,mlr3fselect/default/snapshots/snapshot_2022_12_21,fselect_sequential,377787.2402075,66980.4212544852,805398.76148573,595408.030503169,37.77872402075 +10,data_10000,1000,mlr3fselect/default/snapshots/snapshot_2023_01_26,fselect_sequential,527395.685037,45077.0714547573,527672.79880707,47192.9860043415,52.7395685037 +10,data_10000,1000,mlr3fselect/default/snapshots/snapshot_2023_02_21,fselect_sequential,527939.539652,44946.6027733653,527427.78303125,47127.6354515493,52.7939539652 +10,data_10000,1000,mlr3fselect/default/snapshots/snapshot_2023_03_02,fselect_sequential,526934.102359,46078.105516401,525767.86716952,45405.4803087389,52.6934102359 +10,data_10000,1000,mlr3fselect/default/snapshots/snapshot_2024_04_24,fselect_sequential,27078.7490725,593.231836579201,27128.25398513,691.906766505433,2.70787490725 +10,data_10000,1000,mlr3fselect/default/snapshots/snapshot_2024_07_05,fselect_sequential,27606.4606765,313.342748630099,27712.07105961,380.171253722186,2.76064606765 +10,data_10000,1000,mlr3fselect/default/snapshots/snapshot_2024_07_19,fselect_sequential,27401.6899715,571.410327843601,27334.50676809,585.284415973668,2.74016899715 +100,data_1000,10,mlr3fselect/default/snapshots/snapshot_2022_12_21,fselect_sequential,26197.5057465,3232.395054147,25979.788882283,3117.92641270607,26.1975057465 +100,data_1000,10,mlr3fselect/default/snapshots/snapshot_2023_01_26,fselect_sequential,8319.713435,1415.0616484956,8252.306897302,1255.03016641394,8.319713435 +100,data_1000,10,mlr3fselect/default/snapshots/snapshot_2023_02_21,fselect_sequential,7701.9246415,1221.3482681946,7672.860113335,1317.87440617904,7.7019246415 +100,data_1000,10,mlr3fselect/default/snapshots/snapshot_2023_03_02,fselect_sequential,7720.4087935,1123.753697661,7672.307530734,1298.65593368099,7.7204087935 +100,data_1000,10,mlr3fselect/default/snapshots/snapshot_2024_04_24,fselect_sequential,1383.8321395,95.2187425812001,1409.267928838,111.230125456843,1.3838321395 +100,data_1000,10,mlr3fselect/default/snapshots/snapshot_2024_07_05,fselect_sequential,1280.391736,32.8791479919,1293.093935618,68.2006153481383,1.280391736 +100,data_1000,10,mlr3fselect/default/snapshots/snapshot_2024_07_19,fselect_sequential,1273.3771385,30.0623466150001,1280.685849176,58.1615205082549,1.2733771385 +100,data_1000,100,mlr3fselect/default/snapshots/snapshot_2022_12_21,fselect_sequential,45962.5613795,4494.36143328689,104899.46761592,76453.7516686532,4.59625613795 +100,data_1000,100,mlr3fselect/default/snapshots/snapshot_2023_01_26,fselect_sequential,73509.8658595,3416.2419812661,73966.41169233,3825.93480955763,7.35098658595 +100,data_1000,100,mlr3fselect/default/snapshots/snapshot_2023_02_21,fselect_sequential,74937.560033,3926.9863905258,74809.65118545,4083.85727857439,7.4937560033 +100,data_1000,100,mlr3fselect/default/snapshots/snapshot_2023_03_02,fselect_sequential,74089.6933225,3607.8301908663,74057.52564915,3730.96362258046,7.40896933225 +100,data_1000,100,mlr3fselect/default/snapshots/snapshot_2024_04_24,fselect_sequential,11821.4321835,202.746583372201,11852.02598406,179.772923992032,1.18214321835 +100,data_1000,100,mlr3fselect/default/snapshots/snapshot_2024_07_05,fselect_sequential,11948.70952,186.9971867337,11944.51810156,180.335373671345,1.194870952 +100,data_1000,100,mlr3fselect/default/snapshots/snapshot_2024_07_19,fselect_sequential,11813.7616855,137.787749786399,11833.42392654,141.880503893862,1.18137616855 +100,data_1000,1000,mlr3fselect/default/snapshots/snapshot_2022_12_21,fselect_sequential,481362.1380325,221354.59619322,856410.85343667,602819.734171469,4.813621380325 +100,data_1000,1000,mlr3fselect/default/snapshots/snapshot_2023_01_26,fselect_sequential,601037.7263885,66240.2596659299,579938.74552462,99156.7284630159,6.010377263885 +100,data_1000,1000,mlr3fselect/default/snapshots/snapshot_2023_02_21,fselect_sequential,605521.7652385,76663.6433649976,554496.66917501,145466.540120432,6.055217652385 +100,data_1000,1000,mlr3fselect/default/snapshots/snapshot_2023_03_02,fselect_sequential,605579.631567,62814.813429583,580716.09463923,99855.8117539898,6.05579631567 +100,data_1000,1000,mlr3fselect/default/snapshots/snapshot_2024_04_24,fselect_sequential,117059.032974,411.804053795406,116954.25954592,433.012121457826,1.17059032974 +100,data_1000,1000,mlr3fselect/default/snapshots/snapshot_2024_07_05,fselect_sequential,117319.2802405,377.651084052905,117219.28198546,463.696500422761,1.173192802405 +100,data_1000,1000,mlr3fselect/default/snapshots/snapshot_2024_07_19,fselect_sequential,117002.950784,311.638676359505,116975.12254977,362.895270916263,1.17002950784 +100,data_10000,10,mlr3fselect/default/snapshots/snapshot_2022_12_21,fselect_sequential,34026.2808925,4064.8559724192,33004.119243125,4620.81016713145,34.0262808925 +100,data_10000,10,mlr3fselect/default/snapshots/snapshot_2023_01_26,fselect_sequential,12416.4333625,1032.050180406,11933.859886016,2138.91787631075,12.4164333625 +100,data_10000,10,mlr3fselect/default/snapshots/snapshot_2023_02_21,fselect_sequential,12395.9907895,993.8848628856,12086.680211262,1527.51960117827,12.3959907895 +100,data_10000,10,mlr3fselect/default/snapshots/snapshot_2023_03_02,fselect_sequential,11971.962693,2480.369258577,11302.311338737,2143.30402065805,11.971962693 +100,data_10000,10,mlr3fselect/default/snapshots/snapshot_2024_04_24,fselect_sequential,1376.205189,75.60600243,1382.549612045,79.0323935332298,1.376205189 +100,data_10000,10,mlr3fselect/default/snapshots/snapshot_2024_07_05,fselect_sequential,1367.082144,148.8452022351,1449.896762686,200.383002024963,1.367082144 +100,data_10000,10,mlr3fselect/default/snapshots/snapshot_2024_07_19,fselect_sequential,1358.384093,68.4353971517998,1365.50673017,84.6151787882588,1.358384093 +100,data_10000,100,mlr3fselect/default/snapshots/snapshot_2022_12_21,fselect_sequential,339026.3086555,67810.8215893017,318033.77762662,59704.2342103333,33.90263086555 +100,data_10000,100,mlr3fselect/default/snapshots/snapshot_2023_01_26,fselect_sequential,112105.8077305,30521.1640882596,106646.80139485,22642.3333736001,11.21058077305 +100,data_10000,100,mlr3fselect/default/snapshots/snapshot_2023_02_21,fselect_sequential,125502.8127705,9162.94475226901,124863.92555374,8637.42829606099,12.55028127705 +100,data_10000,100,mlr3fselect/default/snapshots/snapshot_2023_03_02,fselect_sequential,126918.601851,9365.3160080382,125536.64036408,8673.28509681514,12.6918601851 +100,data_10000,100,mlr3fselect/default/snapshots/snapshot_2024_04_24,fselect_sequential,11875.9874875,174.451409966398,11893.80843396,160.236087492581,1.18759874875 +100,data_10000,100,mlr3fselect/default/snapshots/snapshot_2024_07_05,fselect_sequential,12081.4958065,227.485992719999,12108.09948458,189.343791122878,1.20814958065 +100,data_10000,100,mlr3fselect/default/snapshots/snapshot_2024_07_19,fselect_sequential,11930.4908075,163.2022706811,11951.82426461,161.643434948619,1.19304908075 +100,data_10000,1000,mlr3fselect/default/snapshots/snapshot_2022_12_21,fselect_sequential,483779.831988,220385.497992368,768550.92148267,570144.428186951,4.83779831988 +100,data_10000,1000,mlr3fselect/default/snapshots/snapshot_2023_01_26,fselect_sequential,256286.3306675,6394.39071537,255503.94824303,6547.03224512446,2.562863306675 +100,data_10000,1000,mlr3fselect/default/snapshots/snapshot_2023_02_21,fselect_sequential,255767.6391815,6268.65742131298,254950.29204895,6902.42231746121,2.557676391815 +100,data_10000,1000,mlr3fselect/default/snapshots/snapshot_2023_03_02,fselect_sequential,253457.727684,6989.9514415269,253983.35820065,7179.81919601485,2.53457727684 +100,data_10000,1000,mlr3fselect/default/snapshots/snapshot_2024_04_24,fselect_sequential,117023.7608635,435.414529960213,117064.54389858,371.70655668918,1.170237608635 +100,data_10000,1000,mlr3fselect/default/snapshots/snapshot_2024_07_05,fselect_sequential,117130.8851185,284.673911839797,117272.36151002,418.232818081394,1.171308851185 +100,data_10000,1000,mlr3fselect/default/snapshots/snapshot_2024_07_19,fselect_sequential,117321.511182,365.980503115501,117319.11741199,410.219344801285,1.17321511182 +1000,data_1000,10,mlr3fselect/default/snapshots/snapshot_2022_12_21,fselect_sequential,31888.623681,2396.9691130455,32458.31146897,2234.1998789993,3.1888623681 +1000,data_1000,10,mlr3fselect/default/snapshots/snapshot_2023_01_26,fselect_sequential,18756.3304665,1338.6672231072,19250.02358464,1889.79667419523,1.87563304665 +1000,data_1000,10,mlr3fselect/default/snapshots/snapshot_2023_02_21,fselect_sequential,19949.742557,1799.9420369259,20019.65806073,1768.64567304213,1.9949742557 +1000,data_1000,10,mlr3fselect/default/snapshots/snapshot_2023_03_02,fselect_sequential,19496.182943,2410.8182219751,19573.1490865,2114.2431810628,1.9496182943 +1000,data_1000,10,mlr3fselect/default/snapshots/snapshot_2024_04_24,fselect_sequential,10331.1950115,40.1805571377012,10338.73170214,60.280718459383,1.03311950115 +1000,data_1000,10,mlr3fselect/default/snapshots/snapshot_2024_07_05,fselect_sequential,10279.373739,28.7469379343995,10381.95869518,184.967314858259,1.0279373739 +1000,data_1000,10,mlr3fselect/default/snapshots/snapshot_2024_07_19,fselect_sequential,10412.979402,139.344520557901,10428.84870556,186.404764088449,1.0412979402 +1000,data_1000,100,mlr3fselect/default/snapshots/snapshot_2022_12_21,fselect_sequential,430655.3654965,78434.0786433498,421216.40682057,54837.6963944652,4.306553654965 +1000,data_1000,100,mlr3fselect/default/snapshots/snapshot_2023_01_26,fselect_sequential,219164.109843,10294.5702434652,218830.96176805,10330.4262946125,2.19164109843 +1000,data_1000,100,mlr3fselect/default/snapshots/snapshot_2023_02_21,fselect_sequential,225735.6052655,11533.9818199095,225159.20698994,11311.013688111,2.257356052655 +1000,data_1000,100,mlr3fselect/default/snapshots/snapshot_2023_03_02,fselect_sequential,223228.066492,19089.4419398592,220732.9224992,20520.8777048702,2.23228066492 +1000,data_1000,100,mlr3fselect/default/snapshots/snapshot_2024_04_24,fselect_sequential,101975.7380425,204.569123537102,102059.68864007,296.443989395395,1.019757380425 +1000,data_1000,100,mlr3fselect/default/snapshots/snapshot_2024_07_05,fselect_sequential,102257.712048,244.429350118772,102275.98442176,313.421010162757,1.02257712048 +1000,data_1000,100,mlr3fselect/default/snapshots/snapshot_2024_07_19,fselect_sequential,102065.590466,152.478373580411,102084.92163204,216.270037482214,1.02065590466 +1000,data_10000,10,mlr3fselect/default/snapshots/snapshot_2022_12_21,fselect_sequential,35535.8200895,4962.592575171,38580.94806801,6508.86473289711,3.55358200895 +1000,data_10000,10,mlr3fselect/default/snapshots/snapshot_2023_01_26,fselect_sequential,19122.2783385,2890.5430179843,19775.9503635,2479.84820855576,1.91222783385 +1000,data_10000,10,mlr3fselect/default/snapshots/snapshot_2023_02_21,fselect_sequential,18357.354133,1713.978751758,19184.88807897,2174.35872035678,1.8357354133 +1000,data_10000,10,mlr3fselect/default/snapshots/snapshot_2023_03_02,fselect_sequential,18839.678851,2015.8319323086,19853.79700427,2688.63605174296,1.8839678851 +1000,data_10000,10,mlr3fselect/default/snapshots/snapshot_2024_04_24,fselect_sequential,10334.970823,38.4409121039997,10348.25616673,85.4959190798026,1.0334970823 +1000,data_10000,10,mlr3fselect/default/snapshots/snapshot_2024_07_05,fselect_sequential,10398.8375115,170.9888984832,10529.34906931,307.721112086964,1.03988375115 +1000,data_10000,10,mlr3fselect/default/snapshots/snapshot_2024_07_19,fselect_sequential,10326.344993,63.715293940201,10384.46400302,181.071288174887,1.0326344993 +1000,data_10000,100,mlr3fselect/default/snapshots/snapshot_2022_12_21,fselect_sequential,420049.2242625,84136.7033212398,425055.95181301,60660.7638778613,4.200492242625 +1000,data_10000,100,mlr3fselect/default/snapshots/snapshot_2023_01_26,fselect_sequential,174320.9363085,11330.4182186727,174901.35258133,9958.28641589235,1.743209363085 +1000,data_10000,100,mlr3fselect/default/snapshots/snapshot_2023_02_21,fselect_sequential,189681.4527565,16373.786356347,192449.39486115,16771.3120913339,1.896814527565 +1000,data_10000,100,mlr3fselect/default/snapshots/snapshot_2023_03_02,fselect_sequential,206674.627488,17575.1324795004,205293.71920158,14675.4009471065,2.06674627488 +1000,data_10000,100,mlr3fselect/default/snapshots/snapshot_2024_04_24,fselect_sequential,102008.485153,126.663833120998,102002.87180288,130.246701822795,1.02008485153 +1000,data_10000,100,mlr3fselect/default/snapshots/snapshot_2024_07_05,fselect_sequential,101952.7103155,194.755103986813,102033.67884693,241.477318695208,1.019527103155 +1000,data_10000,100,mlr3fselect/default/snapshots/snapshot_2024_07_19,fselect_sequential,101972.905391,118.317943394697,102005.78070898,177.468198948625,1.01972905391 diff --git a/mlr-org/benchmark_results/mlr3fselect_object_size.csv b/mlr-org/benchmark_results/mlr3fselect_object_size.csv new file mode 100644 index 00000000..2779c9fd --- /dev/null +++ b/mlr-org/benchmark_results/mlr3fselect_object_size.csv @@ -0,0 +1,841 @@ +task,evals,learner,renv_project,object,size,serialized_size,k +data_1000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2022_12_21,afs,0.375712,0.981016,2.6110850864492 +data_1000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_01_26,afs,0.375712,0.981016,2.6110850864492 +data_1000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_02_21,afs,0.375712,0.981016,2.6110850864492 +data_1000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_03_02,afs,0.375712,0.981016,2.6110850864492 +data_1000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_04_24,afs,0.380576,1.222952,3.21342386277642 +data_1000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_05,afs,0.227672,0.49988,2.19561474401771 +data_1000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_19,afs,0.227672,0.49988,2.19561474401771 +data_1000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2022_12_21,afs$model,0.374264,0.617416,1.64968043947588 +data_1000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_01_26,afs$model,0.366456,0.608648,1.66090335538237 +data_1000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_02_21,afs$model,0.37016,0.612512,1.65472228225632 +data_1000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_03_02,afs$model,0.359976,0.601848,1.67191146076405 +data_1000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_04_24,afs$model,0.363784,0.610592,1.67844655070042 +data_1000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_05,afs$model,0.23372,0.333264,1.42591134691083 +data_1000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_19,afs$model,0.20744,0.304448,1.46764365599691 +data_1000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2022_12_21,afs$train,0.623672,1.682792,2.69820033607409 +data_1000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_01_26,afs$train,0.616856,1.675016,2.71540845837602 +data_1000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_02_21,afs$train,0.6204,1.67872,2.70586718246293 +data_1000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_03_02,afs$train,0.610696,1.668536,2.73218753684321 +data_1000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_04_24,afs$train,0.619152,1.922976,3.10582215675634 +data_1000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_05,afs$train,0.427088,0.932872,2.18426179148091 +data_1000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_19,afs$train,0.40316,0.906408,2.24825875582895 +data_1000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2022_12_21,afs_bmr$archive,1.44884,7.685408,5.30452499930979 +data_1000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_01_26,afs_bmr$archive,1.27236,7.215056,5.67060894715332 +data_1000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_02_21,afs_bmr$archive,1.278992,7.221688,5.64639028234735 +data_1000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_03_02,afs_bmr$archive,1.274672,7.217368,5.66213739691466 +data_1000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_04_24,afs_bmr$archive,1.257056,7.238648,5.75841330855586 +data_1000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_05,afs_bmr$archive,0.757872,1.037424,1.36886439926531 +data_1000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_19,afs_bmr$archive,0.753864,1.032792,1.36999777148133 +data_1000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2022_12_21,afs_bmr$benchmark_result,1.010472,1.677584,1.66019840233079 +data_1000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_01_26,afs_bmr$benchmark_result,0.83356,1.20712,1.44815010317194 +data_1000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_02_21,afs_bmr$benchmark_result,0.840192,1.213752,1.44461265996344 +data_1000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_03_02,afs_bmr$benchmark_result,0.835872,1.209432,1.44691053175606 +data_1000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_04_24,afs_bmr$benchmark_result,0.836248,1.21572,1.45377926165444 +data_1000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_05,afs_bmr$benchmark_result,0.68996,0.836352,1.21217461881848 +data_1000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_19,afs_bmr$benchmark_result,0.689672,0.836064,1.21226322077741 +data_1000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2022_12_21,afs_bmr$fselect_instance,2.210432,14.66124,6.63274871156408 +data_1000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_01_26,afs_bmr$fselect_instance,1.969048,13.878048,7.04810040181854 +data_1000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_02_21,afs_bmr$fselect_instance,2.122968,14.20468,6.69095341992908 +data_1000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_03_02,afs_bmr$fselect_instance,2.114568,14.19628,6.71356040571881 +data_1000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_04_24,afs_bmr$fselect_instance,2.097424,14.469112,6.89851551236183 +data_1000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_05,afs_bmr$fselect_instance,1.11536,1.8188,1.63068426337685 +data_1000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_19,afs_bmr$fselect_instance,1.066216,1.76736,1.65760033614202 +data_1000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2022_12_21,afs_bmr$model,2.393344,15.242664,6.36877272970371 +data_1000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_01_26,afs_bmr$model,2.126584,14.431864,6.7864067443374 +data_1000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_02_21,afs_bmr$model,2.322368,14.804032,6.37454184694243 +data_1000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_03_02,afs_bmr$model,2.286392,14.765656,6.45805968530331 +data_1000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_04_24,afs_bmr$model,2.280328,15.057264,6.60311323634144 +data_1000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_05,afs_bmr$model,1.256632,2.13344,1.69774444706167 +data_1000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_19,afs_bmr$model,1.190536,2.06284,1.73269854922489 +data_1000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2022_12_21,afs_bmr$objective,2.021208,14.247064,7.0487866661917 +data_1000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_01_26,afs_bmr$objective,1.779552,13.4636,7.56572440704177 +data_1000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_02_21,afs_bmr$objective,1.933088,13.789848,7.13358522736678 +data_1000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_03_02,afs_bmr$objective,1.924928,13.781688,7.15958622867972 +data_1000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_04_24,afs_bmr$objective,1.90592,13.819552,7.25085627938214 +data_1000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_05,afs_bmr$objective,1.11536,1.8188,1.63068426337685 +data_1000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_19,afs_bmr$objective,1.066216,1.76736,1.65760033614202 +data_1000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2022_12_21,afs_bmr$train,2.530672,15.867232,6.26996781882441 +data_1000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_01_26,afs_bmr$train,2.266344,15.058864,6.64456234358067 +data_1000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_02_21,afs_bmr$train,2.45824,15.427144,6.27568667013799 +data_1000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_03_02,afs_bmr$train,2.424696,15.3912,6.34768234863257 +data_1000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_04_24,afs_bmr$train,2.419152,15.692488,6.48677222431662 +data_1000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_05,afs_bmr$train,1.343984,2.49356,1.85534946844605 +data_1000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_19,afs_bmr$train,1.279328,2.4244,1.8950574051377 +data_1000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2022_12_21,afs_instance$archive,0.600744,6.066136,10.097705511832 +data_1000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_01_26,afs_instance$archive,0.600744,6.066136,10.097705511832 +data_1000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_02_21,afs_instance$archive,0.600744,6.066136,10.097705511832 +data_1000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_03_02,afs_instance$archive,0.600744,6.066136,10.097705511832 +data_1000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_04_24,afs_instance$archive,0.585272,6.083368,10.3940868519253 +data_1000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_05,afs_instance$archive,0.144608,0.256304,1.77240539942465 +data_1000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_19,afs_instance$archive,0.140888,0.25196,1.78837090454829 +data_1000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2022_12_21,afs_instance$fselect_instance,2.19408,14.638176,6.67166921898928 +data_1000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_01_26,afs_instance$fselect_instance,1.962592,13.871248,7.06782051491089 +data_1000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_02_21,afs_instance$fselect_instance,2.102056,14.183424,6.74740539738237 +data_1000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_03_02,afs_instance$fselect_instance,2.106464,14.187832,6.73537834019475 +data_1000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_04_24,afs_instance$fselect_instance,2.089184,14.460288,6.92150045185106 +data_1000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_05,afs_instance$fselect_instance,1.106768,1.809568,1.6350020961936 +data_1000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_19,afs_instance$fselect_instance,1.03776,1.652384,1.5922602528523 +data_1000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2022_12_21,afs_instance$model,2.39144,15.235328,6.37077576690195 +data_1000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_01_26,afs_instance$model,2.145104,14.451952,6.73718010874997 +data_1000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_02_21,afs_instance$model,2.271536,14.750296,6.49353389072416 +data_1000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_03_02,afs_instance$model,2.302872,14.783952,6.41978885496024 +data_1000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_04_24,afs_instance$model,2.246248,15.019888,6.68665614838611 +data_1000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_05,afs_instance$model,1.213816,2.08656,1.71900848233999 +data_1000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_19,afs_instance$model,1.169424,1.955648,1.67231731177058 +data_1000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2022_12_21,afs_instance$objective,2.004728,14.223872,7.09516303458624 +data_1000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_01_26,afs_instance$objective,1.772888,13.456592,7.59020987225363 +data_1000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_02_21,afs_instance$objective,1.912432,13.768848,7.19965363474362 +data_1000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_03_02,afs_instance$objective,1.916608,13.773024,7.18614552375864 +data_1000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_04_24,afs_instance$objective,1.89792,13.810968,7.27689681335357 +data_1000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_05,afs_instance$objective,1.106768,1.809568,1.6350020961936 +data_1000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_19,afs_instance$objective,1.03776,1.652384,1.5922602528523 +data_1000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2022_12_21,afs_instance$train,2.527472,15.8586,6.27449087467636 +data_1000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_01_26,afs_instance$train,2.282768,15.076856,6.60463787822503 +data_1000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_02_21,afs_instance$train,2.409984,15.375984,6.38011870618228 +data_1000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_03_02,afs_instance$train,2.438984,15.407304,6.3170992511636 +data_1000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_04_24,afs_instance$train,2.3876,15.65764,6.55789914558553 +data_1000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_05,afs_instance$train,1.304416,2.449928,1.87817996712705 +data_1000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_19,afs_instance$train,1.257832,2.316824,1.84191847559929 +data_1000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2022_12_21,afs_models$archive,1.604432,7.915904,4.93377344755029 +data_1000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_01_26,afs_models$archive,1.380232,7.322928,5.30557761303897 +data_1000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_02_21,afs_models$archive,1.389592,7.332288,5.2765761460918 +data_1000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_03_02,afs_models$archive,1.366368,7.309064,5.34926461978032 +data_1000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_04_24,afs_models$archive,1.387496,7.369088,5.31106972560642 +data_1000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_05,afs_models$archive,0.879432,1.158984,1.31787790301012 +data_1000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_19,afs_models$archive,0.856752,1.13568,1.32556445739257 +data_1000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2022_12_21,afs_models$benchmark_result,1.166064,1.90808,1.63634243060415 +data_1000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_01_26,afs_models$benchmark_result,0.941432,1.314992,1.39679976886275 +data_1000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_02_21,afs_models$benchmark_result,0.950792,1.324352,1.39289350352127 +data_1000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_03_02,afs_models$benchmark_result,0.927568,1.301128,1.40273058147758 +data_1000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_04_24,afs_models$benchmark_result,0.966688,1.34616,1.39254857823827 +data_1000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_05,afs_models$benchmark_result,0.81152,0.957912,1.18039235015773 +data_1000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_19,afs_models$benchmark_result,0.79256,0.938952,1.1847077823761 +data_1000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2022_12_21,afs_models$fselect_instance,2.424632,14.97644,6.17678889002537 +data_1000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_01_26,afs_models$fselect_instance,2.114208,14.049304,6.6451853365421 +data_1000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_02_21,afs_models$fselect_instance,2.2732,14.381008,6.32632764385008 +data_1000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_03_02,afs_models$fselect_instance,2.228496,14.336304,6.43317466129623 +data_1000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_04_24,afs_models$fselect_instance,2.267184,14.683632,6.47659475366799 +data_1000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_05,afs_models$fselect_instance,1.267152,2.01504,1.59021175044509 +data_1000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_19,afs_models$fselect_instance,1.168104,1.869248,1.60024107442488 +data_1000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2022_12_21,afs_models$model,2.56936,15.545616,6.0503845315565 +data_1000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_01_26,afs_models$model,2.252752,14.611336,6.48599401975894 +data_1000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_02_21,afs_models$model,2.423176,14.955432,6.17183068831979 +data_1000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_03_02,afs_models$model,2.353608,14.883552,6.32371745847227 +data_1000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_04_24,afs_models$model,2.43108,15.282256,6.28620037185119 +data_1000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_05,afs_models$model,1.368416,2.316776,1.69303486659028 +data_1000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_19,afs_models$model,1.248768,2.146024,1.71851296637966 +data_1000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2022_12_21,afs_models$objective,2.235536,14.562392,6.51404942707252 +data_1000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_01_26,afs_models$objective,1.924752,13.634896,7.08397549398572 +data_1000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_02_21,afs_models$objective,2.083648,13.966504,6.70290951254722 +data_1000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_03_02,afs_models$objective,2.039168,13.922024,6.82730603854121 +data_1000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_04_24,afs_models$objective,2.075696,14.034088,6.76114806792517 +data_1000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_05,afs_models$objective,1.267152,2.01504,1.59021175044509 +data_1000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_19,afs_models$objective,1.168104,1.869248,1.60024107442488 +data_1000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2022_12_21,afs_models$train,2.706848,16.170344,5.97386480511651 +data_1000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_01_26,afs_models$train,2.3912,15.237024,6.37212445633991 +data_1000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_02_21,afs_models$train,2.560664,15.58016,6.08442185308186 +data_1000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_03_02,afs_models$train,2.493448,15.510632,6.22055563220087 +data_1000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_04_24,afs_models$train,2.568384,15.91596,6.19687710248935 +data_1000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_05,afs_models$train,1.456424,2.677552,1.83844265131583 +data_1000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_19,afs_models$train,1.338632,2.508656,1.87404454697034 +data_1000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2022_12_21,afs,0.375712,0.981016,2.6110850864492 +data_1000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_01_26,afs,0.375712,0.981016,2.6110850864492 +data_1000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_02_21,afs,0.375712,0.981016,2.6110850864492 +data_1000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_03_02,afs,0.375712,0.981016,2.6110850864492 +data_1000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_04_24,afs,0.380576,1.222952,3.21342386277642 +data_1000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_05,afs,0.227672,0.49988,2.19561474401771 +data_1000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_19,afs,0.227672,0.49988,2.19561474401771 +data_1000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2022_12_21,afs$model,0.362144,0.604016,1.66788901652381 +data_1000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_01_26,afs$model,0.381896,0.625688,1.63837275069652 +data_1000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_02_21,afs$model,0.376288,0.61952,1.64639850327409 +data_1000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_03_02,afs$model,0.375216,0.618288,1.64781885633875 +data_1000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_04_24,afs$model,0.384272,0.633104,1.64754132489487 +data_1000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_05,afs$model,0.24076,0.341184,1.41711247715567 +data_1000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_19,afs$model,0.2338,0.33352,1.42651839178785 +data_1000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2022_12_21,afs$train,0.612864,1.670704,2.72605994152047 +data_1000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_01_26,afs$train,0.630664,1.690424,2.68038765491609 +data_1000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_02_21,afs$train,0.625632,1.684832,2.69300803027978 +data_1000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_03_02,afs$train,0.624704,1.683744,2.69526687839361 +data_1000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_04_24,afs$train,0.637784,1.943632,3.04747688872722 +data_1000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_05,afs$train,0.433312,0.939976,2.16928218004579 +data_1000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_19,afs$train,0.427008,0.932968,2.18489583333333 +data_1000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2022_12_21,afs_bmr$archive,1.659512,7.95944,4.79625335640839 +data_1000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_01_26,afs_bmr$archive,1.592896,8.236512,5.17077825545422 +data_1000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_02_21,afs_bmr$archive,1.579176,8.222792,5.20701429099733 +data_1000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_03_02,afs_bmr$archive,1.5778,8.143536,5.16132336164279 +data_1000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_04_24,afs_bmr$archive,1.531064,8.235968,5.37924476050642 +data_1000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_05,afs_bmr$archive,1.042464,2.100624,2.01505663504927 +data_1000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_19,afs_bmr$archive,1.000448,2.057984,2.05706243602866 +data_1000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2022_12_21,afs_bmr$benchmark_result,1.17984,1.910312,1.61912801735829 +data_1000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_01_26,afs_bmr$benchmark_result,1.112792,2.187272,1.96557128376193 +data_1000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_02_21,afs_bmr$benchmark_result,1.099072,2.173552,1.97762475979736 +data_1000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_03_02,afs_bmr$benchmark_result,1.097696,2.094296,1.90790164125587 +data_1000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_04_24,afs_bmr$benchmark_result,1.068952,2.171736,2.03164969053802 +data_1000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_05,afs_bmr$benchmark_result,0.933248,1.858248,1.99116204910163 +data_1000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_19,afs_bmr$benchmark_result,0.933376,1.858376,1.99102612452002 +data_1000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2022_12_21,afs_bmr$fselect_instance,3.972512,22.699056,5.71403081979362 +data_1000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_01_26,afs_bmr$fselect_instance,2.489544,15.241232,6.12209786209844 +data_1000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_02_21,afs_bmr$fselect_instance,2.563656,15.346288,5.98609485828052 +data_1000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_03_02,afs_bmr$fselect_instance,2.594096,15.376728,5.92758633450728 +data_1000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_04_24,afs_bmr$fselect_instance,2.48448,15.577112,6.26976751674395 +data_1000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_05,afs_bmr$fselect_instance,1.51588,2.992448,1.97406654880334 +data_1000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_19,afs_bmr$fselect_instance,1.315208,2.79496,2.1251087280491 +data_1000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2022_12_21,afs_bmr$model,4.160208,23.285744,5.59725475264698 +data_1000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_01_26,afs_bmr$model,2.663704,15.813104,5.9365094620123 +data_1000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_02_21,afs_bmr$model,2.747768,15.929152,5.79712406578721 +data_1000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_03_02,afs_bmr$model,2.79452,15.977184,5.71732676810329 +data_1000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_04_24,afs_bmr$model,2.672368,16.170776,6.05110374020345 +data_1000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_05,afs_bmr$model,1.652248,3.301744,1.99833439047891 +data_1000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_19,afs_bmr$model,1.455152,3.107472,2.13549649796035 +data_1000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2022_12_21,afs_bmr$objective,3.78096,22.282552,5.89335830053743 +data_1000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_01_26,afs_bmr$objective,2.297608,14.824344,6.45207711672313 +data_1000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_02_21,afs_bmr$objective,2.371616,14.929296,6.29498873342059 +data_1000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_03_02,afs_bmr$objective,2.401928,14.959608,6.22816670607945 +data_1000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_04_24,afs_bmr$objective,2.290648,14.925224,6.51572131554041 +data_1000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_05,afs_bmr$objective,1.51588,2.992448,1.97406654880334 +data_1000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_19,afs_bmr$objective,1.315208,2.79496,2.1251087280491 +data_1000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2022_12_21,afs_bmr$train,4.297056,23.909832,5.56423560688993 +data_1000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_01_26,afs_bmr$train,2.801832,16.438472,5.86704413398091 +data_1000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_02_21,afs_bmr$train,2.88484,16.553464,5.73808738092927 +data_1000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_03_02,afs_bmr$train,2.930312,16.600216,5.66499949493433 +data_1000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_04_24,afs_bmr$train,2.810728,16.805536,5.97906876794909 +data_1000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_05,afs_bmr$train,1.740032,3.662296,2.10472910843019 +data_1000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_19,afs_bmr$train,1.54268,3.467768,2.24788549796458 +data_1000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2022_12_21,afs_instance$archive,0.641928,6.10732,9.51402649518326 +data_1000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_01_26,afs_instance$archive,0.641928,6.10732,9.51402649518326 +data_1000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_02_21,afs_instance$archive,0.641928,6.10732,9.51402649518326 +data_1000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_03_02,afs_instance$archive,0.641928,6.10732,9.51402649518326 +data_1000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_04_24,afs_instance$archive,0.626456,6.124552,9.77650784731889 +data_1000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_05,afs_instance$archive,0.185792,0.297488,1.60118842576645 +data_1000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_19,afs_instance$archive,0.143648,0.25472,1.77322343506349 +data_1000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2022_12_21,afs_instance$fselect_instance,3.803232,22.465752,5.90701592750587 +data_1000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_01_26,afs_instance$fselect_instance,2.374256,15.1256,6.37066938021848 +data_1000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_02_21,afs_instance$fselect_instance,2.454496,15.236784,6.20770374040129 +data_1000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_03_02,afs_instance$fselect_instance,2.45944,15.241728,6.19723514295937 +data_1000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_04_24,afs_instance$fselect_instance,2.411256,15.500544,6.42841075356578 +data_1000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_05,afs_instance$fselect_instance,1.438376,2.914488,2.02623514296679 +data_1000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_19,afs_instance$fselect_instance,1.042704,1.657328,1.58945204008041 +data_1000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2022_12_21,afs_instance$model,3.990848,23.05236,5.77630618855942 +data_1000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_01_26,afs_instance$model,2.559152,15.709248,6.13845836433319 +data_1000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_02_21,afs_instance$model,2.614184,15.79296,6.04125799867186 +data_1000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_03_02,afs_instance$model,2.624832,15.803952,6.02093848292005 +data_1000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_04_24,afs_instance$model,2.586624,16.080456,6.21677367874109 +data_1000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_05,afs_instance$model,1.556912,3.204104,2.05798657856064 +data_1000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_19,afs_instance$model,1.16296,1.948128,1.67514617871638 +data_1000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2022_12_21,afs_instance$objective,3.61168,22.049248,6.10498383023967 +data_1000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_01_26,afs_instance$objective,2.182216,14.708608,6.74021636721571 +data_1000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_02_21,afs_instance$objective,2.262656,14.819992,6.54982109520846 +data_1000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_03_02,afs_instance$objective,2.267592,14.824928,6.53774047535888 +data_1000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_04_24,afs_instance$objective,2.217536,14.848768,6.69606626453866 +data_1000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_05,afs_instance$objective,1.438376,2.914488,2.02623514296679 +data_1000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_19,afs_instance$objective,1.042704,1.657328,1.58945204008041 +data_1000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2022_12_21,afs_instance$train,4.127696,23.676448,5.73599606172548 +data_1000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_01_26,afs_instance$train,2.69624,16.333576,6.05790879150224 +data_1000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_02_21,afs_instance$train,2.753704,16.41972,5.96277595558564 +data_1000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_03_02,afs_instance$train,2.763856,16.430216,5.9446715024227 +data_1000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_04_24,afs_instance$train,2.726136,16.716368,6.13189070537934 +data_1000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_05,afs_instance$train,1.646392,3.566352,2.16616212906768 +data_1000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_19,afs_instance$train,1.252328,2.310264,1.84477549012719 +data_1000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2022_12_21,afs_models$archive,2.587088,9.867736,3.81422510560136 +data_1000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_01_26,afs_models$archive,2.031816,8.910296,4.38538529079405 +data_1000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_02_21,afs_models$archive,2.026504,8.904984,4.39425927607347 +data_1000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_03_02,afs_models$archive,2.035128,8.913608,4.37987586038814 +data_1000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_04_24,afs_models$archive,2.0136,8.953368,4.44644815256257 +data_1000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_05,afs_models$archive,1.561768,2.854792,1.82792322547267 +data_1000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_19,afs_models$archive,1.43132,2.72372,1.90294273817176 +data_1000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2022_12_21,afs_models$benchmark_result,2.107416,3.818608,1.81198586325623 +data_1000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_01_26,afs_models$benchmark_result,1.551712,2.861056,1.84380606710524 +data_1000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_02_21,afs_models$benchmark_result,1.5464,2.855744,1.84670460424211 +data_1000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_03_02,afs_models$benchmark_result,1.555024,2.864368,1.84200886931649 +data_1000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_04_24,afs_models$benchmark_result,1.551488,2.889136,1.86217102549295 +data_1000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_05,afs_models$benchmark_result,1.452552,2.612416,1.79850084540863 +data_1000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_19,afs_models$benchmark_result,1.364248,2.524112,1.85018559675367 +data_1000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2022_12_21,afs_models$fselect_instance,5.52004,25.484736,4.61676654516996 +data_1000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_01_26,afs_models$fselect_instance,3.295584,16.543096,5.01977676794158 +data_1000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_02_21,afs_models$fselect_instance,3.385536,16.663992,4.92211336698236 +data_1000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_03_02,afs_models$fselect_instance,3.40244,16.680896,4.90262752612831 +data_1000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_04_24,afs_models$fselect_instance,3.346456,16.964096,5.06927208963752 +data_1000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_05,afs_models$fselect_instance,2.447232,4.452504,1.81940412678487 +data_1000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_19,afs_models$fselect_instance,1.745048,3.459664,1.98256093815184 +data_1000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2022_12_21,afs_models$model,5.656752,26.045096,4.6042492228756 +data_1000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_01_26,afs_models$model,3.42184,17.091728,4.99489397517125 +data_1000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_02_21,afs_models$model,3.532704,17.235608,4.87887125555948 +data_1000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_03_02,afs_models$model,3.55652,17.260144,4.85309909686998 +data_1000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_04_24,afs_models$model,3.499928,17.55124,5.01474316043073 +data_1000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_05,afs_models$model,2.5448,4.750544,1.8667651681861 +data_1000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_19,afs_models$model,1.834552,3.746336,2.04209856139265 +data_1000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2022_12_21,afs_models$objective,5.328744,25.068488,4.70438962727427 +data_1000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_01_26,afs_models$objective,3.103976,16.126536,5.19544481014029 +data_1000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_02_21,afs_models$objective,3.193704,16.247208,5.0872616873699 +data_1000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_03_02,afs_models$objective,3.210536,16.26404,5.06583324404399 +data_1000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_04_24,afs_models$objective,3.152784,16.312368,5.17395673157438 +data_1000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_05,afs_models$objective,2.447232,4.452504,1.81940412678487 +data_1000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_19,afs_models$objective,1.745048,3.459664,1.98256093815184 +data_1000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2022_12_21,afs_models$train,5.792544,26.668128,4.60387145958667 +data_1000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_01_26,afs_models$train,3.5616,17.718728,4.97493486073675 +data_1000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_02_21,afs_models$train,3.670208,17.860352,4.86630512494115 +data_1000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_03_02,afs_models$train,3.693288,17.884152,4.84233885903293 +data_1000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_04_24,afs_models$train,3.638192,18.185904,4.99861029874179 +data_1000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_05,afs_models$train,2.632792,5.111304,1.9414006119739 +data_1000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_19,afs_models$train,1.923424,4.107976,2.13576205766383 +data_1000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2022_12_21,afs,0.375712,0.981016,2.6110850864492 +data_1000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_01_26,afs,0.375712,0.981016,2.6110850864492 +data_1000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_02_21,afs,0.375712,0.981016,2.6110850864492 +data_1000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_03_02,afs,0.375712,0.981016,2.6110850864492 +data_1000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_04_24,afs,0.380576,1.222952,3.21342386277642 +data_1000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_05,afs,0.227672,0.49988,2.19561474401771 +data_1000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_19,afs,0.227672,0.49988,2.19561474401771 +data_1000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2022_12_21,afs$model,0.37684,0.620152,1.64566394225666 +data_1000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_01_26,afs$model,0.39036,0.634792,1.62617071421252 +data_1000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_02_21,afs$model,0.365984,0.608256,1.66197429395821 +data_1000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_03_02,afs$model,0.378512,0.621824,1.64281185272858 +data_1000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_04_24,afs$model,0.38208,0.630736,1.65079564489112 +data_1000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_05,afs$model,0.214728,0.31244,1.45505010990649 +data_1000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_19,afs$model,0.230176,0.329544,1.43170443486723 +data_1000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2022_12_21,afs$train,0.626088,1.685368,2.69190273571766 +data_1000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_01_26,afs$train,0.638504,1.698904,2.66075701953316 +data_1000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_02_21,afs$train,0.616288,1.674528,2.71711926891324 +data_1000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_03_02,afs$train,0.62776,1.68704,2.68739645724481 +data_1000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_04_24,afs$train,0.635736,1.941408,3.05379591528559 +data_1000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_05,afs$train,0.409792,0.913744,2.22977510541933 +data_1000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_19,afs$train,0.423704,0.929312,2.19330475992674 +data_1000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2022_12_21,afs_bmr$archive,3.766448,10.699976,2.84086651402064 +data_1000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_01_26,afs_bmr$archive,4.736472,18.311408,3.86604375577434 +data_1000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_02_21,afs_bmr$archive,4.6912,18.344016,3.91030354706685 +data_1000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_03_02,afs_bmr$archive,4.69392,18.113096,3.85884207655861 +data_1000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_04_24,afs_bmr$archive,4.229936,18.007224,4.25709136024753 +data_1000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_05,afs_bmr$archive,3.866392,12.62412,3.26509055470837 +data_1000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_19,afs_bmr$archive,3.42096,12.091552,3.53454936625976 +data_1000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2022_12_21,afs_bmr$benchmark_result,2.879256,4.243328,1.47375849872328 +data_1000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_01_26,afs_bmr$benchmark_result,3.848848,11.854648,3.08005096589941 +data_1000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_02_21,afs_bmr$benchmark_result,3.803576,11.887256,3.12528420623119 +data_1000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_03_02,afs_bmr$benchmark_result,3.806296,11.656336,3.06238295707953 +data_1000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_04_24,afs_bmr$benchmark_result,3.360304,11.535472,3.43286559787448 +data_1000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_05,afs_bmr$benchmark_result,3.349656,11.974224,3.57476230395002 +data_1000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_19,afs_bmr$benchmark_result,3.33008,11.868136,3.56391918512468 +data_1000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2022_12_21,afs_bmr$fselect_instance,21.581072,103.064976,4.77571160505836 +data_1000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_01_26,afs_bmr$fselect_instance,7.607184,28.785752,3.7840220507352 +data_1000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_02_21,afs_bmr$fselect_instance,7.178944,26.970776,3.75692803844131 +data_1000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_03_02,afs_bmr$fselect_instance,7.282464,27.074296,3.717738391841 +data_1000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_04_24,afs_bmr$fselect_instance,6.370128,26.642656,4.18243652246862 +data_1000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_05,afs_bmr$fselect_instance,5.503704,14.718656,2.67431824095191 +data_1000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_19,afs_bmr$fselect_instance,3.755632,12.84844,3.42111261167228 +data_1000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2022_12_21,afs_bmr$model,21.754304,103.636,4.76393085248786 +data_1000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_01_26,afs_bmr$model,7.793952,29.371432,3.76849023447925 +data_1000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_02_21,afs_bmr$model,7.3462,27.535024,3.74819961340557 +data_1000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_03_02,afs_bmr$model,7.462856,27.65288,3.7054017925577 +data_1000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_04_24,afs_bmr$model,6.544832,27.221816,4.15928414969246 +data_1000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_05,afs_bmr$model,5.628184,15.01492,2.66780901264067 +data_1000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_19,afs_bmr$model,3.880528,13.144232,3.38722771746525 +data_1000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2022_12_21,afs_bmr$objective,21.369576,102.628528,4.80255331224167 +data_1000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_01_26,afs_bmr$objective,7.395064,28.34868,3.83345972394559 +data_1000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_02_21,afs_bmr$objective,6.967016,26.533896,3.80850223395497 +data_1000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_03_02,afs_bmr$objective,7.070416,26.637296,3.76742980893911 +data_1000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_04_24,afs_bmr$objective,6.156352,25.970824,4.21854111005998 +data_1000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_05,afs_bmr$objective,5.503704,14.718656,2.67431824095191 +data_1000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_19,afs_bmr$objective,3.755632,12.84844,3.42111261167228 +data_1000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2022_12_21,afs_bmr$train,21.892368,104.261304,4.7624498181284 +data_1000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_01_26,afs_bmr$train,7.93088,29.9956,3.78212758231117 +data_1000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_02_21,afs_bmr$train,7.48508,28.161144,3.76230367611301 +data_1000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_03_02,afs_bmr$train,7.60052,28.277784,3.7205064916611 +data_1000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_04_24,afs_bmr$train,6.684424,27.857808,4.16757045932454 +data_1000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_05,afs_bmr$train,5.717024,15.376528,2.68960354198268 +data_1000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_19,afs_bmr$train,3.969592,13.506064,3.40238089959875 +data_1000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2022_12_21,afs_instance$archive,1.048776,6.514168,6.21121002006148 +data_1000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_01_26,afs_instance$archive,1.048776,6.514168,6.21121002006148 +data_1000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_02_21,afs_instance$archive,1.048776,6.514168,6.21121002006148 +data_1000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_03_02,afs_instance$archive,1.048776,6.514168,6.21121002006148 +data_1000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_04_24,afs_instance$archive,1.033304,6.5314,6.32088910911019 +data_1000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_05,afs_instance$archive,0.59264,0.704336,1.18847192224622 +data_1000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_19,afs_instance$archive,0.166784,0.277856,1.665963161934 +data_1000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2022_12_21,afs_instance$fselect_instance,19.899816,100.735992,5.06215695662714 +data_1000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_01_26,afs_instance$fselect_instance,6.283328,27.461552,4.37054248958514 +data_1000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_02_21,afs_instance$fselect_instance,6.004848,25.796336,4.29591823140236 +data_1000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_03_02,afs_instance$fselect_instance,6.007544,25.799032,4.29443912520657 +data_1000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_04_24,afs_instance$fselect_instance,5.616728,25.890912,4.60960758648096 +data_1000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_05,afs_instance$fselect_instance,4.734728,13.947376,2.94576077020686 +data_1000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_19,afs_instance$fselect_instance,1.085984,1.700608,1.56596045613932 +data_1000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2022_12_21,afs_instance$model,20.088328,101.323336,5.04389095996441 +data_1000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_01_26,afs_instance$model,6.466976,28.043792,4.3364614311233 +data_1000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_02_21,afs_instance$model,6.187984,26.377904,4.26276215323117 +data_1000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_03_02,afs_instance$model,6.201,26.39196,4.25608127721335 +data_1000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_04_24,afs_instance$model,5.795496,26.474576,4.56812945777204 +data_1000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_05,afs_instance$model,4.852576,14.236216,2.9337440567649 +data_1000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_19,afs_instance$model,1.217064,2.003112,1.64585592869397 +data_1000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2022_12_21,afs_instance$objective,19.688216,100.29944,5.09438945610918 +data_1000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_01_26,afs_instance$objective,6.07124,27.024512,4.45123434421963 +data_1000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_02_21,afs_instance$objective,5.792776,25.359312,4.37774773269327 +data_1000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_03_02,afs_instance$objective,5.795368,25.361904,4.37623702239444 +data_1000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_04_24,afs_instance$objective,5.402912,25.21904,4.66767550535711 +data_1000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_05,afs_instance$objective,4.734728,13.947376,2.94576077020686 +data_1000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_19,afs_instance$objective,1.085984,1.700608,1.56596045613932 +data_1000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2022_12_21,afs_instance$train,20.225336,101.947584,5.04058790420095 +data_1000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_01_26,afs_instance$train,6.604224,28.66828,4.34090061148744 +data_1000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_02_21,afs_instance$train,6.325392,27.002552,4.26891361041339 +data_1000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_03_02,afs_instance$train,6.337352,27.015552,4.26290854602995 +data_1000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_04_24,afs_instance$train,5.934656,27.110136,4.56810571665822 +data_1000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_05,afs_instance$train,4.94212,14.598528,2.95389994577226 +data_1000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_19,afs_instance$train,1.305632,2.364448,1.81096051567364 +data_1000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2022_12_21,afs_models$archive,11.35884,28.366272,2.49728599047086 +data_1000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_01_26,afs_models$archive,8.725952,24.806512,2.84284305024827 +data_1000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_02_21,afs_models$archive,8.78896,25.02528,2.84735395314121 +data_1000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_03_02,afs_models$archive,8.718952,24.955272,2.86218710689083 +data_1000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_04_24,afs_models$archive,8.21964,24.6608,3.00022872047924 +data_1000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_05,afs_models$archive,7.747688,19.002408,2.45265529536037 +data_1000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_19,afs_models$archive,7.329,18.669608,2.54736089507436 +data_1000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2022_12_21,afs_models$benchmark_result,10.471648,21.909624,2.09228041278698 +data_1000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_01_26,afs_models$benchmark_result,7.838328,18.349752,2.34102885207151 +data_1000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_02_21,afs_models$benchmark_result,7.901336,18.56852,2.35004814375695 +data_1000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_03_02,afs_models$benchmark_result,7.831328,18.498512,2.36211687213203 +data_1000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_04_24,afs_models$benchmark_result,7.350008,18.189048,2.47469771461473 +data_1000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_05,afs_models$benchmark_result,7.230952,18.352512,2.53804920845831 +data_1000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_19,afs_models$benchmark_result,7.23812,18.446192,2.54847833415307 +data_1000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2022_12_21,afs_models$fselect_instance,34.44468,128.612088,3.73387379415341 +data_1000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_01_26,afs_models$fselect_instance,15.548536,41.920208,2.6960871428667 +data_1000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_02_21,afs_models$fselect_instance,15.294984,40.27992,2.6335378971302 +data_1000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_03_02,afs_models$fselect_instance,15.157464,40.1424,2.64835859085662 +data_1000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_04_24,afs_models$fselect_instance,14.061216,39.694632,2.82298714421285 +data_1000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_05,afs_models$fselect_instance,13.072424,27.640064,2.11437939895462 +data_1000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_19,afs_models$fselect_instance,7.662736,19.42556,2.5350684142061 +data_1000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2022_12_21,afs_models$model,34.595592,129.188088,3.73423550607257 +data_1000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_01_26,afs_models$model,15.706376,42.503376,2.70612240532125 +data_1000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_02_21,afs_models$model,15.43228,40.840704,2.64644653933184 +data_1000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_03_02,afs_models$model,15.301768,40.710832,2.66053125364337 +data_1000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_04_24,afs_models$model,14.21984,40.287368,2.83318012017013 +data_1000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_05,afs_models$model,13.15872,27.925424,2.12219911967121 +data_1000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_19,afs_models$model,7.748512,19.707888,2.54344163111576 +data_1000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2022_12_21,afs_models$objective,34.233176,128.175632,3.74419341050915 +data_1000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_01_26,afs_models$objective,15.336552,41.483272,2.70486299658489 +data_1000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_02_21,afs_models$objective,15.083184,39.843168,2.64156215292474 +data_1000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_03_02,afs_models$objective,14.9456,39.705584,2.65667380366128 +data_1000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_04_24,afs_models$objective,13.84744,39.0228,2.81805156765438 +data_1000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_05,afs_models$objective,13.072424,27.640064,2.11437939895462 +data_1000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_19,afs_models$objective,7.662736,19.42556,2.5350684142061 +data_1000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2022_12_21,afs_models$train,34.731384,129.81112,3.73757406269788 +data_1000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_01_26,afs_models$train,15.842984,43.127224,2.72216547084817 +data_1000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_02_21,afs_models$train,15.570744,41.466408,2.66309740883287 +data_1000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_03_02,afs_models$train,15.439576,41.33588,2.67726782134432 +data_1000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_04_24,afs_models$train,14.357704,40.921632,2.85015152840594 +data_1000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_05,afs_models$train,13.248008,28.28748,2.13522515988819 +data_1000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_19,afs_models$train,7.83796,20.070104,2.56062853089324 +data_10000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2022_12_21,afs,0.375712,0.981016,2.6110850864492 +data_10000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_01_26,afs,0.375712,0.981016,2.6110850864492 +data_10000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_02_21,afs,0.375712,0.981016,2.6110850864492 +data_10000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_03_02,afs,0.375712,0.981016,2.6110850864492 +data_10000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_04_24,afs,0.380576,1.222952,3.21342386277642 +data_10000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_05,afs,0.227672,0.49988,2.19561474401771 +data_10000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_19,afs,0.227672,0.49988,2.19561474401771 +data_10000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2022_12_21,afs$model,0.48456,0.727952,1.50229486544494 +data_10000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_01_26,afs$model,0.475808,0.71832,1.50968457865357 +data_10000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_02_21,afs$model,0.45608,0.6966,1.52736362041747 +data_10000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_03_02,afs$model,0.472672,0.715024,1.51272764200122 +data_10000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_04_24,afs$model,0.489168,0.737824,1.50832433846858 +data_10000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_05,afs$model,0.344904,0.4448,1.2896342170575 +data_10000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_19,afs$model,0.351808,0.452584,1.28645170092778 +data_10000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2022_12_21,afs$train,0.73376,1.82912,2.49280418665504 +data_10000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_01_26,afs$train,0.725856,1.820336,2.50784728651413 +data_10000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_02_21,afs$train,0.708176,1.800664,2.54267865615327 +data_10000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_03_02,afs$train,0.722896,1.817216,2.51380004869303 +data_10000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_04_24,afs$train,0.742824,2.084496,2.80617750638105 +data_10000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_05,afs$train,0.537968,1.080104,2.00774767272403 +data_10000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_19,afs$train,0.54404,1.087056,1.99811778545695 +data_10000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2022_12_21,afs_bmr$archive,5.624904,11.897472,2.11514223176076 +data_10000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_01_26,afs_bmr$archive,5.450672,11.429368,2.09687319288337 +data_10000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_02_21,afs_bmr$archive,5.452544,11.43124,2.09649660782196 +data_10000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_03_02,afs_bmr$archive,5.44836,11.427056,2.09733864869429 +data_10000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_04_24,afs_bmr$archive,5.433024,11.450616,2.10759532812666 +data_10000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_05,afs_bmr$archive,4.933808,5.24936,1.06395708953409 +data_10000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_19,afs_bmr$archive,4.929736,5.244664,1.06388333979751 +data_10000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2022_12_21,afs_bmr$benchmark_result,5.186536,5.889648,1.13556485484724 +data_10000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_01_26,afs_bmr$benchmark_result,5.011872,5.421432,1.08171796885475 +data_10000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_02_21,afs_bmr$benchmark_result,5.013744,5.423304,1.08168745751678 +data_10000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_03_02,afs_bmr$benchmark_result,5.00956,5.41912,1.08175568313385 +data_10000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_04_24,afs_bmr$benchmark_result,5.012216,5.427688,1.0828918785623 +data_10000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_05,afs_bmr$benchmark_result,4.865896,5.048288,1.0374837440011 +data_10000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_19,afs_bmr$benchmark_result,4.865544,5.047936,1.03748645577966 +data_10000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2022_12_21,afs_bmr$fselect_instance,6.42252,18.945328,2.94982779345179 +data_10000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_01_26,afs_bmr$fselect_instance,6.185584,18.202584,2.9427429972659 +data_10000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_02_21,afs_bmr$fselect_instance,6.330208,18.48392,2.91995460496717 +data_10000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_03_02,afs_bmr$fselect_instance,6.322032,18.475744,2.92243759601343 +data_10000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_04_24,afs_bmr$fselect_instance,6.489376,18.753048,2.88980758704689 +data_10000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_05,afs_bmr$fselect_instance,5.507264,6.102672,1.10811321193246 +data_10000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_19,afs_bmr$fselect_instance,5.242024,6.015168,1.14748959562184 +data_10000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2022_12_21,afs_bmr$model,6.679104,19.636664,2.94001470855971 +data_10000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_01_26,afs_bmr$model,6.428096,18.878648,2.93689577753661 +data_10000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_02_21,afs_bmr$model,6.585544,19.173848,2.91150556430873 +data_10000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_03_02,afs_bmr$model,6.551472,19.137464,2.92109376335578 +data_10000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_04_24,afs_bmr$model,6.741176,19.44592,2.88464801987072 +data_10000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_05,afs_bmr$model,5.717624,6.522048,1.14069200772908 +data_10000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_19,afs_bmr$model,5.43176,6.41136,1.18034670162157 +data_10000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2022_12_21,afs_bmr$objective,6.233272,18.531128,2.97293748772715 +data_10000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_01_26,afs_bmr$objective,5.995944,17.787992,2.96667080279602 +data_10000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_02_21,afs_bmr$objective,6.140464,18.069224,2.94264798230231 +data_10000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_03_02,afs_bmr$objective,6.132536,18.061296,2.94515939246015 +data_10000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_04_24,afs_bmr$objective,6.297888,18.103504,2.87453571737065 +data_10000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_05,afs_bmr$objective,5.507264,6.102672,1.10811321193246 +data_10000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_19,afs_bmr$objective,5.242024,6.015168,1.14748959562184 +data_10000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2022_12_21,afs_bmr$train,6.816192,20.296992,2.97776118982564 +data_10000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_01_26,afs_bmr$train,6.566416,19.540208,2.97577978611163 +data_10000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_02_21,afs_bmr$train,6.722792,19.834336,2.95031231071852 +data_10000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_03_02,afs_bmr$train,6.691232,19.800464,2.95916566635262 +data_10000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_04_24,afs_bmr$train,6.88016,20.117304,2.92395874514546 +data_10000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_05,afs_bmr$train,5.805296,6.918488,1.19175456341933 +data_10000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_19,afs_bmr$train,5.521224,6.809592,1.23334825756028 +data_10000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2022_12_21,afs_instance$archive,0.600744,6.066136,10.097705511832 +data_10000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_01_26,afs_instance$archive,0.600744,6.066136,10.097705511832 +data_10000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_02_21,afs_instance$archive,0.600744,6.066136,10.097705511832 +data_10000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_03_02,afs_instance$archive,0.600744,6.066136,10.097705511832 +data_10000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_04_24,afs_instance$archive,0.585272,6.083368,10.3940868519253 +data_10000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_05,afs_instance$archive,0.144608,0.256304,1.77240539942465 +data_10000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_19,afs_instance$archive,0.140888,0.25196,1.78837090454829 +data_10000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2022_12_21,afs_instance$fselect_instance,6.369336,18.885432,2.96505507010464 +data_10000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_01_26,afs_instance$fselect_instance,6.138592,18.155248,2.95755899724236 +data_10000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_02_21,afs_instance$fselect_instance,6.281096,18.434464,2.93491199625034 +data_10000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_03_02,afs_instance$fselect_instance,6.277296,18.430664,2.93608330720743 +data_10000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_04_24,afs_instance$fselect_instance,6.445088,18.708144,2.90269799264184 +data_10000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_05,afs_instance$fselect_instance,5.462896,6.05776,1.10889169407582 +data_10000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_19,afs_instance$fselect_instance,5.177856,5.82848,1.12565509739939 +data_10000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2022_12_21,afs_instance$model,6.611768,19.561336,2.95856357936334 +data_10000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_01_26,afs_instance$model,6.388512,18.83936,2.94894335331921 +data_10000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_02_21,afs_instance$model,6.539816,19.128176,2.92487984371426 +data_10000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_03_02,afs_instance$model,6.517992,19.104352,2.93101801904636 +data_10000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_04_24,afs_instance$model,6.66808,19.36924,2.90477018871999 +data_10000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_05,afs_instance$model,5.650048,6.451728,1.14188906005754 +data_10000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_19,afs_instance$model,5.39184,6.25112,1.15936674678774 +data_10000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2022_12_21,afs_instance$objective,6.180216,18.47136,2.98878874136438 +data_10000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_01_26,afs_instance$objective,5.948888,17.740592,2.98216944074254 +data_10000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_02_21,afs_instance$objective,6.091312,18.019728,2.9582671188079 +data_10000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_03_02,afs_instance$objective,6.087712,18.016128,2.95942515020421 +data_10000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_04_24,afs_instance$objective,6.253872,18.058872,2.88763057510611 +data_10000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_05,afs_instance$objective,5.462896,6.05776,1.10889169407582 +data_10000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_19,afs_instance$objective,5.177856,5.82848,1.12565509739939 +data_10000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2022_12_21,afs_instance$train,6.75012,20.222928,2.9959360722476 +data_10000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_01_26,afs_instance$train,6.526144,19.500232,2.98801742652323 +data_10000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_02_21,afs_instance$train,6.676648,19.788248,2.96379979894103 +data_10000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_03_02,afs_instance$train,6.656872,19.766472,2.96933334454981 +data_10000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_04_24,afs_instance$train,6.809832,20.043392,2.94330197866849 +data_10000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_05,afs_instance$train,5.739768,6.850216,1.19346565923919 +data_10000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_19,afs_instance$train,5.479272,6.64732,1.21317576495564 +data_10000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2022_12_21,afs_models$archive,6.196136,12.579608,2.0302343266836 +data_10000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_01_26,afs_models$archive,5.973952,11.952648,2.00079411418103 +data_10000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_02_21,afs_models$archive,5.986968,11.965664,1.9986183323512 +data_10000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_03_02,afs_models$archive,6.009352,11.988048,1.99489861802071 +data_10000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_04_24,afs_models$archive,5.985984,12.003576,2.00528033486224 +data_10000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_05,afs_models$archive,5.486496,5.802048,1.05751430421165 +data_10000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_19,afs_models$archive,5.46224,5.777168,1.05765546735405 +data_10000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2022_12_21,afs_models$benchmark_result,5.757768,6.571784,1.14137700581197 +data_10000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_01_26,afs_models$benchmark_result,5.535152,5.944712,1.07399254799146 +data_10000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_02_21,afs_models$benchmark_result,5.548168,5.957728,1.07381896150225 +data_10000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_03_02,afs_models$benchmark_result,5.570552,5.980112,1.07352233674508 +data_10000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_04_24,afs_models$benchmark_result,5.565176,5.980648,1.07465568025162 +data_10000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_05,afs_models$benchmark_result,5.418584,5.600976,1.03366045446559 +data_10000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_19,afs_models$benchmark_result,5.398048,5.58044,1.03378851021703 +data_10000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2022_12_21,afs_models$fselect_instance,7.135136,19.794944,2.77429105766169 +data_10000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_01_26,afs_models$fselect_instance,6.82656,18.869656,2.76415295551493 +data_10000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_02_21,afs_models$fselect_instance,6.992656,19.172464,2.74179996842402 +data_10000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_03_02,afs_models$fselect_instance,7.035888,19.215696,2.73109748193831 +data_10000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_04_24,afs_models$fselect_instance,7.000816,19.477088,2.78211682752411 +data_10000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_05,afs_models$fselect_instance,6.017336,6.825224,1.13426007788164 +data_10000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_19,afs_models$fselect_instance,5.773544,6.546688,1.13391151085018 +data_10000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2022_12_21,afs_models$model,7.340328,20.459224,2.78723566576316 +data_10000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_01_26,afs_models$model,7.025344,19.526816,2.77948183035592 +data_10000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_02_21,afs_models$model,7.20184,19.841216,2.75502038367973 +data_10000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_03_02,afs_models$model,7.266312,19.907608,2.73971280066146 +data_10000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_04_24,afs_models$model,7.225912,20.171944,2.7916121868077 +data_10000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_05,afs_models$model,6.18748,7.23184,1.16878600011636 +data_10000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_19,afs_models$model,5.922696,6.927424,1.1696403124523 +data_10000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2022_12_21,afs_models$objective,6.946176,19.381032,2.79017289512964 +data_10000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_01_26,afs_models$objective,6.637232,18.455376,2.78058323108187 +data_10000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_02_21,afs_models$objective,6.803192,18.758048,2.75724218866673 +data_10000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_03_02,afs_models$objective,6.846232,18.801088,2.74619498725722 +data_10000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_04_24,afs_models$objective,6.809416,18.827632,2.76494078199951 +data_10000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_05,afs_models$objective,6.017336,6.825224,1.13426007788164 +data_10000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_19,afs_models$objective,5.773544,6.546688,1.13391151085018 +data_10000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2022_12_21,afs_models$train,7.479176,21.121312,2.82401590763475 +data_10000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_01_26,afs_models$train,7.165088,20.1898,2.81780209817381 +data_10000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_02_21,afs_models$train,7.340224,20.50284,2.79321720972003 +data_10000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_03_02,afs_models$train,7.402776,20.567312,2.77832423944747 +data_10000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_04_24,afs_models$train,7.364096,20.842528,2.83029009942293 +data_10000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_05,afs_models$train,6.275488,7.628616,1.21562115966121 +data_10000,1,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_19,afs_models$train,6.01304,7.326536,1.21844125434057 +data_10000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2022_12_21,afs,0.375712,0.981016,2.6110850864492 +data_10000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_01_26,afs,0.375712,0.981016,2.6110850864492 +data_10000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_02_21,afs,0.375712,0.981016,2.6110850864492 +data_10000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_03_02,afs,0.375712,0.981016,2.6110850864492 +data_10000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_04_24,afs,0.380576,1.222952,3.21342386277642 +data_10000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_05,afs,0.227672,0.49988,2.19561474401771 +data_10000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_19,afs,0.227672,0.49988,2.19561474401771 +data_10000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2022_12_21,afs$model,0.499616,0.744208,1.48955998206623 +data_10000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_01_26,afs$model,0.4946,0.738792,1.4937161342499 +data_10000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_02_21,afs$model,0.488304,0.731856,1.49877125724958 +data_10000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_03_02,afs$model,0.488704,0.732256,1.49836301728654 +data_10000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_04_24,afs$model,0.478448,0.726048,1.51750660468849 +data_10000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_05,afs$model,0.347112,0.447448,1.28905943902833 +data_10000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_19,afs$model,0.349008,0.44952,1.28799339843213 +data_10000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2022_12_21,afs$train,0.747584,1.844144,2.46680506805924 +data_10000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_01_26,afs$train,0.742968,1.839128,2.47537982793337 +data_10000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_02_21,afs$train,0.737312,1.832832,2.48582960808993 +data_10000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_03_02,afs$train,0.737712,1.833232,2.48502396599215 +data_10000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_04_24,afs$train,0.73308,2.073696,2.82874447536422 +data_10000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_05,afs$train,0.53976,1.082336,2.00521713354083 +data_10000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_19,afs$train,0.54148,1.084232,2.00234911723425 +data_10000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2022_12_21,afs_bmr$archive,6.1598,12.495728,2.02859313614078 +data_10000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_01_26,afs_bmr$archive,6.097152,13.100768,2.14867006759877 +data_10000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_02_21,afs_bmr$archive,6.094424,13.09804,2.14918423791978 +data_10000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_03_02,afs_bmr$archive,6.066064,13.06968,2.15455689224512 +data_10000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_04_24,afs_bmr$archive,6.03052,13.095424,2.17152484362874 +data_10000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_05,afs_bmr$archive,5.543088,6.961248,1.25584295252033 +data_10000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_19,afs_bmr$archive,5.501616,6.919152,1.25765811354337 +data_10000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2022_12_21,afs_bmr$benchmark_result,5.680128,6.4466,1.13493921263746 +data_10000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_01_26,afs_bmr$benchmark_result,5.617048,7.051528,1.25537969410267 +data_10000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_02_21,afs_bmr$benchmark_result,5.61432,7.0488,1.255503783183 +data_10000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_03_02,afs_bmr$benchmark_result,5.58596,7.02044,1.25680097959885 +data_10000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_04_24,afs_bmr$benchmark_result,5.568408,7.031192,1.26269339459321 +data_10000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_05,afs_bmr$benchmark_result,5.433872,6.718872,1.23647962263373 +data_10000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_19,afs_bmr$benchmark_result,5.434544,6.719544,1.23645038111753 +data_10000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2022_12_21,afs_bmr$fselect_instance,8.832784,27.631328,3.12826941086751 +data_10000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_01_26,afs_bmr$fselect_instance,7.357888,20.865576,2.83581049344595 +data_10000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_02_21,afs_bmr$fselect_instance,7.452592,20.631224,2.76832865666066 +data_10000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_03_02,afs_bmr$fselect_instance,7.398856,20.577488,2.78117157571387 +data_10000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_04_24,afs_bmr$fselect_instance,7.607784,20.832144,2.73826701704465 +data_10000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_05,afs_bmr$fselect_instance,6.664472,8.249352,1.23781028714653 +data_10000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_19,afs_bmr$fselect_instance,5.81628,7.692032,1.32250029228304 +data_10000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2022_12_21,afs_bmr$model,9.091696,28.325072,3.11548824333766 +data_10000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_01_26,afs_bmr$model,7.62756,21.57112,2.82804986129247 +data_10000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_02_21,afs_bmr$model,7.7096,21.322904,2.76576009131472 +data_10000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_03_02,afs_bmr$model,7.645256,21.2576,2.78049551251129 +data_10000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_04_24,afs_bmr$model,7.849824,21.514288,2.74073507890113 +data_10000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_05,afs_bmr$model,6.869296,8.662752,1.26108294066816 +data_10000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_19,afs_bmr$model,6.017456,8.10072,1.34620344544273 +data_10000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2022_12_21,afs_bmr$objective,8.641248,27.21484,3.14941082584368 +data_10000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_01_26,afs_bmr$objective,7.165736,20.448472,2.85364573855358 +data_10000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_02_21,afs_bmr$objective,7.26056,20.21424,2.78411582577652 +data_10000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_03_02,afs_bmr$objective,7.20692,20.1606,2.79739472617984 +data_10000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_04_24,afs_bmr$objective,7.414104,20.180408,2.72189437860597 +data_10000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_05,afs_bmr$objective,6.664472,8.249352,1.23781028714653 +data_10000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_19,afs_bmr$objective,5.81628,7.692032,1.32250029228304 +data_10000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2022_12_21,afs_bmr$train,9.228704,28.98532,3.14077903029505 +data_10000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_01_26,afs_bmr$train,7.763512,22.230312,2.86343500209699 +data_10000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_02_21,afs_bmr$train,7.846752,21.983296,2.80157904824824 +data_10000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_03_02,afs_bmr$train,7.7834,21.918984,2.81611943366652 +data_10000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_04_24,afs_bmr$train,7.98972,22.186584,2.77689130532735 +data_10000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_05,afs_bmr$train,6.957384,9.059608,1.30215724760916 +data_10000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_19,afs_bmr$train,6.105944,8.497976,1.39175465742889 +data_10000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2022_12_21,afs_instance$archive,0.641928,6.10732,9.51402649518326 +data_10000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_01_26,afs_instance$archive,0.641928,6.10732,9.51402649518326 +data_10000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_02_21,afs_instance$archive,0.641928,6.10732,9.51402649518326 +data_10000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_03_02,afs_instance$archive,0.641928,6.10732,9.51402649518326 +data_10000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_04_24,afs_instance$archive,0.626456,6.124552,9.77650784731889 +data_10000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_05,afs_instance$archive,0.185792,0.297488,1.60118842576645 +data_10000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_19,afs_instance$archive,0.143648,0.25472,1.77322343506349 +data_10000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2022_12_21,afs_instance$fselect_instance,8.305984,27.040504,3.25554491797721 +data_10000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_01_26,afs_instance$fselect_instance,6.856024,20.363368,2.97014246157831 +data_10000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_02_21,afs_instance$fselect_instance,6.96044,20.138728,2.89331249173903 +data_10000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_03_02,afs_instance$fselect_instance,6.949304,20.127592,2.89634645426362 +data_10000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_04_24,afs_instance$fselect_instance,7.200048,20.39808,2.83304777968147 +data_10000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_05,afs_instance$fselect_instance,6.226936,7.8114,1.25445323350039 +data_10000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_19,afs_instance$fselect_instance,5.182856,5.83348,1.12553387553117 +data_10000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2022_12_21,afs_instance$model,8.573736,27.743968,3.23592515561478 +data_10000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_01_26,afs_instance$model,7.12252,21.065336,2.95756782711737 +data_10000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_02_21,afs_instance$model,7.226128,20.839888,2.88396330649 +data_10000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_03_02,afs_instance$model,7.208344,20.821624,2.88854471984134 +data_10000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_04_24,afs_instance$model,7.452128,21.091232,2.83022943245205 +data_10000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_05,afs_instance$model,6.439568,8.2334,1.27856402789752 +data_10000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_19,afs_instance$model,5.390792,6.249632,1.15931610791142 +data_10000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2022_12_21,afs_instance$objective,8.11436,26.623928,3.28108784919575 +data_10000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_01_26,afs_instance$objective,6.663912,19.946304,2.99318238296064 +data_10000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_02_21,afs_instance$objective,6.768328,19.721664,2.91381623349223 +data_10000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_03_02,afs_instance$objective,6.75724,19.710576,2.91695662726202 +data_10000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_04_24,afs_instance$objective,7.00628,19.746256,2.81836523804358 +data_10000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_05,afs_instance$objective,6.226936,7.8114,1.25445323350039 +data_10000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_19,afs_instance$objective,5.182856,5.83348,1.12553387553117 +data_10000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2022_12_21,afs_instance$train,8.709848,28.40332,3.26105805749997 +data_10000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_01_26,afs_instance$train,7.258872,21.724928,2.99287933442 +data_10000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_02_21,afs_instance$train,7.36248,21.49948,2.92014103943237 +data_10000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_03_02,afs_instance$train,7.345176,21.481696,2.92459921995062 +data_10000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_04_24,afs_instance$train,7.591144,21.762648,2.86684694691604 +data_10000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_05,afs_instance$train,6.52692,8.62952,1.32214275646093 +data_10000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_19,afs_instance$train,5.47864,6.646248,1.21312004439058 +data_10000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2022_12_21,afs_models$archive,8.298112,15.977944,1.92549148529208 +data_10000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_01_26,afs_models$archive,7.872768,15.111248,1.91943265697656 +data_10000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_02_21,afs_models$archive,7.780088,15.018568,1.93038536325039 +data_10000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_03_02,afs_models$archive,7.798448,15.036928,1.92819494340412 +data_10000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_04_24,afs_models$archive,7.7772,15.076968,1.93861132541275 +data_10000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_05,afs_models$archive,7.27052,8.923544,1.22735980370042 +data_10000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_19,afs_models$archive,7.245736,8.898136,1.22805136703849 +data_10000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2022_12_21,afs_models$benchmark_result,7.81844,9.928816,1.2699229002205 +data_10000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_01_26,afs_models$benchmark_result,7.392664,9.062008,1.22581088495298 +data_10000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_02_21,afs_models$benchmark_result,7.299984,8.969328,1.2286777614855 +data_10000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_03_02,afs_models$benchmark_result,7.318344,8.987688,1.22810406288636 +data_10000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_04_24,afs_models$benchmark_result,7.315088,9.012736,1.23207485678915 +data_10000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_05,afs_models$benchmark_result,7.161304,8.681168,1.21223285591563 +data_10000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_19,afs_models$benchmark_result,7.178664,8.698528,1.21171961802363 +data_10000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2022_12_21,afs_models$fselect_instance,12.470048,32.873456,2.63619322074783 +data_10000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_01_26,afs_models$fselect_instance,10.500824,24.504336,2.33356315656752 +data_10000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_02_21,afs_models$fselect_instance,10.417208,24.091664,2.3126795586687 +data_10000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_03_02,afs_models$fselect_instance,10.453488,24.127944,2.30812375735257 +data_10000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_04_24,afs_models$fselect_instance,10.518632,24.411584,2.32079456720228 +data_10000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_05,afs_models$fselect_instance,9.511248,11.790824,1.23967159724991 +data_10000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_19,afs_models$fselect_instance,7.55952,9.670136,1.27919973754947 +data_10000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2022_12_21,afs_models$model,12.683944,33.5474,2.64487134285676 +data_10000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_01_26,afs_models$model,10.727792,25.192552,2.34834456149038 +data_10000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_02_21,afs_models$model,10.634128,24.768872,2.32918693474444 +data_10000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_03_02,afs_models$model,10.670408,24.805152,2.32466762283129 +data_10000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_04_24,afs_models$model,10.746352,25.10924,2.33653615664181 +data_10000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_05,afs_models$model,9.678192,12.193888,1.25993450016284 +data_10000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_19,afs_models$model,7.728352,10.072752,1.30335057202363 +data_10000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2022_12_21,afs_models$objective,12.278712,32.457168,2.64336910907268 +data_10000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_01_26,afs_models$objective,10.308912,24.087472,2.33656781627392 +data_10000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_02_21,afs_models$objective,10.225392,23.674896,2.31530448906018 +data_10000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_03_02,afs_models$objective,10.261672,23.711176,2.31065424815761 +data_10000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_04_24,afs_models$objective,10.324936,23.759832,2.30120864671704 +data_10000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_05,afs_models$objective,9.511248,11.790824,1.23967159724991 +data_10000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_19,afs_models$objective,7.55952,9.670136,1.27919973754947 +data_10000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2022_12_21,afs_models$train,12.819736,34.206432,2.6682633714142 +data_10000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_01_26,afs_models$train,10.864464,25.852464,2.37954343628917 +data_10000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_02_21,afs_models$train,10.771776,25.42976,2.3607769043842 +data_10000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_03_02,afs_models$train,10.808056,25.46604,2.35620910920521 +data_10000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_04_24,afs_models$train,10.884376,25.779664,2.36850178641385 +data_10000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_05,afs_models$train,9.766504,12.590968,1.28919908290623 +data_10000,10,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_19,afs_models$train,7.816664,10.469832,1.33942459340711 +data_10000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2022_12_21,afs,0.375712,0.981016,2.6110850864492 +data_10000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_01_26,afs,0.375712,0.981016,2.6110850864492 +data_10000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_02_21,afs,0.375712,0.981016,2.6110850864492 +data_10000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_03_02,afs,0.375712,0.981016,2.6110850864492 +data_10000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_04_24,afs,0.380576,1.222952,3.21342386277642 +data_10000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_05,afs,0.227672,0.49988,2.19561474401771 +data_10000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_19,afs,0.227672,0.49988,2.19561474401771 +data_10000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2022_12_21,afs$model,0.496728,0.74108,1.49192314506128 +data_10000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_01_26,afs$model,0.492824,0.736856,1.49517068973914 +data_10000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_02_21,afs$model,0.485608,0.72892,1.5010461112667 +data_10000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_03_02,afs$model,0.486304,0.729696,1.50049351845759 +data_10000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_04_24,afs$model,0.47748,0.724992,1.51837145011309 +data_10000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_05,afs$model,0.357904,0.459208,1.28304796817024 +data_10000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_19,afs$model,0.356928,0.458056,1.28332885063654 +data_10000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2022_12_21,afs$train,0.744936,1.841256,2.47169689745159 +data_10000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_01_26,afs$train,0.741352,1.837352,2.47838004079034 +data_10000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_02_21,afs$train,0.734856,1.830136,2.49046888097804 +data_10000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_03_02,afs$train,0.735488,1.830848,2.48929690219283 +data_10000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_04_24,afs$train,0.732208,2.072736,2.83080217643074 +data_10000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_05,afs$train,0.549656,1.0932,1.98888031787154 +data_10000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_19,afs$train,0.54884,1.092208,1.99002988120399 +data_10000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2022_12_21,afs_bmr$archive,11.504032,18.47356,1.60583350254937 +data_10000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_01_26,afs_bmr$archive,12.471808,29.724624,2.38334522147871 +data_10000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_02_21,afs_bmr$archive,12.470456,29.723272,2.38349519857173 +data_10000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_03_02,afs_bmr$archive,12.431224,29.57016,2.37870060100277 +data_10000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_04_24,afs_bmr$archive,11.974008,29.279296,2.44523771823102 +data_10000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_05,afs_bmr$archive,11.608168,23.929896,2.06147050938615 +data_10000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_19,afs_bmr$archive,11.200848,23.644464,2.11095302784218 +data_10000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2022_12_21,afs_bmr$benchmark_result,10.61684,12.016912,1.13187276063311 +data_10000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_01_26,afs_bmr$benchmark_result,11.584184,23.267864,2.00858895197107 +data_10000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_02_21,afs_bmr$benchmark_result,11.582832,23.266512,2.00870667898835 +data_10000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_03_02,afs_bmr$benchmark_result,11.5436,23.1134,2.00226965591323 +data_10000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_04_24,afs_bmr$benchmark_result,11.104376,22.807544,2.05392396655156 +data_10000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_05,afs_bmr$benchmark_result,11.091432,23.28,2.09891743464685 +data_10000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_19,afs_bmr$benchmark_result,11.109968,23.421048,2.10811120248051 +data_10000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2022_12_21,afs_bmr$fselect_instance,32.918768,114.474672,3.47748955853998 +data_10000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_01_26,afs_bmr$fselect_instance,18.90552,47.320088,2.50297733148837 +data_10000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_02_21,afs_bmr$fselect_instance,18.593208,42.02104,2.26002097109869 +data_10000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_03_02,afs_bmr$fselect_instance,18.551944,41.979776,2.26282356177876 +data_10000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_04_24,afs_bmr$fselect_instance,18.974456,41.624896,2.19373330123404 +data_10000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_05,afs_bmr$fselect_instance,18.189568,29.697408,1.6326615343476 +data_10000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_19,afs_bmr$fselect_instance,11.53564,24.437472,2.11843226730376 +data_10000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2022_12_21,afs_bmr$model,33.176816,115.167632,3.47132865311729 +data_10000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_01_26,afs_bmr$model,19.169304,48.019264,2.50500821521741 +data_10000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_02_21,afs_bmr$model,18.848928,42.711352,2.26598308402473 +data_10000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_03_02,afs_bmr$model,18.800016,42.66172,2.26923849426511 +data_10000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_04_24,afs_bmr$model,19.235752,42.327968,2.20048418174657 +data_10000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_05,afs_bmr$model,18.397248,30.11384,1.63686655743294 +data_10000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_19,afs_bmr$model,11.743112,24.85316,2.11640321577449 +data_10000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2022_12_21,afs_bmr$objective,32.70716,114.038112,3.48664060101825 +data_10000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_01_26,afs_bmr$objective,18.693352,46.882968,2.50800220313617 +data_10000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_02_21,afs_bmr$objective,18.38112,41.584,2.26232133841681 +data_10000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_03_02,afs_bmr$objective,18.339928,41.542808,2.26515654805188 +data_10000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_04_24,afs_bmr$objective,18.76056,40.952944,2.18292758851548 +data_10000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_05,afs_bmr$objective,18.189568,29.697408,1.6326615343476 +data_10000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_19,afs_bmr$objective,11.53564,24.437472,2.11843226730376 +data_10000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2022_12_21,afs_bmr$train,33.313728,115.827784,3.4768784808473 +data_10000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_01_26,afs_bmr$train,19.305736,48.678936,2.52147527553469 +data_10000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_02_21,afs_bmr$train,18.986176,43.37184,2.28439049548471 +data_10000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_03_02,afs_bmr$train,18.938,43.322944,2.28761981201816 +data_10000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_04_24,afs_bmr$train,19.374096,42.998712,2.21939191382142 +data_10000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_05,afs_bmr$train,18.485176,30.510536,1.65054073599299 +data_10000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_19,afs_bmr$train,11.830944,25.24976,2.13421346597533 +data_10000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2022_12_21,afs_instance$archive,1.048776,6.514168,6.21121002006148 +data_10000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_01_26,afs_instance$archive,1.048776,6.514168,6.21121002006148 +data_10000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_02_21,afs_instance$archive,1.048776,6.514168,6.21121002006148 +data_10000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_03_02,afs_instance$archive,1.048776,6.514168,6.21121002006148 +data_10000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_04_24,afs_instance$archive,1.033304,6.5314,6.32088910911019 +data_10000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_05,afs_instance$archive,0.59264,0.704336,1.18847192224622 +data_10000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_19,afs_instance$archive,0.166784,0.277856,1.665963161934 +data_10000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2022_12_21,afs_instance$fselect_instance,27.634152,108.549384,3.92808811357772 +data_10000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_01_26,afs_instance$fselect_instance,14.054344,42.468568,3.02173961303352 +data_10000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_02_21,afs_instance$fselect_instance,13.744104,37.171592,2.70454821936737 +data_10000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_03_02,afs_instance$fselect_instance,13.753136,37.180624,2.70342880343799 +data_10000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_04_24,afs_instance$fselect_instance,14.613264,37.259424,2.54969895842572 +data_10000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_05,afs_instance$fselect_instance,13.847992,25.328656,1.82904900580532 +data_10000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_19,afs_instance$fselect_instance,5.226016,5.87664,1.12449713127553 +data_10000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2022_12_21,afs_instance$model,27.888536,109.23836,3.91696286961782 +data_10000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_01_26,afs_instance$model,14.324016,43.174112,3.01410665835615 +data_10000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_02_21,afs_instance$model,14.008176,37.870976,2.70349087561436 +data_10000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_03_02,afs_instance$model,14.011152,37.873552,2.70310050165754 +data_10000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_04_24,afs_instance$model,14.879,37.967464,2.55174837018617 +data_10000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_05,afs_instance$model,14.04828,25.736992,1.83203865526598 +data_10000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_19,afs_instance$model,5.431,6.2894,1.15805560670226 +data_10000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2022_12_21,afs_instance$objective,27.422576,108.112856,3.94247630127819 +data_10000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_01_26,afs_instance$objective,13.842128,42.0314,3.03648398569931 +data_10000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_02_21,afs_instance$objective,13.531944,36.73448,2.71464912949684 +data_10000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_03_02,afs_instance$objective,13.541016,36.743552,2.71350037545189 +data_10000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_04_24,afs_instance$objective,14.39932,36.587424,2.54091332090682 +data_10000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_05,afs_instance$objective,13.847992,25.328656,1.82904900580532 +data_10000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_19,afs_instance$objective,5.226016,5.87664,1.12449713127553 +data_10000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2022_12_21,afs_instance$train,28.025768,109.898832,3.92134952376684 +data_10000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_01_26,afs_instance$train,14.459968,43.833304,3.031355532737 +data_10000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_02_21,afs_instance$train,14.144688,38.530728,2.72404226943712 +data_10000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_03_02,afs_instance$train,14.14808,38.53372,2.72360065818118 +data_10000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_04_24,afs_instance$train,15.016864,38.637728,2.57295584484217 +data_10000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_05,afs_instance$train,14.136848,26.134328,1.84866725595409 +data_10000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_19,afs_instance$train,5.519232,6.6864,1.21147290057747 +data_10000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2022_12_21,afs_models$archive,29.0994,49.742832,1.70941091568898 +data_10000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_01_26,afs_models$archive,26.561832,46.284272,1.74251053165309 +data_10000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_02_21,afs_models$archive,26.347392,45.614312,1.7312647870423 +data_10000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_03_02,afs_models$archive,26.21984,46.05616,1.75653856011326 +data_10000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_04_24,afs_models$archive,25.799216,45.688008,1.77090683685892 +data_10000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_05,afs_models$archive,25.483064,40.510808,1.58971495735364 +data_10000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_19,afs_models$archive,25.289192,39.948776,1.57967783233248 +data_10000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2022_12_21,afs_models$benchmark_result,28.212208,43.286184,1.53430685042447 +data_10000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_01_26,afs_models$benchmark_result,25.674208,39.827512,1.55126545675722 +data_10000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_02_21,afs_models$benchmark_result,25.459768,39.157552,1.53801684288718 +data_10000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_03_02,afs_models$benchmark_result,25.332216,39.5994,1.56320315601288 +data_10000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_04_24,afs_models$benchmark_result,24.929584,39.216256,1.57308104298892 +data_10000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_05,afs_models$benchmark_result,24.966328,39.860912,1.59658689095169 +data_10000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_19,afs_models$benchmark_result,25.198312,39.72536,1.5765087756672 +data_10000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2022_12_21,afs_models$fselect_instance,65.443944,163.283352,2.49501087526143 +data_10000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_01_26,afs_models$fselect_instance,46.707376,80.315048,1.71953671728423 +data_10000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_02_21,afs_models$fselect_instance,46.108816,74.729752,1.62072589328687 +data_10000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_03_02,afs_models$fselect_instance,45.68496,74.305896,1.62648486504092 +data_10000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_04_24,afs_models$fselect_instance,45.961816,74.05176,1.61115827103089 +data_10000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_05,afs_models$fselect_instance,45.134104,62.193288,1.37796660370172 +data_10000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_19,afs_models$fselect_instance,25.62312,40.74092,1.59000621313876 +data_10000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2022_12_21,afs_models$model,65.663768,163.964104,2.49702551336987 +data_10000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_01_26,afs_models$model,46.939752,81.009152,1.72581124842756 +data_10000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_02_21,afs_models$model,46.335032,75.416976,1.62764484548106 +data_10000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_03_02,afs_models$model,45.909256,74.9912,1.63346580916058 +data_10000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_04_24,afs_models$model,46.184384,74.743736,1.61837680892312 +data_10000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_05,afs_models$model,45.307048,62.60288,1.38174705180527 +data_10000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_19,afs_models$model,25.800176,41.15264,1.59505268491192 +data_10000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2022_12_21,afs_models$objective,65.232456,162.846912,2.49640933341526 +data_10000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_01_26,afs_models$objective,46.495352,79.878072,1.71797972408081 +data_10000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_02_21,afs_models$objective,45.896864,74.292848,1.61869115937856 +data_10000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_03_02,afs_models$objective,45.473008,73.868992,1.62445800814408 +data_10000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_04_24,afs_models$objective,45.748104,73.379992,1.60400072536339 +data_10000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_05,afs_models$objective,45.134104,62.193288,1.37796660370172 +data_10000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_19,afs_models$objective,25.62312,40.74092,1.59000621313876 +data_10000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2022_12_21,afs_models$train,65.79956,164.623136,2.50188809773196 +data_10000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_01_26,afs_models$train,47.075944,81.668584,1.73482626285731 +data_10000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_02_21,afs_models$train,46.47196,76.077144,1.63705477453501 +data_10000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2023_03_02,afs_models$train,46.046168,75.651352,1.64294566270965 +data_10000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_04_24,afs_models$train,46.322904,75.414656,1.62802090300729 +data_10000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_05,afs_models$train,45.394896,62.999496,1.38781011856487 +data_10000,100,classif.rpart,mlr3fselect/default/snapshots/snapshot_2024_07_19,afs_models$train,25.887704,41.548936,1.60496798016541 diff --git a/mlr-org/benchmark_results/paradox_object_size.csv b/mlr-org/benchmark_results/paradox_object_size.csv new file mode 100644 index 00000000..489a608f --- /dev/null +++ b/mlr-org/benchmark_results/paradox_object_size.csv @@ -0,0 +1,13 @@ +set_size,renv_project,object,size,serialized_size,k +5,paradox/default/snapshots/snapshot_2023_03_17,param_set,1.530536,2.48864,1.62599246277121 +5,paradox/default/snapshots/snapshot_2024_06_11,param_set,0.049664,0.059264,1.19329896907217 +5,paradox/default/snapshots/snapshot_2024_07_09,param_set,0.04984,0.059952,1.20288924558587 +5,paradox/default/snapshots/snapshot_2024_07_30,param_set,0.049696,0.059296,1.19317450096587 +50,paradox/default/snapshots/snapshot_2023_03_17,param_set,1.838288,10.561952,5.74553715195878 +50,paradox/default/snapshots/snapshot_2024_06_11,param_set,0.066848,0.076448,1.14360938247966 +50,paradox/default/snapshots/snapshot_2024_07_09,param_set,0.059824,0.077136,1.28938218775074 +50,paradox/default/snapshots/snapshot_2024_07_30,param_set,0.066848,0.076448,1.14360938247966 +500,paradox/default/snapshots/snapshot_2023_03_17,param_set,4.916872,91.295552,18.5678114053 +500,paradox/default/snapshots/snapshot_2024_06_11,param_set,0.239648,0.249248,1.0400587528375 +500,paradox/default/snapshots/snapshot_2024_07_09,param_set,0.160624,0.249936,1.55603147723877 +500,paradox/default/snapshots/snapshot_2024_07_30,param_set,0.239648,0.249248,1.0400587528375 diff --git a/mlr-org/benchmark_results/paradox_param_set_runtime.csv b/mlr-org/benchmark_results/paradox_param_set_runtime.csv new file mode 100644 index 00000000..17bcf521 --- /dev/null +++ b/mlr-org/benchmark_results/paradox_param_set_runtime.csv @@ -0,0 +1,559 @@ +size,renv_project,algorithm,median_run_time,mad_run_time,mean_run_time,sd_run_time,type +5,paradox/default/snapshots/snapshot_2023_03_17,param_set_initialize,5.1162075,0.2938172202,5.8606970619,3.57760459578581,categorical +5,paradox/default/snapshots/snapshot_2024_06_11,param_set_initialize,5.1665185,0.298086366899999,5.7609857909,3.18928353790714,categorical +5,paradox/default/snapshots/snapshot_2024_07_09,param_set_initialize,1.4207805,0.0455766066,1.5695513651,1.20823610706403,categorical +5,paradox/default/snapshots/snapshot_2024_07_30,param_set_initialize,5.158747,0.3096239601,5.7751542869,3.29911809605722,categorical +5,paradox/default/snapshots/snapshot_2023_03_17,param_set_initialize,5.2820315,0.280031264099999,6.1036479812,4.36174765312064,mixed +5,paradox/default/snapshots/snapshot_2024_06_11,param_set_initialize,5.153499,0.300262082400001,5.7655511594,3.27811154028001,mixed +5,paradox/default/snapshots/snapshot_2024_07_09,param_set_initialize,1.3856375,0.0448946106,1.53211108,1.25892068262657,mixed +5,paradox/default/snapshots/snapshot_2024_07_30,param_set_initialize,5.1967725,0.3434694942,5.8069177133,3.34346361333252,mixed +5,paradox/default/snapshots/snapshot_2023_03_17,param_set_initialize,5.260423,0.322139328,6.0761442158,3.73914081224485,numeric +5,paradox/default/snapshots/snapshot_2024_06_11,param_set_initialize,4.9713095,0.3376495479,5.5782387614,3.33618860003616,numeric +5,paradox/default/snapshots/snapshot_2024_07_09,param_set_initialize,1.195582,0.0374400978000001,1.3333050284,1.19574056768131,numeric +5,paradox/default/snapshots/snapshot_2024_07_30,param_set_initialize,5.0209395,0.3614512083,5.6947062695,3.50358283226835,numeric +50,paradox/default/snapshots/snapshot_2023_03_17,param_set_initialize,104.778893,28.3154146023,99.0664431192,30.2123585498828,categorical +50,paradox/default/snapshots/snapshot_2024_06_11,param_set_initialize,32.5433435,5.2437642033,33.3393839941,7.84789005651459,categorical +50,paradox/default/snapshots/snapshot_2024_07_09,param_set_initialize,9.3113585,0.641369053500001,10.2444509381,4.30800425892295,categorical +50,paradox/default/snapshots/snapshot_2024_07_30,param_set_initialize,32.312002,5.0541893304,33.0256418845,7.75196712174934,categorical +50,paradox/default/snapshots/snapshot_2023_03_17,param_set_initialize,96.013321,21.1686480495,93.6363716968,23.7322537801613,mixed +50,paradox/default/snapshots/snapshot_2024_06_11,param_set_initialize,31.1671075,4.8993843927,31.9946470356,7.61990329141565,mixed +50,paradox/default/snapshots/snapshot_2024_07_09,param_set_initialize,8.249009,0.5607830718,9.0335658805,3.39558107899614,mixed +50,paradox/default/snapshots/snapshot_2024_07_30,param_set_initialize,31.13565,4.9264233102,31.9442508333,7.75786239663209,mixed +50,paradox/default/snapshots/snapshot_2023_03_17,param_set_initialize,101.359179,30.5684491749,98.302840355,28.8202188696464,numeric +50,paradox/default/snapshots/snapshot_2024_06_11,param_set_initialize,30.363957,5.2174050579,31.2868671648,8.18153435383757,numeric +50,paradox/default/snapshots/snapshot_2024_07_09,param_set_initialize,7.1468755,0.4761696072,7.8918120678,3.33188428138722,numeric +50,paradox/default/snapshots/snapshot_2024_07_30,param_set_initialize,30.501408,5.3386105731,31.288719605,8.14593417370832,numeric +500,paradox/default/snapshots/snapshot_2023_03_17,param_set_initialize,704.9490055,208.7072239644,727.6337039304,198.012921641773,categorical +500,paradox/default/snapshots/snapshot_2024_06_11,param_set_initialize,312.812352,45.0587433156,310.2045774982,45.860469187044,categorical +500,paradox/default/snapshots/snapshot_2024_07_09,param_set_initialize,108.682523,13.7847952242,109.3967455869,18.3305208626205,categorical +500,paradox/default/snapshots/snapshot_2024_07_30,param_set_initialize,310.7314285,45.5697436446,309.1139121863,45.642373555756,categorical +500,paradox/default/snapshots/snapshot_2023_03_17,param_set_initialize,731.8633175,214.2239481711,758.0328088592,206.5137502293,mixed +500,paradox/default/snapshots/snapshot_2024_06_11,param_set_initialize,302.1333615,46.4602235979001,299.4953486369,39.7647837678404,mixed +500,paradox/default/snapshots/snapshot_2024_07_09,param_set_initialize,98.6172445,10.6701098553,97.2324079311,14.2654109492156,mixed +500,paradox/default/snapshots/snapshot_2024_07_30,param_set_initialize,300.456536,44.7467042001,297.2797472157,39.068668706037,mixed +500,paradox/default/snapshots/snapshot_2023_03_17,param_set_initialize,754.590424,230.7872551446,780.5830252434,210.917934903141,numeric +500,paradox/default/snapshots/snapshot_2024_06_11,param_set_initialize,283.599149,49.8775461744,285.5550713566,39.9691326412482,numeric +500,paradox/default/snapshots/snapshot_2024_07_09,param_set_initialize,87.0496875,12.1796820558,88.6182202286,18.1894012443899,numeric +500,paradox/default/snapshots/snapshot_2024_07_30,param_set_initialize,271.9146035,43.8295582032,273.797588674,35.8746993146717,numeric +5,paradox/default/snapshots/snapshot_2023_03_17,param_set_ids,0.018959,0.000505566600000002,0.0195882401,0.0110915033692981,categorical +5,paradox/default/snapshots/snapshot_2024_06_11,param_set_ids,0.020872,0.000637518,0.0214202031,0.00671031259676962,categorical +5,paradox/default/snapshots/snapshot_2024_07_09,param_set_ids,0.020812,0.000596005199999999,0.0213485991,0.00762596318603956,categorical +5,paradox/default/snapshots/snapshot_2024_07_30,param_set_ids,0.003906,0.000192738,0.0041005925,0.00394445032348985,categorical +5,paradox/default/snapshots/snapshot_2023_03_17,param_set_ids,0.019129,0.000607866000000001,0.0197136483,0.0100417567446169,mixed +5,paradox/default/snapshots/snapshot_2024_06_11,param_set_ids,0.020841,0.000609348600000002,0.0213184246,0.0066304395445981,mixed +5,paradox/default/snapshots/snapshot_2024_07_09,param_set_ids,0.020691,0.000579696600000004,0.0212098394,0.00765807732123628,mixed +5,paradox/default/snapshots/snapshot_2024_07_30,param_set_ids,0.003886,0.000192738,0.0040730446,0.00403983173949846,mixed +5,paradox/default/snapshots/snapshot_2023_03_17,param_set_ids,0.018889,0.000594522599999998,0.0195565505,0.0098787051198593,numeric +5,paradox/default/snapshots/snapshot_2024_06_11,param_set_ids,0.021032,0.000742782599999997,0.021628004,0.00717127248188806,numeric +5,paradox/default/snapshots/snapshot_2024_07_09,param_set_ids,0.020671,0.000594522599999998,0.0212008164,0.00732499266703034,numeric +5,paradox/default/snapshots/snapshot_2024_07_30,param_set_ids,0.003915,0.0002060814,0.0040838165,0.00367667067001511,numeric +50,paradox/default/snapshots/snapshot_2023_03_17,param_set_ids,0.019059,0.000563388000000003,0.019776806,0.0106866683607207,categorical +50,paradox/default/snapshots/snapshot_2024_06_11,param_set_ids,0.020871,0.000652343999999999,0.0213765821,0.00664420126240176,categorical +50,paradox/default/snapshots/snapshot_2024_07_09,param_set_ids,0.020891,0.000609348599999997,0.0214241795,0.00751062294562727,categorical +50,paradox/default/snapshots/snapshot_2024_07_30,param_set_ids,0.005498,0.00022239,0.0056885187,0.00394622648749402,categorical +50,paradox/default/snapshots/snapshot_2023_03_17,param_set_ids,0.019009,0.000548562000000003,0.0195946812,0.00979374391270005,mixed +50,paradox/default/snapshots/snapshot_2024_06_11,param_set_ids,0.020871,0.000639000600000001,0.0213658189,0.0066691247492602,mixed +50,paradox/default/snapshots/snapshot_2024_07_09,param_set_ids,0.020841,0.000698304600000004,0.0214381366,0.00741418494163555,mixed +50,paradox/default/snapshots/snapshot_2024_07_30,param_set_ids,0.005528,0.00022239,0.005725526,0.00396879499882499,mixed +50,paradox/default/snapshots/snapshot_2023_03_17,param_set_ids,0.018908,0.000607866000000001,0.0195608441,0.00976531848059744,numeric +50,paradox/default/snapshots/snapshot_2024_06_11,param_set_ids,0.0208365,0.000660498300000002,0.0213906521,0.00695754444767259,numeric +50,paradox/default/snapshots/snapshot_2024_07_09,param_set_ids,0.0207065,0.000602676900000006,0.0212394549,0.00738657899342372,numeric +50,paradox/default/snapshots/snapshot_2024_07_30,param_set_ids,0.005468,0.0002238726,0.0056674747,0.00401061523871578,numeric +500,paradox/default/snapshots/snapshot_2023_03_17,param_set_ids,0.019319,0.000637518,0.0199476112,0.0105843419430058,categorical +500,paradox/default/snapshots/snapshot_2024_06_11,param_set_ids,0.021362,0.000950346600000004,0.0220545294,0.00695332982826974,categorical +500,paradox/default/snapshots/snapshot_2024_07_09,param_set_ids,0.020851,0.000653826599999996,0.0213567213,0.00740869729778396,categorical +500,paradox/default/snapshots/snapshot_2024_07_30,param_set_ids,0.02016,0.000518909999999999,0.0204226282,0.00425694646025544,categorical +500,paradox/default/snapshots/snapshot_2023_03_17,param_set_ids,0.019479,0.000816912599999999,0.0205049208,0.0103367292010764,mixed +500,paradox/default/snapshots/snapshot_2024_06_11,param_set_ids,0.021462,0.0010689546,0.0221876629,0.00719893835824507,mixed +500,paradox/default/snapshots/snapshot_2024_07_09,param_set_ids,0.0209915,0.000578955300000003,0.0215012619,0.00743963253061114,mixed +500,paradox/default/snapshots/snapshot_2024_07_30,param_set_ids,0.02029,0.000607866000000001,0.0207423782,0.00432873363590945,mixed +500,paradox/default/snapshots/snapshot_2023_03_17,param_set_ids,0.019339,0.000727956600000003,0.0200667379,0.00991106456857647,numeric +500,paradox/default/snapshots/snapshot_2024_06_11,param_set_ids,0.021352,0.000994824600000002,0.0220803609,0.00709530261685671,numeric +500,paradox/default/snapshots/snapshot_2024_07_09,param_set_ids,0.021041,0.000667169999999999,0.0215514342,0.00753312617770812,numeric +500,paradox/default/snapshots/snapshot_2024_07_30,param_set_ids,0.020031,0.000518909999999999,0.0204125063,0.00438360125241272,numeric +5,paradox/default/snapshots/snapshot_2023_03_17,param_set_ids_class,0.031547,0.0010244766,0.0348678658,0.0674854238284277,categorical +5,paradox/default/snapshots/snapshot_2024_06_11,param_set_ids_class,0.657066,0.0364067256,0.7026650902,0.332488788205826,categorical +5,paradox/default/snapshots/snapshot_2024_07_09,param_set_ids_class,0.652215,0.0378552258,0.6989338273,0.346291158520282,categorical +5,paradox/default/snapshots/snapshot_2024_07_30,param_set_ids_class,0.003995,0.0001912554,0.0041791946,0.00387709395066473,categorical +5,paradox/default/snapshots/snapshot_2023_03_17,param_set_ids_class,0.031538,0.0010556112,0.0346959741,0.0620259327458212,mixed +5,paradox/default/snapshots/snapshot_2024_06_11,param_set_ids_class,0.65196,0.0360894492,0.6954265446,0.316340112617221,mixed +5,paradox/default/snapshots/snapshot_2024_07_09,param_set_ids_class,0.655055,0.0382066020000001,0.7015325646,0.347402154137064,mixed +5,paradox/default/snapshots/snapshot_2024_07_30,param_set_ids_class,0.003956,0.000207563999999999,0.00415002,0.00401272138371085,mixed +5,paradox/default/snapshots/snapshot_2023_03_17,param_set_ids_class,0.031397,0.000979998600000003,0.034619634,0.0668198644140294,numeric +5,paradox/default/snapshots/snapshot_2024_06_11,param_set_ids_class,0.6570475,0.0354949266,0.7026199298,0.334211081929953,numeric +5,paradox/default/snapshots/snapshot_2024_07_09,param_set_ids_class,0.6475785,0.0358077552,0.6946048251,0.334488069291187,numeric +5,paradox/default/snapshots/snapshot_2024_07_30,param_set_ids_class,0.004006,0.0001942206,0.0041889325,0.00382020492255439,numeric +50,paradox/default/snapshots/snapshot_2023_03_17,param_set_ids_class,0.096996,0.0029399958,0.107844572,0.150513349555479,categorical +50,paradox/default/snapshots/snapshot_2024_06_11,param_set_ids_class,0.6700395,0.0414045702,0.719780512,0.36387978102207,categorical +50,paradox/default/snapshots/snapshot_2024_07_09,param_set_ids_class,0.6725235,0.0413904855000001,0.7208831093,0.37616894364402,categorical +50,paradox/default/snapshots/snapshot_2024_07_30,param_set_ids_class,0.005759,0.0002238726,0.0059654469,0.00387092023582605,categorical +50,paradox/default/snapshots/snapshot_2023_03_17,param_set_ids_class,0.09984,0.0044685564,0.1101071574,0.151830437669862,mixed +50,paradox/default/snapshots/snapshot_2024_06_11,param_set_ids_class,0.6593685,0.0344622957,0.7047428729,0.348606226400843,mixed +50,paradox/default/snapshots/snapshot_2024_07_09,param_set_ids_class,0.6530935,0.0350204946,0.6991890859,0.335706015349347,mixed +50,paradox/default/snapshots/snapshot_2024_07_30,param_set_ids_class,0.005048,0.00022239,0.0052437763,0.00394919202845672,mixed +50,paradox/default/snapshots/snapshot_2023_03_17,param_set_ids_class,0.097806,0.0030445191,0.108853643,0.161216130194205,numeric +50,paradox/default/snapshots/snapshot_2024_06_11,param_set_ids_class,0.6715115,0.0376409901,0.7218999297,0.375216067742116,numeric +50,paradox/default/snapshots/snapshot_2024_07_09,param_set_ids_class,0.6598585,0.0366750762,0.707080484,0.359152358461675,numeric +50,paradox/default/snapshots/snapshot_2024_07_30,param_set_ids_class,0.005758,0.0002535246,0.005970254,0.00410911469745536,numeric +500,paradox/default/snapshots/snapshot_2023_03_17,param_set_ids_class,0.87672,0.0254273312999999,0.952608257,0.369673305990441,categorical +500,paradox/default/snapshots/snapshot_2024_06_11,param_set_ids_class,0.682233,0.0450502836,0.7177631916,0.282092996998722,categorical +500,paradox/default/snapshots/snapshot_2024_07_09,param_set_ids_class,0.666939,0.0438538254,0.7098262811,0.318454018546603,categorical +500,paradox/default/snapshots/snapshot_2024_07_30,param_set_ids_class,0.022273,0.000607866000000001,0.0226083714,0.00471533016925883,categorical +500,paradox/default/snapshots/snapshot_2023_03_17,param_set_ids_class,0.855862,0.0222278805,0.9208756428,0.322737458114993,mixed +500,paradox/default/snapshots/snapshot_2024_06_11,param_set_ids_class,0.6733645,0.0414045702,0.7073694163,0.279376961381668,mixed +500,paradox/default/snapshots/snapshot_2024_07_09,param_set_ids_class,0.6626775,0.0425402418,0.7067787049,0.312659751270273,mixed +500,paradox/default/snapshots/snapshot_2024_07_30,param_set_ids_class,0.014372,0.000372132599999999,0.0146851168,0.00429993612892436,mixed +500,paradox/default/snapshots/snapshot_2023_03_17,param_set_ids_class,0.8878435,0.024514791,0.9697201141,0.400038856251103,numeric +500,paradox/default/snapshots/snapshot_2024_06_11,param_set_ids_class,0.695449,0.0451533243,0.7375346587,0.329247095458862,numeric +500,paradox/default/snapshots/snapshot_2024_07_09,param_set_ids_class,0.670422,0.044692977,0.7176437813,0.349144152194909,numeric +500,paradox/default/snapshots/snapshot_2024_07_30,param_set_ids_class,0.0222885,0.000660498300000002,0.0227309103,0.0043083970035418,numeric +5,paradox/default/snapshots/snapshot_2023_03_17,param_set_ids_tags,0.033971,0.0010096506,0.0371889786,0.0626300802132561,categorical +5,paradox/default/snapshots/snapshot_2024_06_11,param_set_ids_tags,0.658469,0.0444483479999999,0.7129470251,0.356816887527134,categorical +5,paradox/default/snapshots/snapshot_2024_07_09,param_set_ids_tags,0.023656,0.000653826600000001,0.0241825863,0.00749187138811405,categorical +5,paradox/default/snapshots/snapshot_2024_07_30,param_set_ids_tags,0.004006,0.0001942206,0.0041963716,0.00395524253322892,categorical +5,paradox/default/snapshots/snapshot_2023_03_17,param_set_ids_tags,0.034452,0.001097124,0.037463676,0.0627529214135344,mixed +5,paradox/default/snapshots/snapshot_2024_06_11,param_set_ids_tags,0.65939,0.0490140146999999,0.7175574243,0.386676365686647,mixed +5,paradox/default/snapshots/snapshot_2024_07_09,param_set_ids_tags,0.024117,0.000815430000000003,0.0247188257,0.00809800596015912,mixed +5,paradox/default/snapshots/snapshot_2024_07_30,param_set_ids_tags,0.004086,0.000237215999999999,0.0043043919,0.00457556003257258,mixed +5,paradox/default/snapshots/snapshot_2023_03_17,param_set_ids_tags,0.0343665,0.00106080029999999,0.0376487724,0.0655554068328105,numeric +5,paradox/default/snapshots/snapshot_2024_06_11,param_set_ids_tags,0.6672165,0.0538769427,0.7162617522,0.340411093876582,numeric +5,paradox/default/snapshots/snapshot_2024_07_09,param_set_ids_tags,0.023826,0.000698304599999999,0.0243267505,0.00750409963683757,numeric +5,paradox/default/snapshots/snapshot_2024_07_30,param_set_ids_tags,0.003997,0.000191255400000001,0.0041740996,0.00383256115676996,numeric +50,paradox/default/snapshots/snapshot_2023_03_17,param_set_ids_tags,0.131587,0.0034144278,0.1418946813,0.146352933690824,categorical +50,paradox/default/snapshots/snapshot_2024_06_11,param_set_ids_tags,0.662725,0.0417603942,0.7178416978,0.378394004454067,categorical +50,paradox/default/snapshots/snapshot_2024_07_09,param_set_ids_tags,0.024938,0.0006686526,0.0254209374,0.00746969346248717,categorical +50,paradox/default/snapshots/snapshot_2024_07_30,param_set_ids_tags,0.014201,0.000237216000000001,0.0144602963,0.00415336732010496,categorical +50,paradox/default/snapshots/snapshot_2023_03_17,param_set_ids_tags,0.132509,0.004321779,0.1421759293,0.136208243325986,mixed +50,paradox/default/snapshots/snapshot_2024_06_11,param_set_ids_tags,0.6726345,0.0512186408999999,0.724714244,0.376231834904892,mixed +50,paradox/default/snapshots/snapshot_2024_07_09,param_set_ids_tags,0.0255135,0.000942192300000001,0.0261768044,0.00995843549253027,mixed +50,paradox/default/snapshots/snapshot_2024_07_30,param_set_ids_tags,0.014261,0.000252042,0.014603722,0.00417169846754609,mixed +50,paradox/default/snapshots/snapshot_2023_03_17,param_set_ids_tags,0.131968,0.004484865,0.1416715049,0.135337583979795,numeric +50,paradox/default/snapshots/snapshot_2024_06_11,param_set_ids_tags,0.6667705,0.0448938692999999,0.7184449286,0.365576011547603,numeric +50,paradox/default/snapshots/snapshot_2024_07_09,param_set_ids_tags,0.025318,0.000727956599999998,0.0258239583,0.00756280249764087,numeric +50,paradox/default/snapshots/snapshot_2024_07_30,param_set_ids_tags,0.014171,0.000222390000000001,0.0144121866,0.00392788301277885,numeric +500,paradox/default/snapshots/snapshot_2023_03_17,param_set_ids_tags,1.2141315,0.0260959839000002,1.2838922917,0.3705287787375,categorical +500,paradox/default/snapshots/snapshot_2024_06_11,param_set_ids_tags,0.7982375,0.0630675800999999,0.8584480821,0.352670675055749,categorical +500,paradox/default/snapshots/snapshot_2024_07_09,param_set_ids_tags,0.035643,0.0021512526,0.0382273369,0.00913432404653881,categorical +500,paradox/default/snapshots/snapshot_2024_07_30,param_set_ids_tags,0.951399,0.00225799979999991,0.9659903366,0.0402289515036498,categorical +500,paradox/default/snapshots/snapshot_2023_03_17,param_set_ids_tags,1.215467,0.0247060463999999,1.2938734015,0.385222114140322,mixed +500,paradox/default/snapshots/snapshot_2024_06_11,param_set_ids_tags,0.7963355,0.0626672781,0.8556109235,0.343005484802073,mixed +500,paradox/default/snapshots/snapshot_2024_07_09,param_set_ids_tags,0.035624,0.0021823872,0.0382367092,0.00995233235178365,mixed +500,paradox/default/snapshots/snapshot_2024_07_30,param_set_ids_tags,0.951338,0.00230247780000004,0.9644308965,0.0378435384137947,mixed +500,paradox/default/snapshots/snapshot_2023_03_17,param_set_ids_tags,1.219226,0.0214932522,1.2919349134,0.383499045245572,numeric +500,paradox/default/snapshots/snapshot_2024_06_11,param_set_ids_tags,0.787648,0.0598911096,0.8469580697,0.339594487593917,numeric +500,paradox/default/snapshots/snapshot_2024_07_09,param_set_ids_tags,0.035203,0.0021393918,0.0375336822,0.00879221686047013,numeric +500,paradox/default/snapshots/snapshot_2024_07_30,param_set_ids_tags,0.951289,0.00186955859999994,0.9623358369,0.0367377718307576,numeric +5,paradox/default/snapshots/snapshot_2023_03_17,param_set_ids_class_tags,0.045899,0.0012780012,0.0492178243,0.063443013430241,categorical +5,paradox/default/snapshots/snapshot_2024_06_11,param_set_ids_class_tags,1.365875,0.0964905732000001,1.4687079496,0.498747241140423,categorical +5,paradox/default/snapshots/snapshot_2024_07_09,param_set_ids_class_tags,1.3937455,0.0982763649,1.4977490848,0.528288741348073,categorical +5,paradox/default/snapshots/snapshot_2024_07_30,param_set_ids_class_tags,0.004076,0.000192738,0.0042734975,0.00412801369945692,categorical +5,paradox/default/snapshots/snapshot_2023_03_17,param_set_ids_class_tags,0.045879,0.00135064859999999,0.0493745297,0.0641122730788486,mixed +5,paradox/default/snapshots/snapshot_2024_06_11,param_set_ids_class_tags,1.3630605,0.1014357855,1.4609418725,0.495736741546256,mixed +5,paradox/default/snapshots/snapshot_2024_07_09,param_set_ids_class_tags,1.375669,0.0934542083999997,1.4762846147,0.498134683757522,mixed +5,paradox/default/snapshots/snapshot_2024_07_30,param_set_ids_class_tags,0.004016,0.000207563999999999,0.0042057263,0.00401044411248758,mixed +5,paradox/default/snapshots/snapshot_2023_03_17,param_set_ids_class_tags,0.045618,0.0011430846,0.0489335259,0.0656715591985822,numeric +5,paradox/default/snapshots/snapshot_2024_06_11,param_set_ids_class_tags,1.366291,0.0942785340000001,1.472672194,0.515663524511249,numeric +5,paradox/default/snapshots/snapshot_2024_07_09,param_set_ids_class_tags,1.364819,0.0901961948999999,1.4640067424,0.471648600014361,numeric +5,paradox/default/snapshots/snapshot_2024_07_30,param_set_ids_class_tags,0.004096,0.000207563999999999,0.004283405,0.00397024979996504,numeric +50,paradox/default/snapshots/snapshot_2023_03_17,param_set_ids_class_tags,0.212083,0.00762501179999997,0.2307816644,0.200498389409571,categorical +50,paradox/default/snapshots/snapshot_2024_06_11,param_set_ids_class_tags,1.3681785,0.0980302532999999,1.461785078,0.480019457793101,categorical +50,paradox/default/snapshots/snapshot_2024_07_09,param_set_ids_class_tags,1.393711,0.0993342000000002,1.4851530999,0.491007377795449,categorical +50,paradox/default/snapshots/snapshot_2024_07_30,param_set_ids_class_tags,0.014422,0.0002238726,0.0147004661,0.00422559142127309,categorical +50,paradox/default/snapshots/snapshot_2023_03_17,param_set_ids_class_tags,0.212128,0.00751233420000002,0.2293955767,0.187059406845234,mixed +50,paradox/default/snapshots/snapshot_2024_06_11,param_set_ids_class_tags,1.362139,0.0984438986999999,1.4540166555,0.475158523072544,mixed +50,paradox/default/snapshots/snapshot_2024_07_09,param_set_ids_class_tags,1.374938,0.0900397806,1.4783939424,0.497196428660954,mixed +50,paradox/default/snapshots/snapshot_2024_07_30,param_set_ids_class_tags,0.009354,0.000222390000000001,0.0095798974,0.00407544021116305,mixed +50,paradox/default/snapshots/snapshot_2023_03_17,param_set_ids_class_tags,0.210977,0.00718764479999999,0.2292591325,0.195499993603609,numeric +50,paradox/default/snapshots/snapshot_2024_06_11,param_set_ids_class_tags,1.3636215,0.0963875324999999,1.4653165803,0.503104764564893,numeric +50,paradox/default/snapshots/snapshot_2024_07_09,param_set_ids_class_tags,1.387084,0.0962770788000002,1.4929331477,0.517481819520606,numeric +50,paradox/default/snapshots/snapshot_2024_07_30,param_set_ids_class_tags,0.014431,0.000235733399999999,0.014731711,0.00408033163945136,numeric +500,paradox/default/snapshots/snapshot_2023_03_17,param_set_ids_class_tags,2.082638,0.0510770526000003,2.2223401592,0.536786283840412,categorical +500,paradox/default/snapshots/snapshot_2024_06_11,param_set_ids_class_tags,1.475925,0.0999435486,1.5807245603,0.543524234112191,categorical +500,paradox/default/snapshots/snapshot_2024_07_09,param_set_ids_class_tags,1.55969,0.1029576744,1.6585341485,0.598536953654618,categorical +500,paradox/default/snapshots/snapshot_2024_07_30,param_set_ids_class_tags,0.953108,0.0023469558,0.963193722,0.0340077904444674,categorical +500,paradox/default/snapshots/snapshot_2023_03_17,param_set_ids_class_tags,2.051902,0.0405787619999998,2.1893497491,0.516932563620848,mixed +500,paradox/default/snapshots/snapshot_2024_06_11,param_set_ids_class_tags,1.437142,0.0981762894,1.5415696934,0.560021581352487,mixed +500,paradox/default/snapshots/snapshot_2024_07_09,param_set_ids_class_tags,1.523912,0.109282446,1.6205288595,0.561771844788129,mixed +500,paradox/default/snapshots/snapshot_2024_07_30,param_set_ids_class_tags,0.4824325,0.00684442290000003,0.4899680419,0.0221427169101346,mixed +500,paradox/default/snapshots/snapshot_2023_03_17,param_set_ids_class_tags,2.059162,0.0306238443000002,2.2062756242,0.544314194555455,numeric +500,paradox/default/snapshots/snapshot_2024_06_11,param_set_ids_class_tags,1.48145,0.1033735437,1.5772874919,0.536713223550912,numeric +500,paradox/default/snapshots/snapshot_2024_07_09,param_set_ids_class_tags,1.5443495,0.0994461362999999,1.6305445978,0.466019847575247,numeric +500,paradox/default/snapshots/snapshot_2024_07_30,param_set_ids_class_tags,0.953522,0.00285103980000001,0.9618608699,0.0284777979762469,numeric +5,paradox/default/snapshots/snapshot_2023_03_17,param_set_get_values,0.058178,0.0015611778,0.0622851074,0.0677236161229061,categorical +5,paradox/default/snapshots/snapshot_2024_06_11,param_set_get_values,0.7209325,0.0462682395000001,0.7783537803,0.363006979607987,categorical +5,paradox/default/snapshots/snapshot_2024_07_09,param_set_get_values,0.065549,0.0017524332,0.0714025286,0.0866757401874809,categorical +5,paradox/default/snapshots/snapshot_2024_07_30,param_set_get_values,0.028223,0.000713130599999998,0.0290215124,0.0146444467183303,categorical +5,paradox/default/snapshots/snapshot_2023_03_17,param_set_get_values,0.058388,0.0016783032,0.0623983979,0.0675895824679336,mixed +5,paradox/default/snapshots/snapshot_2024_06_11,param_set_get_values,0.714943,0.0467945625,0.7720951649,0.348470040090806,mixed +5,paradox/default/snapshots/snapshot_2024_07_09,param_set_get_values,0.065709,0.00190217580000001,0.0718012977,0.0915512488559877,mixed +5,paradox/default/snapshots/snapshot_2024_07_30,param_set_get_values,0.028173,0.000713130599999998,0.028973886,0.0145365090898763,mixed +5,paradox/default/snapshots/snapshot_2023_03_17,param_set_get_values,0.058067,0.0017079552,0.0622415934,0.0708092736312306,numeric +5,paradox/default/snapshots/snapshot_2024_06_11,param_set_get_values,0.721006,0.0526449021,0.7796476183,0.363975643890136,numeric +5,paradox/default/snapshots/snapshot_2024_07_09,param_set_get_values,0.065448,0.00178208520000001,0.0714692951,0.0908927285485155,numeric +5,paradox/default/snapshots/snapshot_2024_07_30,param_set_get_values,0.027772,0.000698304600000004,0.0285799061,0.0145219174011004,numeric +50,paradox/default/snapshots/snapshot_2023_03_17,param_set_get_values,0.145689,0.00534551430000002,0.1585353275,0.162121237487293,categorical +50,paradox/default/snapshots/snapshot_2024_06_11,param_set_get_values,0.728337,0.0501126213,0.7883663538,0.388778816256533,categorical +50,paradox/default/snapshots/snapshot_2024_07_09,param_set_get_values,0.06632,0.00172129859999999,0.0726812444,0.0955509976825532,categorical +50,paradox/default/snapshots/snapshot_2024_07_30,param_set_get_values,0.03978,0.000979998600000003,0.0406591233,0.0151415416299329,categorical +50,paradox/default/snapshots/snapshot_2023_03_17,param_set_get_values,0.14623,0.00545003760000002,0.1588008108,0.160173479979052,mixed +50,paradox/default/snapshots/snapshot_2024_06_11,param_set_get_values,0.73343,0.0483913227,0.7943509583,0.401871004154548,mixed +50,paradox/default/snapshots/snapshot_2024_07_09,param_set_get_values,0.06676,0.00178060259999999,0.0732580241,0.097457429251965,mixed +50,paradox/default/snapshots/snapshot_2024_07_30,param_set_get_values,0.039619,0.000831738599999999,0.0404804029,0.0147858582880908,mixed +50,paradox/default/snapshots/snapshot_2023_03_17,param_set_get_values,0.145939,0.00491481900000002,0.1596521156,0.171622021439069,numeric +50,paradox/default/snapshots/snapshot_2024_06_11,param_set_get_values,0.744035,0.0529265961,0.8071040769,0.446205807639022,numeric +50,paradox/default/snapshots/snapshot_2024_07_09,param_set_get_values,0.067681,0.00225799979999999,0.0742862421,0.0992016170395575,numeric +50,paradox/default/snapshots/snapshot_2024_07_30,param_set_get_values,0.039799,0.000904385999999999,0.0406663276,0.0149101864942464,numeric +500,paradox/default/snapshots/snapshot_2023_03_17,param_set_get_values,1.1122475,0.0200469758999999,1.1777375847,0.352434405605902,categorical +500,paradox/default/snapshots/snapshot_2024_06_11,param_set_get_values,0.856859,0.0621995177999999,0.9218112619,0.364623150305926,categorical +500,paradox/default/snapshots/snapshot_2024_07_09,param_set_get_values,0.070586,0.00210825719999999,0.0773938963,0.10250829761278,categorical +500,paradox/default/snapshots/snapshot_2024_07_30,param_set_get_values,0.987713,0.00553825229999992,1.0091442085,0.0494646378508405,categorical +500,paradox/default/snapshots/snapshot_2023_03_17,param_set_get_values,1.113492,0.0242597837999999,1.1762095799,0.342900439735522,mixed +500,paradox/default/snapshots/snapshot_2024_06_11,param_set_get_values,0.8795155,0.0698408382,0.9333078229,0.365996716630849,mixed +500,paradox/default/snapshots/snapshot_2024_07_09,param_set_get_values,0.070796,0.0018710412,0.0773716852,0.0997067306006701,mixed +500,paradox/default/snapshots/snapshot_2024_07_30,param_set_get_values,0.988441,0.00635442360000002,1.0149434787,0.0540265362363118,mixed +500,paradox/default/snapshots/snapshot_2023_03_17,param_set_get_values,1.1026655,0.0193264323000001,1.1644398844,0.337391068345826,numeric +500,paradox/default/snapshots/snapshot_2024_06_11,param_set_get_values,0.854748,0.0646628577,0.9174624801,0.362079648147817,numeric +500,paradox/default/snapshots/snapshot_2024_07_09,param_set_get_values,0.070606,0.00200447519999999,0.0770448606,0.0983671544405928,numeric +500,paradox/default/snapshots/snapshot_2024_07_30,param_set_get_values,0.989513,0.00942933599999988,1.0359487912,0.0661914065699406,numeric +5,paradox/default/snapshots/snapshot_2023_03_17,param_set_get_values_class,0.071367,0.00212456580000001,0.077823681,0.0927405724125681,categorical +5,paradox/default/snapshots/snapshot_2024_06_11,param_set_get_values_class,1.4608515,0.1013527599,1.5677475758,0.519293116578112,categorical +5,paradox/default/snapshots/snapshot_2024_07_09,param_set_get_values_class,0.7385885,0.0418656588,0.7914809088,0.3798855488863,categorical +5,paradox/default/snapshots/snapshot_2024_07_30,param_set_get_values_class,0.028332,0.000772434600000001,0.0292380842,0.015671092880521,categorical +5,paradox/default/snapshots/snapshot_2023_03_17,param_set_get_values_class,0.072378,0.00279025319999999,0.0792338608,0.0990877399639862,mixed +5,paradox/default/snapshots/snapshot_2024_06_11,param_set_get_values_class,1.4429225,0.0966254897999999,1.5440626271,0.494819152930568,mixed +5,paradox/default/snapshots/snapshot_2024_07_09,param_set_get_values_class,0.7248975,0.0366973152,0.7730840409,0.336554991937365,mixed +5,paradox/default/snapshots/snapshot_2024_07_30,param_set_get_values_class,0.028112,0.000713130600000003,0.028910108,0.0142225527711121,mixed +5,paradox/default/snapshots/snapshot_2023_03_17,param_set_get_values_class,0.070606,0.0018710412,0.0774212837,0.0977416061150461,numeric +5,paradox/default/snapshots/snapshot_2024_06_11,param_set_get_values_class,1.4502095,0.0990310083,1.5538277607,0.485787447976287,numeric +5,paradox/default/snapshots/snapshot_2024_07_09,param_set_get_values_class,0.730545,0.039459399,0.7791654741,0.345102898571474,numeric +5,paradox/default/snapshots/snapshot_2024_07_30,param_set_get_values_class,0.028183,0.000770951999999999,0.0290336251,0.0151206611177228,numeric +50,paradox/default/snapshots/snapshot_2023_03_17,param_set_get_values_class,0.2311575,0.01030407,0.2535722928,0.226007958769196,categorical +50,paradox/default/snapshots/snapshot_2024_06_11,param_set_get_values_class,1.46324,0.0990665906999999,1.5688318022,0.517864184970835,categorical +50,paradox/default/snapshots/snapshot_2024_07_09,param_set_get_values_class,0.732575,0.0389093544,0.7823590449,0.351983537434625,categorical +50,paradox/default/snapshots/snapshot_2024_07_30,param_set_get_values_class,0.039949,0.0010096506,0.0410039735,0.014773694208046,categorical +50,paradox/default/snapshots/snapshot_2023_03_17,param_set_get_values_class,0.2302355,0.00825734069999999,0.2484272777,0.191235747709718,mixed +50,paradox/default/snapshots/snapshot_2024_06_11,param_set_get_values_class,1.459699,0.0983238081000001,1.5602913709,0.507478889322846,mixed +50,paradox/default/snapshots/snapshot_2024_07_09,param_set_get_values_class,0.737257,0.0403430286000001,0.786557165,0.348581501402443,mixed +50,paradox/default/snapshots/snapshot_2024_07_30,param_set_get_values_class,0.039118,0.000903644699999998,0.0399495145,0.0146337283388991,mixed +50,paradox/default/snapshots/snapshot_2023_03_17,param_set_get_values_class,0.228572,0.00778216740000001,0.2472801692,0.195405293931991,numeric +50,paradox/default/snapshots/snapshot_2024_06_11,param_set_get_values_class,1.449716,0.0951554919,1.5547912665,0.491767896729975,numeric +50,paradox/default/snapshots/snapshot_2024_07_09,param_set_get_values_class,0.7338765,0.0382258758,0.7850202264,0.353410287434291,numeric +50,paradox/default/snapshots/snapshot_2024_07_30,param_set_get_values_class,0.03986,0.000845082000000002,0.0407520312,0.0147431353175207,numeric +500,paradox/default/snapshots/snapshot_2023_03_17,param_set_get_values_class,1.964462,0.0454157444999999,2.0932511466,0.515481473765951,categorical +500,paradox/default/snapshots/snapshot_2024_06_11,param_set_get_values_class,1.579353,0.1000117482,1.6881907348,0.538762898558077,categorical +500,paradox/default/snapshots/snapshot_2024_07_09,param_set_get_values_class,0.751509,0.0469858179000001,0.7993732961,0.345814900129556,categorical +500,paradox/default/snapshots/snapshot_2024_07_30,param_set_get_values_class,0.990046,0.00706755419999995,1.0181247316,0.0555452474691868,categorical +500,paradox/default/snapshots/snapshot_2023_03_17,param_set_get_values_class,1.963651,0.0422022090000001,2.0954303007,0.514195748604254,mixed +500,paradox/default/snapshots/snapshot_2024_06_11,param_set_get_values_class,1.597151,0.1015996128,1.701524651,0.548448778463174,mixed +500,paradox/default/snapshots/snapshot_2024_07_09,param_set_get_values_class,0.750852,0.0468983445,0.7988171435,0.343282785021206,mixed +500,paradox/default/snapshots/snapshot_2024_07_30,param_set_get_values_class,0.981151,0.00372577379999998,0.9940237674,0.0397565967744198,mixed +500,paradox/default/snapshots/snapshot_2023_03_17,param_set_get_values_class,1.944909,0.0406343595,2.0861157635,0.53802346194241,numeric +500,paradox/default/snapshots/snapshot_2024_06_11,param_set_get_values_class,1.5937015,0.102240096,1.7039483675,0.572888746449257,numeric +500,paradox/default/snapshots/snapshot_2024_07_09,param_set_get_values_class,0.7556535,0.0445069107,0.8041949007,0.36742975730031,numeric +500,paradox/default/snapshots/snapshot_2024_07_30,param_set_get_values_class,0.989013,0.00414386699999999,0.9989738538,0.035845494354052,numeric +5,paradox/default/snapshots/snapshot_2023_03_17,param_set_get_values_tags,0.073911,0.00236029919999999,0.0808126799,0.100363718196909,categorical +5,paradox/default/snapshots/snapshot_2024_06_11,param_set_get_values_tags,1.384581,0.1142321061,1.4991279909,0.5243413293843,categorical +5,paradox/default/snapshots/snapshot_2024_07_09,param_set_get_values_tags,0.069013,0.00233064720000001,0.0753326305,0.0934142947642747,categorical +5,paradox/default/snapshots/snapshot_2024_07_30,param_set_get_values_tags,0.028283,0.000770951999999999,0.0290946866,0.0145809293935667,categorical +5,paradox/default/snapshots/snapshot_2023_03_17,param_set_get_values_tags,0.074142,0.00243442920000001,0.0806981521,0.0956658551553052,mixed +5,paradox/default/snapshots/snapshot_2024_06_11,param_set_get_values_tags,1.3668455,0.1115560131,1.4765218974,0.506682036567517,mixed +5,paradox/default/snapshots/snapshot_2024_07_09,param_set_get_values_tags,0.068944,0.00206377919999999,0.0751416492,0.0916459887881114,mixed +5,paradox/default/snapshots/snapshot_2024_07_30,param_set_get_values_tags,0.028273,0.0006686526,0.029070797,0.0144629831745467,mixed +5,paradox/default/snapshots/snapshot_2023_03_17,param_set_get_values_tags,0.072849,0.00194517120000001,0.0794439058,0.0936923179194465,numeric +5,paradox/default/snapshots/snapshot_2024_06_11,param_set_get_values_tags,1.3913075,0.1179460191,1.4971563438,0.498898960308189,numeric +5,paradox/default/snapshots/snapshot_2024_07_09,param_set_get_values_tags,0.068683,0.00172278119999999,0.074961072,0.0906349437271843,numeric +5,paradox/default/snapshots/snapshot_2024_07_30,param_set_get_values_tags,0.028313,0.000727956600000003,0.0291121866,0.0143485928676198,numeric +50,paradox/default/snapshots/snapshot_2023_03_17,param_set_get_values_tags,0.261392,0.00809351339999999,0.2819847468,0.199139359764328,categorical +50,paradox/default/snapshots/snapshot_2024_06_11,param_set_get_values_tags,1.434511,0.1253345562,1.5326051793,0.569465655585559,categorical +50,paradox/default/snapshots/snapshot_2024_07_09,param_set_get_values_tags,0.071027,0.00231582119999999,0.0781120341,0.108600579142189,categorical +50,paradox/default/snapshots/snapshot_2024_07_30,param_set_get_values_tags,0.048693,0.000979998600000003,0.0498035165,0.0163994627698971,categorical +50,paradox/default/snapshots/snapshot_2023_03_17,param_set_get_values_tags,0.261703,0.00820322579999997,0.2802432043,0.184500255455691,mixed +50,paradox/default/snapshots/snapshot_2024_06_11,param_set_get_values_tags,1.446025,0.1285110267,1.5510184041,0.60092425043225,mixed +50,paradox/default/snapshots/snapshot_2024_07_09,param_set_get_values_tags,0.070886,0.00209343119999999,0.0777461294,0.104690066353867,mixed +50,paradox/default/snapshots/snapshot_2024_07_30,param_set_get_values_tags,0.048393,0.000889560000000005,0.049381814,0.0150886217584861,mixed +50,paradox/default/snapshots/snapshot_2023_03_17,param_set_get_values_tags,0.2624035,0.00786889950000003,0.2822922741,0.195128752895096,numeric +50,paradox/default/snapshots/snapshot_2024_06_11,param_set_get_values_tags,1.4292545,0.1230476457,1.536579276,0.554887946733901,numeric +50,paradox/default/snapshots/snapshot_2024_07_09,param_set_get_values_tags,0.071107,0.0025100418,0.0783664373,0.110768705517288,numeric +50,paradox/default/snapshots/snapshot_2024_07_30,param_set_get_values_tags,0.048563,0.0010022376,0.0495116663,0.0148599611005795,numeric +500,paradox/default/snapshots/snapshot_2023_03_17,param_set_get_values_tags,2.310396,0.0523987904999998,2.4442947366,0.513060694246454,categorical +500,paradox/default/snapshots/snapshot_2024_06_11,param_set_get_values_tags,1.644869,0.122321913,1.779062518,0.622151561528381,categorical +500,paradox/default/snapshots/snapshot_2024_07_09,param_set_get_values_tags,0.084146,0.00236029919999999,0.0919056387,0.117353058135586,categorical +500,paradox/default/snapshots/snapshot_2024_07_30,param_set_get_values_tags,1.919389,0.00544558980000006,1.92386457,0.0209352948358624,categorical +500,paradox/default/snapshots/snapshot_2023_03_17,param_set_get_values_tags,2.328841,0.0551015702999999,2.4644683444,0.522954805418388,mixed +500,paradox/default/snapshots/snapshot_2024_06_11,param_set_get_values_tags,1.640707,0.1158666726,1.7693515096,0.625672273677548,mixed +500,paradox/default/snapshots/snapshot_2024_07_09,param_set_get_values_tags,0.084247,0.0026138238,0.091993747,0.121397096341599,mixed +500,paradox/default/snapshots/snapshot_2024_07_30,param_set_get_values_tags,1.9216205,0.0105598185000002,1.9645735094,0.0919110578352037,mixed +500,paradox/default/snapshots/snapshot_2023_03_17,param_set_get_values_tags,2.298699,0.0505336797000001,2.4316786125,0.514834764374093,numeric +500,paradox/default/snapshots/snapshot_2024_06_11,param_set_get_values_tags,1.6318775,0.1113417774,1.7617023907,0.618273601605253,numeric +500,paradox/default/snapshots/snapshot_2024_07_09,param_set_get_values_tags,0.084557,0.00286586579999999,0.0929523113,0.131463509673977,numeric +500,paradox/default/snapshots/snapshot_2024_07_30,param_set_get_values_tags,1.920854,0.00881628089999995,1.9661742379,0.10078960368563,numeric +5,paradox/default/snapshots/snapshot_2023_03_17,param_set_get_values_class_tags,0.084877,0.00212308319999998,0.0914638437,0.0950031752684329,categorical +5,paradox/default/snapshots/snapshot_2024_06_11,param_set_get_values_class_tags,2.1352145,0.1500102093,2.3123861077,0.751939086288884,categorical +5,paradox/default/snapshots/snapshot_2024_07_09,param_set_get_values_class_tags,1.471922,0.1032571596,1.5680423472,0.497443755376946,categorical +5,paradox/default/snapshots/snapshot_2024_07_30,param_set_get_values_class_tags,0.028373,0.000816912599999999,0.0294382006,0.0149630143837899,categorical +5,paradox/default/snapshots/snapshot_2023_03_17,param_set_get_values_class_tags,0.08683,0.0027020385,0.0939449609,0.103156156257994,mixed +5,paradox/default/snapshots/snapshot_2024_06_11,param_set_get_values_class_tags,2.09082,0.126399063,2.2682634637,0.712157001127073,mixed +5,paradox/default/snapshots/snapshot_2024_07_09,param_set_get_values_class_tags,1.4584165,0.0999176031,1.5604230249,0.490144232769448,mixed +5,paradox/default/snapshots/snapshot_2024_07_30,param_set_get_values_class_tags,0.028132,0.000696822000000003,0.0289312641,0.0144280391817604,mixed +5,paradox/default/snapshots/snapshot_2023_03_17,param_set_get_values_class_tags,0.084987,0.00210751589999999,0.0913745727,0.090868741868177,numeric +5,paradox/default/snapshots/snapshot_2024_06_11,param_set_get_values_class_tags,2.1401985,0.1499627661,2.3125592373,0.720983157310599,numeric +5,paradox/default/snapshots/snapshot_2024_07_09,param_set_get_values_class_tags,1.449569,0.0934890494999998,1.5530039622,0.477023158815426,numeric +5,paradox/default/snapshots/snapshot_2024_07_30,param_set_get_values_class_tags,0.028423,0.000726474000000001,0.0292656249,0.0144702878553905,numeric +50,paradox/default/snapshots/snapshot_2023_03_17,param_set_get_values_class_tags,0.3433755,0.0102907266,0.3682773106,0.22061956717032,categorical +50,paradox/default/snapshots/snapshot_2024_06_11,param_set_get_values_class_tags,2.1494955,0.1524172104,2.3262811192,0.756017340552203,categorical +50,paradox/default/snapshots/snapshot_2024_07_09,param_set_get_values_class_tags,1.4606295,0.0914549223000001,1.5667156905,0.489240934731197,categorical +50,paradox/default/snapshots/snapshot_2024_07_30,param_set_get_values_class_tags,0.048884,0.000950346600000004,0.0498040627,0.0149921586346337,categorical +50,paradox/default/snapshots/snapshot_2023_03_17,param_set_get_values_class_tags,0.347186,0.011156565,0.3726244762,0.226800680328449,mixed +50,paradox/default/snapshots/snapshot_2024_06_11,param_set_get_values_class_tags,2.142318,0.1430716413,2.320748071,0.753611743627482,mixed +50,paradox/default/snapshots/snapshot_2024_07_09,param_set_get_values_class_tags,1.4649695,0.0933289287,1.5697243611,0.506485995409354,mixed +50,paradox/default/snapshots/snapshot_2024_07_30,param_set_get_values_class_tags,0.043506,0.000848047200000005,0.0443823922,0.0149236794980378,mixed +50,paradox/default/snapshots/snapshot_2023_03_17,param_set_get_values_class_tags,0.3422435,0.00999346530000006,0.3674631379,0.2181614142524,numeric +50,paradox/default/snapshots/snapshot_2024_06_11,param_set_get_values_class_tags,2.136643,0.1355874765,2.3169100163,0.741918846197647,numeric +50,paradox/default/snapshots/snapshot_2024_07_09,param_set_get_values_class_tags,1.4938155,0.1033068267,1.5974456602,0.545923280698025,numeric +50,paradox/default/snapshots/snapshot_2024_07_30,param_set_get_values_class_tags,0.049194,0.00108378059999999,0.0502489534,0.0160400959435851,numeric +500,paradox/default/snapshots/snapshot_2023_03_17,param_set_get_values_class_tags,3.1805705,0.0804807171000002,3.4617092832,2.52536079327568,categorical +500,paradox/default/snapshots/snapshot_2024_06_11,param_set_get_values_class_tags,2.338614,0.1343413512,2.5280999854,0.725522169759065,categorical +500,paradox/default/snapshots/snapshot_2024_07_09,param_set_get_values_class_tags,1.64774,0.1040510919,1.7522393956,0.60436150374638,categorical +500,paradox/default/snapshots/snapshot_2024_07_30,param_set_get_values_class_tags,1.922555,0.00810982200000013,1.9650113286,0.0949978961851818,categorical +500,paradox/default/snapshots/snapshot_2023_03_17,param_set_get_values_class_tags,3.163868,0.0757349144999999,3.4405088676,2.47661956532571,mixed +500,paradox/default/snapshots/snapshot_2024_06_11,param_set_get_values_class_tags,2.307623,0.1197377412,2.4948641066,0.689955506194263,mixed +500,paradox/default/snapshots/snapshot_2024_07_09,param_set_get_values_class_tags,1.625995,0.1080845052,1.7292541143,0.600565847441215,mixed +500,paradox/default/snapshots/snapshot_2024_07_30,param_set_get_values_class_tags,1.449835,0.0103174133999999,1.4660633801,0.0511584861973889,mixed +500,paradox/default/snapshots/snapshot_2023_03_17,param_set_get_values_class_tags,3.1646255,0.0711232871999999,3.4554665447,2.59385271602233,numeric +500,paradox/default/snapshots/snapshot_2024_06_11,param_set_get_values_class_tags,2.3330425,0.109067469000001,2.5302392061,0.725536208151074,numeric +500,paradox/default/snapshots/snapshot_2024_07_09,param_set_get_values_class_tags,1.6315435,0.0995751224999997,1.7354238849,0.569569166432838,numeric +500,paradox/default/snapshots/snapshot_2024_07_30,param_set_get_values_class_tags,1.920612,0.00507790500000002,1.9246419458,0.0247837388038563,numeric +5,paradox/default/snapshots/snapshot_2023_03_17,param_set_set_values,0.3406115,0.0128133705,0.3685029165,0.218271152604183,categorical +5,paradox/default/snapshots/snapshot_2024_06_11,param_set_set_values,2.634411,0.1126887195,2.8420659857,0.771786964090531,categorical +5,paradox/default/snapshots/snapshot_2024_07_09,param_set_set_values,0.368902,0.0130780146,0.3973522877,0.237047256322478,categorical +5,paradox/default/snapshots/snapshot_2024_07_30,param_set_set_values,2.6435595,0.1263983217,2.8416004887,0.781409811054153,categorical +5,paradox/default/snapshots/snapshot_2023_03_17,param_set_set_values,0.3490275,0.0126702996,0.3775687099,0.219332949678044,mixed +5,paradox/default/snapshots/snapshot_2024_06_11,param_set_set_values,3.0166345,0.1586804541,3.2663742519,0.912493862519532,mixed +5,paradox/default/snapshots/snapshot_2024_07_09,param_set_set_values,0.4823185,0.0201870816,0.5183970266,0.278616559027477,mixed +5,paradox/default/snapshots/snapshot_2024_07_30,param_set_set_values,2.987045,0.1264146303,3.2329035372,0.860740351421228,mixed +5,paradox/default/snapshots/snapshot_2023_03_17,param_set_set_values,0.354922,0.0133322805,0.3836228463,0.223796114818676,numeric +5,paradox/default/snapshots/snapshot_2024_06_11,param_set_set_values,2.665615,0.1104729738,2.8768184961,0.774456457955604,numeric +5,paradox/default/snapshots/snapshot_2024_07_09,param_set_set_values,0.3954085,0.014544306,0.4270863753,0.258015966489668,numeric +5,paradox/default/snapshots/snapshot_2024_07_30,param_set_set_values,2.6517795,0.1080948834,2.8618603431,0.760451292556368,numeric +50,paradox/default/snapshots/snapshot_2023_03_17,param_set_set_values,1.2588025,0.0482475105,1.3605443634,0.44503062043063,categorical +50,paradox/default/snapshots/snapshot_2024_06_11,param_set_set_values,4.435715,0.1884466143,4.8852617125,2.6406122919638,categorical +50,paradox/default/snapshots/snapshot_2024_07_09,param_set_set_values,1.433357,0.0507130742999998,1.5654012559,0.558612777292785,categorical +50,paradox/default/snapshots/snapshot_2024_07_30,param_set_set_values,4.416674,0.176214423000001,4.8858337586,2.68901914020366,categorical +50,paradox/default/snapshots/snapshot_2023_03_17,param_set_set_values,1.3270805,0.0359204328000002,1.4268853831,0.444029553924231,mixed +50,paradox/default/snapshots/snapshot_2024_06_11,param_set_set_values,4.7937145,0.2036061993,5.2985319896,2.69876801103038,mixed +50,paradox/default/snapshots/snapshot_2024_07_09,param_set_set_values,1.5615035,0.0515099718,1.7006889266,0.583593831234764,mixed +50,paradox/default/snapshots/snapshot_2024_07_30,param_set_set_values,4.764868,0.2136545208,5.2676258108,2.63068871605539,mixed +50,paradox/default/snapshots/snapshot_2023_03_17,param_set_set_values,1.3749805,0.0416247363,1.4759572248,0.455441274652442,numeric +50,paradox/default/snapshots/snapshot_2024_06_11,param_set_set_values,4.4442615,0.1734093438,4.8879644592,2.5748069387349,numeric +50,paradox/default/snapshots/snapshot_2024_07_09,param_set_set_values,1.4543125,0.0446937183000001,1.5797902104,0.517793002932014,numeric +50,paradox/default/snapshots/snapshot_2024_07_30,param_set_set_values,4.4916715,0.181167048300001,4.969410039,2.71587784770229,numeric +500,paradox/default/snapshots/snapshot_2023_03_17,param_set_set_values,15.6903065,0.540620453100002,16.0949643986,2.94321536317455,categorical +500,paradox/default/snapshots/snapshot_2024_06_11,param_set_set_values,22.691847,1.9444513977,23.8057783725,5.13952060485561,categorical +500,paradox/default/snapshots/snapshot_2024_07_09,param_set_set_values,11.7828115,0.402965490899998,12.2541006389,2.75182830387157,categorical +500,paradox/default/snapshots/snapshot_2024_07_30,param_set_set_values,22.1142345,1.5171334605,23.3540501723,4.88538250588921,categorical +500,paradox/default/snapshots/snapshot_2023_03_17,param_set_set_values,16.6204605,0.6618111423,17.1413278669,3.08825479118751,mixed +500,paradox/default/snapshots/snapshot_2024_06_11,param_set_set_values,22.857243,1.8004872312,23.7946302164,4.88512382576083,mixed +500,paradox/default/snapshots/snapshot_2024_07_09,param_set_set_values,11.956589,0.365225907900001,12.4499074171,2.77258832398634,mixed +500,paradox/default/snapshots/snapshot_2024_07_30,param_set_set_values,23.1555435,1.7964212007,24.2358984372,5.0507478506759,mixed +500,paradox/default/snapshots/snapshot_2023_03_17,param_set_set_values,17.2634885,0.734870705100001,17.7587300638,3.04263108571474,numeric +500,paradox/default/snapshots/snapshot_2024_06_11,param_set_set_values,22.6815515,1.7999935254,23.8240774998,4.99232951073421,numeric +500,paradox/default/snapshots/snapshot_2024_07_09,param_set_set_values,11.7798115,0.370778986200002,12.2937020119,2.71379581609336,numeric +500,paradox/default/snapshots/snapshot_2024_07_30,param_set_set_values,22.944016,2.0202604422,24.0721709829,5.16299557504522,numeric +5,paradox/default/snapshots/snapshot_2023_03_17,param_set_lower,0.012339,0.000386958599999999,0.0126958336,0.00648489228370866,categorical +5,paradox/default/snapshots/snapshot_2024_06_11,param_set_lower,0.004507,0.00022239,0.0046627162,0.002626732625085,categorical +5,paradox/default/snapshots/snapshot_2024_07_09,param_set_lower,0.004487,0.000207563999999999,0.0046471889,0.00301057606677562,categorical +5,paradox/default/snapshots/snapshot_2024_07_30,param_set_lower,0.004507,0.000207564000000001,0.0046610384,0.00268225811099209,categorical +5,paradox/default/snapshots/snapshot_2023_03_17,param_set_lower,0.011797,0.0004529343,0.0121532219,0.00631147509349803,mixed +5,paradox/default/snapshots/snapshot_2024_06_11,param_set_lower,0.004487,0.000207564000000001,0.0046351475,0.00261141004864957,mixed +5,paradox/default/snapshots/snapshot_2024_07_09,param_set_lower,0.004467,0.0001942206,0.0046199621,0.00284291601290105,mixed +5,paradox/default/snapshots/snapshot_2024_07_30,param_set_lower,0.004527,0.000207564000000001,0.0046735535,0.00258084421541173,mixed +5,paradox/default/snapshots/snapshot_2023_03_17,param_set_lower,0.010185,0.000326172,0.010507547,0.00598401759473085,numeric +5,paradox/default/snapshots/snapshot_2024_06_11,param_set_lower,0.004537,0.000207564000000001,0.0046994525,0.00272827334621898,numeric +5,paradox/default/snapshots/snapshot_2024_07_09,param_set_lower,0.004487,0.000209046599999999,0.0046602901,0.00303089007326323,numeric +5,paradox/default/snapshots/snapshot_2024_07_30,param_set_lower,0.004507,0.000207563999999999,0.0046501731,0.00255617924550879,numeric +50,paradox/default/snapshots/snapshot_2023_03_17,param_set_lower,0.063235,0.0018858672,0.0697387528,0.100048500875665,categorical +50,paradox/default/snapshots/snapshot_2024_06_11,param_set_lower,0.004697,0.000237215999999999,0.0048466494,0.00266517139076155,categorical +50,paradox/default/snapshots/snapshot_2024_07_09,param_set_lower,0.004677,0.00022239,0.004830155,0.00303965710281691,categorical +50,paradox/default/snapshots/snapshot_2024_07_30,param_set_lower,0.004697,0.00022239,0.0048457752,0.00266993125337615,categorical +50,paradox/default/snapshots/snapshot_2023_03_17,param_set_lower,0.053891,0.00201930119999999,0.0572974654,0.0684495748094563,mixed +50,paradox/default/snapshots/snapshot_2024_06_11,param_set_lower,0.0046575,0.000223131300000001,0.0048120555,0.00259650336914751,mixed +50,paradox/default/snapshots/snapshot_2024_07_09,param_set_lower,0.004677,0.00022239,0.0048386384,0.00302579255034135,mixed +50,paradox/default/snapshots/snapshot_2024_07_30,param_set_lower,0.004697,0.000237215999999999,0.0048515312,0.00274716884764921,mixed +50,paradox/default/snapshots/snapshot_2023_03_17,param_set_lower,0.042975,0.001275036,0.0466818828,0.0760811086739814,numeric +50,paradox/default/snapshots/snapshot_2024_06_11,param_set_lower,0.004657,0.0002238726,0.0048013751,0.00258012740420743,numeric +50,paradox/default/snapshots/snapshot_2024_07_09,param_set_lower,0.004647,0.000209046600000001,0.0048331475,0.0032216887456086,numeric +50,paradox/default/snapshots/snapshot_2024_07_30,param_set_lower,0.004687,0.0002090466,0.0048296671,0.00254093084389027,numeric +500,paradox/default/snapshots/snapshot_2023_03_17,param_set_lower,0.647129,0.0156799775999999,0.7066795659,0.318483354796775,categorical +500,paradox/default/snapshots/snapshot_2024_06_11,param_set_lower,0.004607,0.000237215999999999,0.0047881548,0.00288456393615173,categorical +500,paradox/default/snapshots/snapshot_2024_07_09,param_set_lower,0.004517,0.0002060814,0.0046810595,0.00304939089885917,categorical +500,paradox/default/snapshots/snapshot_2024_07_30,param_set_lower,0.004547,0.000207564000000001,0.0047201408,0.00269347134615622,categorical +500,paradox/default/snapshots/snapshot_2023_03_17,param_set_lower,0.559745,0.0145294799999999,0.5996332573,0.249738033503715,mixed +500,paradox/default/snapshots/snapshot_2024_06_11,param_set_lower,0.004557,0.000252042,0.0047302028,0.00276024792345399,mixed +500,paradox/default/snapshots/snapshot_2024_07_09,param_set_lower,0.004517,0.000207563999999999,0.0046819141,0.00306532641347105,mixed +500,paradox/default/snapshots/snapshot_2024_07_30,param_set_lower,0.004567,0.000237215999999999,0.0047364596,0.00270893123700335,mixed +500,paradox/default/snapshots/snapshot_2023_03_17,param_set_lower,0.465529,0.0115086825000001,0.4910367705,0.204480192964458,numeric +500,paradox/default/snapshots/snapshot_2024_06_11,param_set_lower,0.004527,0.000209046599999999,0.0046882336,0.00270814977616676,numeric +500,paradox/default/snapshots/snapshot_2024_07_09,param_set_lower,0.004547,0.000237215999999999,0.004739449,0.00309890393590369,numeric +500,paradox/default/snapshots/snapshot_2024_07_30,param_set_lower,0.004536,0.000237216000000001,0.0047044696,0.00275571945260144,numeric +5,paradox/default/snapshots/snapshot_2023_03_17,param_set_upper,0.012389,0.000385476,0.0127475951,0.00640764873720384,categorical +5,paradox/default/snapshots/snapshot_2024_06_11,param_set_upper,0.004486,0.000207564000000001,0.0046411363,0.00271499131532801,categorical +5,paradox/default/snapshots/snapshot_2024_07_09,param_set_upper,0.004467,0.0001942206,0.0046233144,0.00287480617322386,categorical +5,paradox/default/snapshots/snapshot_2024_07_30,param_set_upper,0.004457,0.000207564000000001,0.0046128643,0.00254690907887799,categorical +5,paradox/default/snapshots/snapshot_2023_03_17,param_set_upper,0.011658,0.000415128000000001,0.012023463,0.00638734857409643,mixed +5,paradox/default/snapshots/snapshot_2024_06_11,param_set_upper,0.004467,0.00022239,0.0046294687,0.00261990045861701,mixed +5,paradox/default/snapshots/snapshot_2024_07_09,param_set_upper,0.004496,0.000207564000000001,0.004660704,0.00304748446062286,mixed +5,paradox/default/snapshots/snapshot_2024_07_30,param_set_upper,0.004467,0.000192738000000001,0.0046243057,0.00266684409521635,mixed +5,paradox/default/snapshots/snapshot_2023_03_17,param_set_upper,0.009995,0.000311346,0.0103410564,0.00589165123282463,numeric +5,paradox/default/snapshots/snapshot_2024_06_11,param_set_upper,0.004457,0.0001942206,0.0046064016,0.00253280753906025,numeric +5,paradox/default/snapshots/snapshot_2024_07_09,param_set_upper,0.004427,0.0001942206,0.0045784218,0.00289984975502955,numeric +5,paradox/default/snapshots/snapshot_2024_07_30,param_set_upper,0.004517,0.000209046600000001,0.0047149439,0.00281611404168623,numeric +50,paradox/default/snapshots/snapshot_2023_03_17,param_set_upper,0.063866,0.0018562152,0.0699805779,0.0956861939426522,categorical +50,paradox/default/snapshots/snapshot_2024_06_11,param_set_upper,0.004677,0.00022239,0.0048385686,0.00268711352436091,categorical +50,paradox/default/snapshots/snapshot_2024_07_09,param_set_upper,0.004617,0.00022239,0.0047825191,0.00300376268431139,categorical +50,paradox/default/snapshots/snapshot_2024_07_30,param_set_upper,0.004687,0.0002238726,0.0048372926,0.00250307395306385,categorical +50,paradox/default/snapshots/snapshot_2023_03_17,param_set_upper,0.05318,0.0016338252,0.0567056034,0.0711404924230802,mixed +50,paradox/default/snapshots/snapshot_2024_06_11,param_set_upper,0.004647,0.00022239,0.0048078846,0.00285698163121273,mixed +50,paradox/default/snapshots/snapshot_2024_07_09,param_set_upper,0.004627,0.00022239,0.0047854106,0.00300808879417264,mixed +50,paradox/default/snapshots/snapshot_2024_07_30,param_set_upper,0.004657,0.00022239,0.0048064699,0.00265275841972414,mixed +50,paradox/default/snapshots/snapshot_2023_03_17,param_set_upper,0.041823,0.00139512660000001,0.0449996233,0.0683005974017734,numeric +50,paradox/default/snapshots/snapshot_2024_06_11,param_set_upper,0.004717,0.000252042,0.0048727724,0.00264157769499027,numeric +50,paradox/default/snapshots/snapshot_2024_07_09,param_set_upper,0.004657,0.0002238726,0.0048273555,0.00315770863682881,numeric +50,paradox/default/snapshots/snapshot_2024_07_30,param_set_upper,0.004657,0.00022239,0.0048004633,0.00271275417514647,numeric +500,paradox/default/snapshots/snapshot_2023_03_17,param_set_upper,0.6417935,0.0154650006,0.6960828994,0.291015266395828,categorical +500,paradox/default/snapshots/snapshot_2024_06_11,param_set_upper,0.004527,0.0002238726,0.004688723,0.002632063434088,categorical +500,paradox/default/snapshots/snapshot_2024_07_09,param_set_upper,0.004497,0.000209046600000001,0.0046562502,0.00289516903530247,categorical +500,paradox/default/snapshots/snapshot_2024_07_30,param_set_upper,0.004527,0.0002386986,0.0047066257,0.00284671486049257,categorical +500,paradox/default/snapshots/snapshot_2023_03_17,param_set_upper,0.5409925,0.0156369822,0.5806227799,0.248173275821543,mixed +500,paradox/default/snapshots/snapshot_2024_06_11,param_set_upper,0.004527,0.00022239,0.0046949565,0.00276067206310923,mixed +500,paradox/default/snapshots/snapshot_2024_07_09,param_set_upper,0.004457,0.000192738,0.0046157973,0.00293127515812112,mixed +500,paradox/default/snapshots/snapshot_2024_07_30,param_set_upper,0.004537,0.000237215999999999,0.004715444,0.00277768383424253,mixed +500,paradox/default/snapshots/snapshot_2023_03_17,param_set_upper,0.4229635,0.0111580476,0.447887432,0.200006898002271,numeric +500,paradox/default/snapshots/snapshot_2024_06_11,param_set_upper,0.004517,0.00022239,0.0047064357,0.00284057135700354,numeric +500,paradox/default/snapshots/snapshot_2024_07_09,param_set_upper,0.004526,0.0002238726,0.0046965837,0.0030286609244836,numeric +500,paradox/default/snapshots/snapshot_2024_07_30,param_set_upper,0.004517,0.000209046600000001,0.004676803,0.00272734703185609,numeric +5,paradox/default/snapshots/snapshot_2023_03_17,param_set_levels,0.011397,0.000355823999999998,0.0117503922,0.00616786213444416,categorical +5,paradox/default/snapshots/snapshot_2024_06_11,param_set_levels,0.004577,0.0002083053,0.0047292069,0.00265804716763396,categorical +5,paradox/default/snapshots/snapshot_2024_07_09,param_set_levels,0.004527,0.000207564000000001,0.0046970587,0.00317185377962072,categorical +5,paradox/default/snapshots/snapshot_2024_07_30,param_set_levels,0.004527,0.000207563999999999,0.0046829475,0.002643786061242,categorical +5,paradox/default/snapshots/snapshot_2023_03_17,param_set_levels,0.012398,0.000400301999999999,0.0127925755,0.00654325238971288,mixed +5,paradox/default/snapshots/snapshot_2024_06_11,param_set_levels,0.004547,0.000207563999999999,0.0047008077,0.00266877050274473,mixed +5,paradox/default/snapshots/snapshot_2024_07_09,param_set_levels,0.004547,0.0001942206,0.0047001381,0.00293416678716495,mixed +5,paradox/default/snapshots/snapshot_2024_07_30,param_set_levels,0.0045375,0.0002068227,0.0046872018,0.00268565415623484,mixed +5,paradox/default/snapshots/snapshot_2023_03_17,param_set_levels,0.01324,0.0003573066,0.0136306304,0.00642979465654451,numeric +5,paradox/default/snapshots/snapshot_2024_06_11,param_set_levels,0.004497,0.000207563999999999,0.0046555174,0.00257489998094847,numeric +5,paradox/default/snapshots/snapshot_2024_07_09,param_set_levels,0.004527,0.000207563999999999,0.0046796056,0.00283776428648738,numeric +5,paradox/default/snapshots/snapshot_2024_07_30,param_set_levels,0.004547,0.000207564000000001,0.0047043494,0.00270876343187304,numeric +50,paradox/default/snapshots/snapshot_2023_03_17,param_set_levels,0.043826,0.0014396046,0.0470198328,0.0669170407460108,categorical +50,paradox/default/snapshots/snapshot_2024_06_11,param_set_levels,0.005008,0.000236474699999999,0.0051764325,0.00273376974636606,categorical +50,paradox/default/snapshots/snapshot_2024_07_09,param_set_levels,0.004938,0.000207564000000001,0.0051042109,0.00299798731852178,categorical +50,paradox/default/snapshots/snapshot_2024_07_30,param_set_levels,0.005017,0.000237215999999999,0.0051714669,0.00263946822537337,categorical +50,paradox/default/snapshots/snapshot_2023_03_17,param_set_levels,0.053931,0.00172278119999999,0.0572985095,0.0662289066858678,mixed +50,paradox/default/snapshots/snapshot_2024_06_11,param_set_levels,0.005038,0.00022239,0.0051921824,0.00282288940512901,mixed +50,paradox/default/snapshots/snapshot_2024_07_09,param_set_levels,0.004968,0.00022239,0.005139244,0.00308184523012857,mixed +50,paradox/default/snapshots/snapshot_2024_07_30,param_set_levels,0.005017,0.000237215999999999,0.0051680434,0.00256933365463875,mixed +50,paradox/default/snapshots/snapshot_2023_03_17,param_set_levels,0.062904,0.00189921060000001,0.0686229091,0.0865393507545275,numeric +50,paradox/default/snapshots/snapshot_2024_06_11,param_set_levels,0.004988,0.000237215999999999,0.0051577472,0.00274818720646617,numeric +50,paradox/default/snapshots/snapshot_2024_07_09,param_set_levels,0.004968,0.0002238726,0.0051319668,0.00304813561741796,numeric +50,paradox/default/snapshots/snapshot_2024_07_30,param_set_levels,0.004997,0.00022239,0.0051400114,0.00248611302970514,numeric +500,paradox/default/snapshots/snapshot_2023_03_17,param_set_levels,0.472599,0.0121313745,0.4994390615,0.200532424922874,categorical +500,paradox/default/snapshots/snapshot_2024_06_11,param_set_levels,0.004617,0.000252042,0.0047955988,0.00289202148865939,categorical +500,paradox/default/snapshots/snapshot_2024_07_09,param_set_levels,0.004556,0.0001942206,0.0047013948,0.00289538188395907,categorical +500,paradox/default/snapshots/snapshot_2024_07_30,param_set_levels,0.004596,0.000237216000000001,0.0047606413,0.00279201443436356,categorical +500,paradox/default/snapshots/snapshot_2023_03_17,param_set_levels,0.5561545,0.0141351084,0.5971166435,0.253713808831651,mixed +500,paradox/default/snapshots/snapshot_2024_06_11,param_set_levels,0.004596,0.0002238726,0.0047667116,0.00276059752370646,mixed +500,paradox/default/snapshots/snapshot_2024_07_09,param_set_levels,0.004507,0.0001942206,0.0046744342,0.00311072180023901,mixed +500,paradox/default/snapshots/snapshot_2024_07_30,param_set_levels,0.004547,0.00022239,0.0047213722,0.00269034349410606,mixed +500,paradox/default/snapshots/snapshot_2023_03_17,param_set_levels,0.6318825,0.0178675539,0.6886495765,0.309659339375472,numeric +500,paradox/default/snapshots/snapshot_2024_06_11,param_set_levels,0.004527,0.000209046599999999,0.004693823,0.00274069238375,numeric +500,paradox/default/snapshots/snapshot_2024_07_09,param_set_levels,0.004567,0.00022239,0.0047453306,0.00307007258824174,numeric +500,paradox/default/snapshots/snapshot_2024_07_30,param_set_levels,0.004537,0.00022239,0.0047206243,0.00296022004135146,numeric +5,paradox/default/snapshots/snapshot_2023_03_17,param_set_class,0.013551,0.000355823999999998,0.0139463467,0.0064973444360424,categorical +5,paradox/default/snapshots/snapshot_2024_06_11,param_set_class,0.004467,0.000192738000000001,0.0046296135,0.00257466682917341,categorical +5,paradox/default/snapshots/snapshot_2024_07_09,param_set_class,0.004497,0.0002060814,0.0046648959,0.00304062190468001,categorical +5,paradox/default/snapshots/snapshot_2024_07_30,param_set_class,0.004497,0.0001942206,0.0046464062,0.00254200259931477,categorical +5,paradox/default/snapshots/snapshot_2023_03_17,param_set_class,0.013791,0.000505566599999999,0.0142034032,0.00662624364172566,mixed +5,paradox/default/snapshots/snapshot_2024_06_11,param_set_class,0.004486,0.0002060814,0.0046410293,0.00268336388177484,mixed +5,paradox/default/snapshots/snapshot_2024_07_09,param_set_class,0.004467,0.000207563999999999,0.0046319534,0.0030715157340178,mixed +5,paradox/default/snapshots/snapshot_2024_07_30,param_set_class,0.004487,0.000207564000000001,0.0046399885,0.00273747752876435,mixed +5,paradox/default/snapshots/snapshot_2023_03_17,param_set_class,0.013591,0.000372132600000002,0.0140174049,0.00685944518617812,numeric +5,paradox/default/snapshots/snapshot_2024_06_11,param_set_class,0.004467,0.000192738000000001,0.0046150692,0.00250757461046607,numeric +5,paradox/default/snapshots/snapshot_2024_07_09,param_set_class,0.004467,0.000207563999999999,0.0046244995,0.00289633103756247,numeric +5,paradox/default/snapshots/snapshot_2024_07_30,param_set_class,0.004517,0.000207563999999999,0.0046725947,0.00263057180719995,numeric +50,paradox/default/snapshots/snapshot_2023_03_17,param_set_class,0.077236,0.0021823872,0.0832071803,0.0961186781501136,categorical +50,paradox/default/snapshots/snapshot_2024_06_11,param_set_class,0.004677,0.0002238726,0.0048361339,0.00269126388492482,categorical +50,paradox/default/snapshots/snapshot_2024_07_09,param_set_class,0.004677,0.0002535246,0.0049091919,0.00302489822909863,categorical +50,paradox/default/snapshots/snapshot_2024_07_30,param_set_class,0.004727,0.0002386986,0.0048877737,0.00287455446600445,categorical +50,paradox/default/snapshots/snapshot_2023_03_17,param_set_class,0.078147,0.00276208379999998,0.0858057285,0.12937753757819,mixed +50,paradox/default/snapshots/snapshot_2024_06_11,param_set_class,0.004647,0.00022239,0.0048042726,0.00264573890422395,mixed +50,paradox/default/snapshots/snapshot_2024_07_09,param_set_class,0.004667,0.00022239,0.004826828,0.00302181229850114,mixed +50,paradox/default/snapshots/snapshot_2024_07_30,param_set_class,0.004687,0.00022239,0.0048368919,0.00268907320456033,mixed +50,paradox/default/snapshots/snapshot_2023_03_17,param_set_class,0.077937,0.00296964779999999,0.0843922322,0.0971345221249229,numeric +50,paradox/default/snapshots/snapshot_2024_06_11,param_set_class,0.004687,0.000237215999999999,0.0048422684,0.00268121615812118,numeric +50,paradox/default/snapshots/snapshot_2024_07_09,param_set_class,0.004656,0.000225355199999999,0.0048289941,0.00304462203483432,numeric +50,paradox/default/snapshots/snapshot_2024_07_30,param_set_class,0.004687,0.00022239,0.0048411144,0.0027129840568573,numeric +500,paradox/default/snapshots/snapshot_2023_03_17,param_set_class,0.8208,0.0231330078000001,0.8887159589,0.344127951482831,categorical +500,paradox/default/snapshots/snapshot_2024_06_11,param_set_class,0.004597,0.000237216000000001,0.0047667076,0.00281218258966128,categorical +500,paradox/default/snapshots/snapshot_2024_07_09,param_set_class,0.004497,0.000207564000000001,0.0046652037,0.00316765173501724,categorical +500,paradox/default/snapshots/snapshot_2024_07_30,param_set_class,0.004596,0.0002386986,0.0047603287,0.00277221698222848,categorical +500,paradox/default/snapshots/snapshot_2023_03_17,param_set_class,0.8135555,0.0218209068,0.8803662661,0.328797605923762,mixed +500,paradox/default/snapshots/snapshot_2024_06_11,param_set_class,0.004597,0.000252042,0.0047612886,0.00275948632147106,mixed +500,paradox/default/snapshots/snapshot_2024_07_09,param_set_class,0.004517,0.000207564000000001,0.0046763967,0.00309300156980241,mixed +500,paradox/default/snapshots/snapshot_2024_07_30,param_set_class,0.004577,0.0002386986,0.0047469375,0.00280513805851806,mixed +500,paradox/default/snapshots/snapshot_2023_03_17,param_set_class,0.806451,0.0220507098,0.8738406306,0.325664719289262,numeric +500,paradox/default/snapshots/snapshot_2024_06_11,param_set_class,0.004567,0.000252042,0.0047552221,0.00274198717986446,numeric +500,paradox/default/snapshots/snapshot_2024_07_09,param_set_class,0.004587,0.000237215999999999,0.0047689057,0.00318278231673721,numeric +500,paradox/default/snapshots/snapshot_2024_07_30,param_set_class,0.004497,0.00022239,0.0046808062,0.00291410342522685,numeric +5,paradox/default/snapshots/snapshot_2024_06_11,param_set_subspaces,17.1100615,1.5924962424,18.6368449193,4.6382792016456,categorical +5,paradox/default/snapshots/snapshot_2024_07_09,param_set_subspaces,9.2446645,0.711173568,10.3338917832,3.6855596107459,categorical +5,paradox/default/snapshots/snapshot_2024_07_30,param_set_subspaces,17.538795,1.8744793494,19.276164513,5.20127418748502,categorical +5,paradox/default/snapshots/snapshot_2024_06_11,param_set_subspaces,17.2956645,1.6692126381,18.9318990376,4.88729416922642,mixed +5,paradox/default/snapshots/snapshot_2024_07_09,param_set_subspaces,9.200641,0.618511068000001,10.2437776379,3.61706190709416,mixed +5,paradox/default/snapshots/snapshot_2024_07_30,param_set_subspaces,17.1845595,1.6057758906,18.7906894651,4.81229997339855,mixed +5,paradox/default/snapshots/snapshot_2024_06_11,param_set_subspaces,17.302192,1.6971700263,18.9345250888,4.92669017341833,numeric +5,paradox/default/snapshots/snapshot_2024_07_09,param_set_subspaces,9.2226645,0.667125521999999,10.3042545827,3.65059514153202,numeric +5,paradox/default/snapshots/snapshot_2024_07_30,param_set_subspaces,17.3456005,1.7720302068,18.9545492739,4.95645189745017,numeric +50,paradox/default/snapshots/snapshot_2024_06_11,param_set_subspaces,201.745606,30.406932507,203.3528613643,29.6017957049696,categorical +50,paradox/default/snapshots/snapshot_2024_07_09,param_set_subspaces,125.1563045,25.4791414983,126.1940049739,24.0773071947232,categorical +50,paradox/default/snapshots/snapshot_2024_07_30,param_set_subspaces,205.433315,30.2010794274,205.7057011596,29.2935762250459,categorical +50,paradox/default/snapshots/snapshot_2024_06_11,param_set_subspaces,205.3377565,30.2126563095,206.409707776,28.9898012599195,mixed +50,paradox/default/snapshots/snapshot_2024_07_09,param_set_subspaces,123.1773155,24.3280834755,124.7433864805,24.1039920761486,mixed +50,paradox/default/snapshots/snapshot_2024_07_30,param_set_subspaces,207.799975,31.6606628037,210.3642346741,31.387570240354,mixed +50,paradox/default/snapshots/snapshot_2024_06_11,param_set_subspaces,205.291917,30.7683303417,205.9791292196,29.5429898310231,numeric +50,paradox/default/snapshots/snapshot_2024_07_09,param_set_subspaces,126.067145,25.3187330739,127.1825954511,24.5684272116982,numeric +50,paradox/default/snapshots/snapshot_2024_07_30,param_set_subspaces,212.077572,32.8251220479,214.5879024494,34.0422832234941,numeric +500,paradox/default/snapshots/snapshot_2024_06_11,param_set_subspaces,1887.660516,180.198272982,1903.521713003,161.264757781569,categorical +500,paradox/default/snapshots/snapshot_2024_07_09,param_set_subspaces,1150.38357,161.9141151537,1165.9757608415,140.393301622363,categorical +500,paradox/default/snapshots/snapshot_2024_07_30,param_set_subspaces,1873.438051,165.8952215844,1877.7175543404,151.091483997019,categorical +500,paradox/default/snapshots/snapshot_2024_06_11,param_set_subspaces,1894.1484505,175.382862312,1894.7713051964,146.907588198358,mixed +500,paradox/default/snapshots/snapshot_2024_07_09,param_set_subspaces,1178.340497,169.5596231574,1203.0858940041,148.614624733611,mixed +500,paradox/default/snapshots/snapshot_2024_07_30,param_set_subspaces,1915.913145,170.4856566,1933.8805823801,153.40783638204,mixed +500,paradox/default/snapshots/snapshot_2024_06_11,param_set_subspaces,1944.724235,250.3162573065,1939.0943467376,173.051745367574,numeric +500,paradox/default/snapshots/snapshot_2024_07_09,param_set_subspaces,1191.4705375,184.2653450085,1202.6374727456,149.422944718011,numeric +500,paradox/default/snapshots/snapshot_2024_07_30,param_set_subspaces,1964.8842235,230.4401443848,1949.3752387267,174.884037958573,numeric +5,paradox/default/snapshots/snapshot_2024_06_11,param_set_subspaces_4,14.385234,1.6316761713,15.892577148,5.12896643626442,categorical +5,paradox/default/snapshots/snapshot_2024_07_09,param_set_subspaces_4,7.5331125,0.5358961482,8.4926858391,3.81307956043271,categorical +5,paradox/default/snapshots/snapshot_2024_07_30,param_set_subspaces_4,14.5371265,1.6143341991,16.243870936,5.59207419649057,categorical +5,paradox/default/snapshots/snapshot_2024_06_11,param_set_subspaces_4,14.564993,1.5899884245,16.3447413502,5.72636684984967,mixed +5,paradox/default/snapshots/snapshot_2024_07_09,param_set_subspaces_4,7.6236285,0.583322298300001,8.6477300741,4.06283839837035,mixed +5,paradox/default/snapshots/snapshot_2024_07_30,param_set_subspaces_4,14.431092,1.4461984635,16.1927059979,5.62739145036996,mixed +5,paradox/default/snapshots/snapshot_2024_06_11,param_set_subspaces_4,14.4493015,1.5600169242,16.1191800504,5.46699915082379,numeric +5,paradox/default/snapshots/snapshot_2024_07_09,param_set_subspaces_4,7.5388725,0.5332815831,8.530082907,3.85701282015698,numeric +5,paradox/default/snapshots/snapshot_2024_07_30,param_set_subspaces_4,14.501041,1.6040783136,16.1490594681,5.45823899781233,numeric +50,paradox/default/snapshots/snapshot_2024_06_11,param_set_subspaces_4,14.367711,1.5311432892,16.1110140539,5.51492939778682,categorical +50,paradox/default/snapshots/snapshot_2024_07_09,param_set_subspaces_4,7.4900295,0.5121686178,8.3970021571,3.54718442410967,categorical +50,paradox/default/snapshots/snapshot_2024_07_30,param_set_subspaces_4,14.4672955,1.5248036916,16.2689304014,5.71670278696675,categorical +50,paradox/default/snapshots/snapshot_2024_06_11,param_set_subspaces_4,14.4793585,1.6582161939,16.163682467,5.53119337965411,mixed +50,paradox/default/snapshots/snapshot_2024_07_09,param_set_subspaces_4,7.6450015,0.581546143500001,8.6548411569,3.90985388468871,mixed +50,paradox/default/snapshots/snapshot_2024_07_30,param_set_subspaces_4,14.3975905,1.5407586915,16.1818362342,5.67118616290636,mixed +50,paradox/default/snapshots/snapshot_2024_06_11,param_set_subspaces_4,14.416834,1.5709970598,16.1073592337,5.5134534176349,numeric +50,paradox/default/snapshots/snapshot_2024_07_09,param_set_subspaces_4,7.649965,0.553774821599999,8.6904700025,4.09408457161289,numeric +50,paradox/default/snapshots/snapshot_2024_07_30,param_set_subspaces_4,14.4788985,1.5651726657,16.2105220893,5.65001009139196,numeric +500,paradox/default/snapshots/snapshot_2024_06_11,param_set_subspaces_4,14.820216,1.561481733,16.6360450436,5.76872996292448,categorical +500,paradox/default/snapshots/snapshot_2024_07_09,param_set_subspaces_4,8.1066155,0.5608868538,9.1229861247,4.03269730188483,categorical +500,paradox/default/snapshots/snapshot_2024_07_30,param_set_subspaces_4,14.801863,1.6657989516,16.5408701228,5.67771466679703,categorical +500,paradox/default/snapshots/snapshot_2024_06_11,param_set_subspaces_4,14.769995,1.5829371789,16.597285377,5.86998568254817,mixed +500,paradox/default/snapshots/snapshot_2024_07_09,param_set_subspaces_4,8.215329,0.575801068499999,9.2235029513,4.00761650747317,mixed +500,paradox/default/snapshots/snapshot_2024_07_30,param_set_subspaces_4,14.7063095,1.546092345,16.5176486626,5.77885468085677,mixed +500,paradox/default/snapshots/snapshot_2024_06_11,param_set_subspaces_4,14.727397,1.5964355106,16.5046786645,5.77814441337613,numeric +500,paradox/default/snapshots/snapshot_2024_07_09,param_set_subspaces_4,8.0624035,0.5511854607,9.0615848415,3.88962558767871,numeric +500,paradox/default/snapshots/snapshot_2024_07_30,param_set_subspaces_4,14.2953685,1.442962689,15.9161876109,5.15837044288835,numeric diff --git a/mlr-org/benchmarks_mlr3.qmd b/mlr-org/benchmarks_mlr3.qmd index 32a3cd87..032b5afe 100644 --- a/mlr-org/benchmarks_mlr3.qmd +++ b/mlr-org/benchmarks_mlr3.qmd @@ -1,5 +1,5 @@ --- -title: "Benchmarks mlr3" +title: "mlr3" sidebar: false toc: true --- diff --git a/mlr-org/benchmarks_mlr3fselect.qmd b/mlr-org/benchmarks_mlr3fselect.qmd new file mode 100644 index 00000000..24a60035 --- /dev/null +++ b/mlr-org/benchmarks_mlr3fselect.qmd @@ -0,0 +1,785 @@ +--- +title: "mlr3fselect" +sidebar: false +toc: true +--- + +{{< include _setup.qmd >}} + + +```{r} +#| include: false +library(data.table) +library(ggplot2) +library(gt) + +snapshot = mlr3misc::rowwise_table( + ~renv_project, ~mlr3fselect, ~bbotk, ~mlr3, ~paradox, + "snapshot_2022_12_21", "0.9.0", "0.7.2", "0.14.1", "0.11.0", + "snapshot_2023_01_26", "0.9.1", "0.7.2", "0.14.1", "0.11.0", + "snapshot_2023_02_21", "0.10.0", "0.7.2", "0.14.1", "0.11.0", + "snapshot_2023_03_02", "0.11.0", "0.7.2", "0.14.1", "0.11.0", + "snapshot_2024_04_24", "0.12.0", "0.8.0", "0.19.0", "0.11.1", + "snapshot_2024_07_05", "1.0.0", "1.0.0", "0.20.0", "1.0.1", + "snapshot_2024_07_19", "1.0.1", "1.0.1", "0.20.2", "1.0.1" +) + +plot_runtime = function(data) { + ggplot(data, aes(x = mlr3fselect, y = median_run_time)) + + geom_col(group = 1, fill = "#008080") + + geom_hline(aes(yintercept = total_model_time), linetype = "dashed") + + geom_errorbar(aes(ymin = median_run_time - mad_run_time, ymax = median_run_time + mad_run_time), width = 0.5, position = position_dodge(0.9)) + + facet_wrap(~evals, scales = "free_y", labeller = labeller(evals = function(value) sprintf("%s Resampling Iterations", value))) + + labs(x = "mlr3fselect Version", y = "Runtime [s]") + + theme_minimal(base_size = 9) + + theme(axis.text.x = element_text(angle = 45, hjust = 1)) +} + +plot_memory = function(data) { + ggplot(data, aes(x = mlr3fselect, y = median_memory)) + + geom_col(group = 1, fill = "#ff6347") + + geom_errorbar(aes(ymin = median_memory - mad_memory, ymax = median_memory + mad_memory), width = 0.5, position = position_dodge(0.9)) + + facet_wrap(~evals, scales = "free_y", labeller = labeller(evals = function(value) sprintf("%s Resampling Iterations", value))) + + labs(x = "mlr3fselect Version", y = "Memory [MB]") + + theme_minimal(base_size = 9) + + theme(axis.text.x = element_text(angle = 45, hjust = 1)) +} + +create_table = function(data) { + data = data[, -c("mad_run_time", "mad_memory", "renv_project", "algorithm", "total_model_time")] + + data_1000 = data[task == "data_1000", -"task"] + data_10000 = data[task == "data_10000", -c("task", "k")] + data = merge(data_1000, data_10000, by = c("mlr3fselect", "bbotk", "mlr3", "paradox", "model_time", "evals"), suffixes = c("", "_10000")) + + setcolorder(data, c("mlr3fselect", "bbotk", "mlr3", "paradox", "model_time", "evals", "median_run_time", "median_run_time_10000", "k", "median_memory", "median_memory_10000")) + + data %>% + gt() %>% + cols_label( + mlr3fselect = "mlr3fselect Version", + mlr3 = "mlr3 Version", + bbotk = "bbotk Version", + paradox = "paradox Version", + model_time = "Model Time [ms]", + evals = "Resampling Iterations", + median_run_time = "Median Runtime [s]", + median_run_time_10000 = "Median Runtime 10,000 [s]", + k = "K", + median_memory = "Median Memory [MB]", + median_memory_10000 = "Median Memory 10,000 [MB]") %>% + fmt_number(columns = c("k", "median_run_time", "median_run_time_10000"), n_sigfig = 2) %>% + fmt_number(columns = c("median_memory", "median_memory_10000"), decimals = 0) %>% + tab_style( + style = list( + cell_fill(color = "crimson"), + cell_text(weight = "bold") + ), + locations = cells_body( + columns = "k", + rows = k > 3 + ) + ) %>% + tab_row_group( + label = "1000 Resampling Iterations", + rows = evals == 1000 + ) %>% + tab_row_group( + label = "100 Resampling Iterations", + rows = evals == 100 + ) %>% + tab_row_group( + label = "10 Resampling Iterations", + rows = evals == 10 + ) + } +``` + +# Version History + +**mlr3fselect 1.0.1** + +* fix: Delete intermediate `BenchmarkResult` in `ObjectiveFSelectBatch` after optimization. +* refactor: Remove `x_domain` from archive. + +**mlr3fselect 0.12.0** + +* refactor: Optimize runtime of `ArchiveBatchFSelect$best()` method. + +**mlr3fselect 0.9.1** + +* refactor: Remove internal use of `mlr3pipelines`. + +**mlr3 0.18.0** + +* Skip unnecessary clone of learner's state in `resample()`. + +**mlr3 0.17.1** + +* Remove `data_prototype` when resampling from `learner$state` to reduce memory consumption. +* Optimize Median runtimeof `resample()` and `benchmark()` by reducing the number of hashing operations. + +**mlr3 0.17.0** + +* Speed up resampling by removing unnecessary calls to `packageVersion()`. +* The `design` of `benchmark()` can now include parameter settings. + +**paradox 1.0.1** + +* Performance improvements. + +# Feature Selection + +```{r} +#| include: false + +data_memory = fread(here::here("mlr-org/benchmark_results/mlr3fselect_fselect_memory.csv"))[, list(model_time, task, evals, renv_project, algorithm, median_memory, mad_memory)] +data_runtime = fread(here::here("mlr-org/benchmark_results/mlr3fselect_fselect_runtime.csv"))[, list(model_time, task, evals, renv_project, algorithm, median_run_time, mad_run_time, k)] +data = merge(data_memory, data_runtime, by = c("model_time", "task", "evals", "renv_project", "algorithm")) + +data[, renv_project := gsub("mlr3fselect/default/snapshots/", "", renv_project)] +data = data[snapshot, on = "renv_project"] +data[, mlr3fselect := factor(mlr3fselect, levels = c("0.9.0", "0.9.1", "0.10.0", "0.11.0", "0.12.0", "1.0.0", "1.0.1"))] +setorderv(data, c("algorithm", "model_time", "evals"), order = c(1, 1, 1)) +data[, median_run_time := median_run_time / 1000] #ms to s +data[, mad_run_time := mad_run_time / 1000] #ms to s +data[, total_model_time := model_time * evals / 1000] #ms to s +fselect_median_run_time = data[, list(model_time, task, evals, renv_project, median_run_time)] +``` + +The runtime and memory usage of the `fselect()` function is compared for different mlr3fselect versions. +The function is used to perform feature selection with a random search. +The models are trained for different amounts of time (1 ms, 10 ms, 100 ms, and 1000 ms) on the spam dataset. +The resampling iterations (`evals`) are set to 1000, 100, and 10. + +```{r} +#| eval: false +learner = lrn("classif.sleep", + sleep_train = model_time / 2, + sleep_predict = model_time / 2) + +instance = fselect( + fselector = fs("random_search", batch_size = evals), + task = tsk("spam"), + learner = learner, + resampling = rsmp("holdout"), + measure = msr("classif.ce"), + terminator = trm("evals", n_evals = evals), + store_benchmark_result = FALSE, + store_models = FALSE +) +``` + +## Model Time 1000 ms + +```{r} +#| echo: false +#| fig-cap: | +#| Median runtime of `fselect()` with models trained for 1 s depending on the mlr3fselect version. +#| The dashed line indicates the total training time of the models. +#| Error bars represent the median absolute deviation of the runtime. +plot_runtime(data[algorithm == "fselect_sequential" & model_time == 1000 & task == "data_1000"]) +``` + +```{r} +#| echo: false +#| fig-cap: | +#| Memory usage of `fselect()` with models trained for 1 s depending on the mlr3fselect version. +#| Error bars represent the median absolute deviation of the memory usage. +plot_memory(data[algorithm == "fselect_sequential" & model_time == 1000 & task == "data_1000"]) +``` + +```{r} +#| echo: false +#| tbl-cap: | +#| Runtime and memory usage of `fselect()` with models trained for 1 s depending on the mlr3fselect version. +#| The K factor shows how much longer the runtime is than the model training. +#| A red background indicates that the runtime is 3 times larger than the total training time of the models. +create_table(data[algorithm == "fselect_sequential" & model_time == 1000]) +``` + +## Model Time 100 ms + +```{r} +#| echo: false +#| fig-cap: | +#| Median runtime of `fselect()` with models trained for 100 ms depending on the mlr3fselect version. +#| The dashed line indicates the total training time of the models. +#| Error bars represent the median absolute deviation of the runtime. +plot_runtime(data[algorithm == "fselect_sequential" & model_time == 100 & task == "data_1000"]) +``` + +```{r} +#| echo: false +#| fig-cap: | +#| Memory usage of `fselect()` with models trained for 100 ms depending on the mlr3fselect version. +#| Error bars represent the median absolute deviation of the memory usage. +plot_memory(data[algorithm == "fselect_sequential" & model_time == 100 & task == "data_1000"]) +``` + +```{r} +#| echo: false +#| tbl-cap: | +#| Runtime and memory usage of `fselect()` with models trained for 100 ms depending on the mlr3fselect version. +#| The K factor shows how much longer the runtime is than the model training. +#| A red background indicates that the runtime is 3 times larger than the total training time of the models. +create_table(data[algorithm == "fselect_sequential" & model_time == 100]) +``` + +## Model Time 10 ms + +```{r} +#| echo: false +#| fig-cap: | +#| Median runtime of `fselect()` with models trained for 10 ms depending on the mlr3fselect version. +#| The dashed line indicates the total training time of the models. +#| Error bars represent the median absolute deviation of the runtime. +plot_runtime(data[algorithm == "fselect_sequential" & model_time == 10 & task == "data_1000"]) +``` + +```{r} +#| echo: false +#| fig-cap: | +#| Memory usage of `fselect()` with models trained for 10 ms depending on the mlr3fselect version. +#| Error bars represent the median absolute deviation of the memory usage. +plot_memory(data[algorithm == "fselect_sequential" & model_time == 10 & task == "data_1000"]) +``` + +```{r} +#| echo: false +#| tbl-cap: | +#| Runtime and memory usage of `fselect()` with models trained for 10 ms depending on the mlr3fselect version. +#| The K factor shows how much longer the runtime is than the model training. +#| A red background indicates that the runtime is 3 times larger than the total training time of the models. +create_table(data[algorithm == "fselect_sequential" & model_time == 10]) +``` + +## Model Time 1 ms + +```{r} +#| echo: false +#| fig-cap: | +#| Median runtime of `fselect()` with models trained for 1 ms depending on the mlr3fselect version. +#| The dashed line indicates the total training time of the models. +#| Error bars represent the median absolute deviation of the runtime. +plot_runtime(data[algorithm == "fselect_sequential" & model_time == 1 & task == "data_1000"]) +``` + +```{r} +#| echo: false +#| fig-cap: | +#| Memory usage of `fselect()` with models trained for 1 ms depending on the mlr3fselect version. +#| Error bars represent the median absolute deviation of the memory usage. +plot_memory(data[algorithm == "fselect_sequential" & model_time == 1 & task == "data_1000"]) +``` + +```{r} +#| echo: false +#| tbl-cap: | +#| Runtime and memory usage of `fselect()` with models trained for 1 ms depending on the mlr3fselect version. +#| The K factor shows how much longer the runtime is than the model training. +#| A red background indicates that the runtime is 3 times larger than the total training time of the models. +create_table(data[algorithm == "fselect_sequential" & model_time == 1]) +``` + +# Nested Featute Selection + +```{r} +#| include: false + +data_memory = fread(here::here("mlr-org/benchmark_results/mlr3fselect_fselect_nested_memory.csv"))[, list(model_time, task, evals, renv_project, algorithm, median_memory, mad_memory)] +data_runtime = fread(here::here("mlr-org/benchmark_results/mlr3fselect_fselect_nested_runtime.csv"))[, list(model_time, task, evals, renv_project, algorithm, median_run_time, mad_run_time, k)] +data = merge(data_memory, data_runtime, by = c("model_time", "task", "evals", "renv_project", "algorithm")) + +data[, renv_project := gsub("mlr3fselect/default/snapshots/", "", renv_project)] +data = data[snapshot, on = "renv_project"] +data[, mlr3fselect := factor(mlr3fselect, levels = c("0.9.0", "0.9.1", "0.10.0", "0.11.0", "0.12.0", "1.0.0", "1.0.1"))] +setorderv(data, c("algorithm", "model_time", "evals"), order = c(1, 1, 1)) +data[, median_run_time := median_run_time / 1000] #ms to s +data[, mad_run_time := mad_run_time / 1000] #ms to s +data[, total_model_time := model_time * evals * 10 / 1000] #ms to s + +# calculate how much longer nested feature selection is than feature selection +data = merge(data, fselect_median_run_time, by = c("model_time", "task", "evals", "renv_project"), suffixes = c("", "_fselect")) +data[, m := median_run_time / median_run_time_fselect] + +create_table = function(data) { + data = data[, -c("mad_run_time", "mad_memory", "renv_project", "algorithm", "total_model_time")] + + data_1000 = data[task == "data_1000", -"task"] + data_10000 = data[task == "data_10000", -c("task", "k", "median_run_time_fselect", "m")] + data = merge(data_1000, data_10000, by = c("mlr3fselect", "bbotk", "mlr3", "paradox", "model_time", "evals"), suffixes = c("", "_10000")) + + setcolorder(data, c( + "mlr3fselect", + "bbotk", + "mlr3", + "paradox", + "model_time", + "evals", + "median_run_time", + "median_run_time_10000", + "k", + "median_run_time_fselect", + "m", + "median_memory", + "median_memory_10000")) + + data %>% + gt() %>% + cols_label( + mlr3fselect = "mlr3fselect Version", + mlr3 = "mlr3 Version", + bbotk = "bbotk Version", + paradox = "paradox Version", + model_time = "Model Time [ms]", + evals = "Resampling Iterations", + median_run_time = "Median Runtime [s]", + median_run_time_10000 = "Median Runtime 10,000 [s]", + k = "k", + median_run_time_fselect = "Median Runtime Feature Selection [s]", + m = "m", + median_memory = "Median Memory [MB]", + median_memory_10000 = "Median Memory 10,000 [MB]") %>% + fmt_number(columns = c("k", "median_run_time", "median_run_time_10000", "m", "median_run_time_fselect"), n_sigfig = 2) %>% + fmt_number(columns = c("median_memory", "median_memory_10000"), decimals = 0) %>% + tab_style( + style = list( + cell_fill(color = "crimson"), + cell_text(weight = "bold") + ), + locations = cells_body( + columns = "k", + rows = k > 3 + ) + ) %>% + tab_row_group( + label = "1000 Resampling Iterations", + rows = evals == 1000 + ) %>% + tab_row_group( + label = "100 Resampling Iterations", + rows = evals == 100 + ) %>% + tab_row_group( + label = "10 Resampling Iterations", + rows = evals == 10 + ) + } +``` + +The runtime and memory usage of the `fselect_nested()` function is compared for different mlr3fselect versions. +The function is used to perform nested feature selection with a random search. +The models are trained for different amounts of time (1 ms, 10 ms, 100 ms, and 1000 ms) on the spam dataset. +The resampling iterations (`evals`) are set to 1000, 100, and 10. + +```{r} +#| eval: false +learner = lrn("classif.sleep", + sleep_train = model_time / 2, + sleep_predict = model_time / 2) + +fselect_nested( + fselector = fs("random_search", batch_size = evals), + task = tsk("spam"), + learner = learner, + inner_resampling = rsmp("holdout"), + outer_resampling = rsmp("subsampling", repeats = 10), + measure = msr("classif.ce"), + terminator = trm("evals", n_evals = evals), + store_fselect_instance = FALSE, + store_benchmark_result = FALSE, + store_models = FALSE +) +``` + +## Model Time 1000 ms + +```{r} +#| echo: false +#| fig-cap: | +#| Median runtime of `fselect_nested()` with models trained for 1 s depending on the mlr3fselect version. +#| The dashed line indicates the total training time of the models. +#| Error bars represent the median absolute deviation of the runtime. +plot_runtime(data[algorithm == "fselect_nested_sequential" & model_time == 1000 & task == "data_1000"]) +``` + +```{r} +#| echo: false +#| fig-cap: | +#| Memory usage of `fselect_nested()` with models trained for 1 s depending on the mlr3fselect version. +#| Error bars represent the median absolute deviation of the memory usage. +plot_memory(data[algorithm == "fselect_nested_sequential" & model_time == 1000 & task == "data_1000"]) +``` + +```{r} +#| echo: false +#| tbl-cap: | +#| Runtime and memory usage of `fselect_nested()` with models trained for 1 s depending on the mlr3fselect version. +#| The K factor shows how much longer the runtime is than the model training. +#| A red background indicates that the runtime is 3 times larger than the total training time of the models. +create_table(data[algorithm == "fselect_nested_sequential" & model_time == 1000]) +``` + +## Model Time 100 ms + +```{r} +#| echo: false +#| fig-cap: | +#| Median runtime of `fselect_nested()` with models trained for 100 ms depending on the mlr3fselect version. +#| The dashed line indicates the total training time of the models. +#| Error bars represent the median absolute deviation of the runtime. +plot_runtime(data[algorithm == "fselect_nested_sequential" & model_time == 100 & task == "data_1000"]) +``` + +```{r} +#| echo: false +#| fig-cap: | +#| Memory usage of `fselect_nested()` with models trained for 100 ms depending on the mlr3fselect version. +#| Error bars represent the median absolute deviation of the memory usage. +plot_memory(data[algorithm == "fselect_nested_sequential" & model_time == 100 & task == "data_1000"]) +``` + +```{r} +#| echo: false +#| tbl-cap: | +#| Runtime and memory usage of `fselect_nested()` with models trained for 100 ms depending on the mlr3fselect version. +#| The K factor shows how much longer the runtime is than the model training. +#| A red background indicates that the runtime is 3 times larger than the total training time of the models. +create_table(data[algorithm == "fselect_nested_sequential" & model_time == 100]) +``` + +## Model Time 10 ms + +```{r} +#| echo: false +#| fig-cap: | +#| Median runtime of `fselect_nested()` with models trained for 10 ms depending on the mlr3fselect version. +#| The dashed line indicates the total training time of the models. +#| Error bars represent the median absolute deviation of the runtime. +plot_runtime(data[algorithm == "fselect_nested_sequential" & model_time == 10 & task == "data_1000"]) +``` + +```{r} +#| echo: false +#| fig-cap: | +#| Memory usage of `fselect_nested()` with models trained for 10 ms depending on the mlr3fselect version. +#| Error bars represent the median absolute deviation of the memory usage. +plot_memory(data[algorithm == "fselect_nested_sequential" & model_time == 10 & task == "data_1000"]) +``` + +```{r} +#| echo: false +#| tbl-cap: | +#| Runtime and memory usage of `fselect_nested()` with models trained for 10 ms depending on the mlr3fselect version. +#| The K factor shows how much longer the runtime is than the model training. +#| A red background indicates that the runtime is 3 times larger than the total training time of the models. +create_table(data[algorithm == "fselect_nested_sequential" & model_time == 10]) +``` + +## Model Time 1 ms + +```{r} +#| echo: false +#| fig-cap: | +#| Median runtime of `fselect_nested()` with models trained for 1 ms depending on the mlr3fselect version. +#| The dashed line indicates the total training time of the models. +#| Error bars represent the median absolute deviation of the runtime. +plot_runtime(data[algorithm == "fselect_nested_sequential" & model_time == 1 & task == "data_1000"]) +``` + +```{r} +#| echo: false +#| fig-cap: | +#| Memory usage of `fselect_nested()` with models trained for 1 ms depending on the mlr3fselect version. +#| Error bars represent the median absolute deviation of the memory usage. +plot_memory(data[algorithm == "fselect_nested_sequential" & model_time == 1 & task == "data_1000"]) +``` + +```{r} +#| echo: false +#| tbl-cap: | +#| Runtime and memory usage of `fselect_nested()` with models trained for 1 ms depending on the mlr3fselect version. +#| The K factor shows how much longer the runtime is than the model training. +#| A red background indicates that the runtime is 3 times larger than the total training time of the models. +create_table(data[algorithm == "fselect_nested_sequential" & model_time == 1]) +``` + +# Object Size + + +```{r} +#| include: false + +data = fread(here::here("mlr-org/benchmark_results/mlr3fselect_object_size.csv")) + +data[, renv_project := gsub("mlr3fselect/default/snapshots/", "", renv_project)] +data = data[snapshot, on = "renv_project"] + +data[, mlr3fselect := factor(mlr3fselect, levels = c("0.9.0", "0.9.1", "0.10.0", "0.11.0", "0.12.0", "1.0.0", "1.0.1"))] +#setorderv(data, c("algorithm", "evals"), order = c(1, 1)) + +data = data[, -c("renv_project")] +data_1000 = data[task == "data_1000", -"task"] +data_10000 = data[task == "data_10000", -"task"] +data = merge(data_1000, data_10000, by = c("mlr3fselect", "mlr3", "paradox", "evals", "object", "learner"), suffixes = c("", "_10000")) + +plot_size = function(data) { + data = melt(data, id.vars = c("mlr3fselect", "mlr3", "paradox", "evals", "object", "learner"), measure.vars = c("size", "serialized_size"), value.name = "size", variable.name = "type") + + ggplot(data, aes(x = mlr3fselect, y = size, fill= type, group = type)) + + geom_col(position = "dodge") + + labs(x = "mlr3fselect Version", y = "Size [MB]") + + scale_fill_manual(labels = c("In Memory", "Serialized"), values = c("#008080", "#ff6347"), name = "Type") + + theme_minimal(base_size = 9) + + theme(axis.text.x = element_text(angle = 45, hjust = 1)) +} + +plot_size_evals = function(data) { + data = melt(data, id.vars = c("mlr3fselect", "mlr3", "paradox", "evals", "object", "learner"), measure.vars = c("size", "serialized_size"), value.name = "size", variable.name = "type") + + ggplot(data, aes(x = mlr3fselect, y = size, fill= type, group = type)) + + geom_col(position = "dodge") + + labs(x = "mlr3fselect Version", y = "Size [MB]") + + scale_fill_manual(labels = c("In Memory", "Serialization"), values = c("#008080", "#ff6347"), name = "Type") + + facet_wrap(~evals, scales = "free_y", labeller = labeller(evals = function(value) sprintf("%s Resampling Iterations", value))) + + theme_minimal(base_size = 9) + + theme(axis.text.x = element_text(angle = 45, hjust = 1), legend.position="bottom") +} +``` + +## Automated Feature Selection + +Feature selection without storing any additional information. + +```{r} +#| eval: false +afs = auto_fselector( + fselector = fs("random_search", batch_size = instance$evals), + learner = learner, + resampling = resampling, + measure = msr("classif.ce"), + terminator = trm("evals", n_evals = instance$evals), + store_models = FALSE, + store_benchmark_result = FALSE, + store_tuning_instance = FALSE +) +``` + +```{r} +#| echo: false +plot_size(data[object == "afs"]) +``` + +```{r} +#| eval: false +afs$train(task) +``` + +Since we do not store any information about the optimization, the size of the objects should not increase the number of evaluations. + +```{r} +#| echo: false +plot_size_evals(data[object == "afs$train"]) +``` + +```{r} +#| eval: false +afs$model +``` + +The model slot only saves the final model and should therefore not increase with the number of evaluations. + +```{r} +#| echo: false +plot_size_evals(data[object == "afs$model"]) +``` + +## Automated Feature Selection with Instance + +```{r} +#| eval: false +afs = auto_fselector( + fselector = fs("random_search", batch_size = instance$evals), + learner = learner, + resampling = resampling, + measure = msr("classif.ce"), + terminator = trm("evals", n_evals = instance$evals), + store_fselect_instance = TRUE, + store_benchmark_result = FALSE, + store_models = FALSE +) +``` + +```{r} +#| eval: false +afs$train(task) +``` + +```{r} +#| echo: false +plot_size_evals(data[object == "afs_instance$train"]) +``` + +```{r} +#| eval: false +afs$fselect_instance +``` + +```{r} +#| echo: false +plot_size_evals(data[object == "afs_instance$fselect_instance"]) +``` + +```{r} +#| eval: false +afs$fselect_instance$objective +``` + +```{r} +#| echo: false +plot_size_evals(data[object == "afs_instance$objective"]) +``` + +```{r} +#| eval: false +afs$fselect_instance$archive +``` + +```{r} +#| echo: false +plot_size_evals(data[object == "afs_instance$archive"]) +``` + +## Automated Feature Selection with Benchmark Result + +```{r} +#| eval: false +afs = auto_fselector( + fselector = fs("random_search", batch_size = instance$evals), + learner = learner, + resampling = resampling, + measure = msr("classif.ce"), + terminator = trm("evals", n_evals = instance$evals), + store_fselect_instance = TRUE, + store_benchmark_result = TRUE, + store_models = FALSE +) +``` + +```{r} +#| eval: false +afs$train(task) +``` + +```{r} +#| echo: false +plot_size_evals(data[object == "afs_bmr$train"]) +``` + +```{r} +#| eval: false +afs$fselect_instance +``` + +```{r} +#| echo: false +plot_size_evals(data[object == "afs_bmr$fselect_instance"]) +``` + +```{r} +#| eval: false +afs$fselect_instance$objective +``` + +```{r} +#| echo: false +plot_size_evals(data[object == "afs_bmr$objective"]) +``` + +```{r} +#| eval: false +afs$fselect_instance$archive +``` + +```{r} +#| echo: false +plot_size_evals(data[object == "afs_bmr$archive"]) +``` + +```{r} +#| eval: false +afs$fselect_instance$archive$benchmark_result +``` + +```{r} +#| echo: false +plot_size_evals(data[object == "afs_bmr$benchmark_result"]) +``` + + +## Automated Feature Selection with Models + +```{r} +#| eval: false +afs = auto_fselector( + fselector = fs("random_search", batch_size = instance$evals), + learner = learner, + resampling = resampling, + measure = msr("classif.ce"), + terminator = trm("evals", n_evals = instance$evals), + store_fselect_instance = TRUE, + store_benchmark_result = TRUE, + store_models = TRUE +) +``` + +```{r} +#| eval: false +afs$train(task) +``` + +```{r} +#| echo: false +plot_size_evals(data[object == "afs_models$train"]) +``` + +```{r} +#| eval: false +afs$fselect_instance +``` + +```{r} +#| echo: false +plot_size_evals(data[object == "afs_models$fselect_instance"]) +``` + +```{r} +#| eval: false +afs$fselect_instance$objective +``` + +```{r} +#| echo: false +plot_size_evals(data[object == "afs_models$objective"]) +``` + +```{r} +#| eval: false +afs$fselect_instance$archive +``` + +```{r} +#| echo: false +plot_size_evals(data[object == "afs_models$archive"]) +``` + +```{r} +#| eval: false +afs$fselect_instance$archive$benchmark_result +``` + +```{r} +#| echo: false +plot_size_evals(data[object == "afs_models$benchmark_result"]) +``` diff --git a/mlr-org/benchmarks_mlr3tuning.qmd b/mlr-org/benchmarks_mlr3tuning.qmd index 0bc9bb41..5a0f512a 100644 --- a/mlr-org/benchmarks_mlr3tuning.qmd +++ b/mlr-org/benchmarks_mlr3tuning.qmd @@ -1,5 +1,5 @@ --- -title: "Benchmarks mlr3tuning" +title: "mlr3tuning" sidebar: false toc: true --- From 9c93f86054023b26ae3dc4c32fb8acd5f9bd4a58 Mon Sep 17 00:00:00 2001 From: be-marc Date: Sun, 18 Aug 2024 17:20:24 +0200 Subject: [PATCH 3/7] add paradox --- mlr-org/_quarto.yml | 1 + 1 file changed, 1 insertion(+) diff --git a/mlr-org/_quarto.yml b/mlr-org/_quarto.yml index 857fad1e..6acb8e7a 100644 --- a/mlr-org/_quarto.yml +++ b/mlr-org/_quarto.yml @@ -56,6 +56,7 @@ website: - benchmarks_mlr3.qmd - benchmarks_mlr3tuning.qmd - benchmarks_mlr3fselect.qmd + - benchmarks_paradox.qmd - gallery.qmd - team.qmd - text: "More" From 1681f59c5031a1142fd772930fd2bd3126e6ddae Mon Sep 17 00:00:00 2001 From: be-marc Date: Sun, 18 Aug 2024 17:21:43 +0200 Subject: [PATCH 4/7] fix link --- mlr-org/{benchmark_paradox.qmd => benchmarks_paradox.qmd} | 0 1 file changed, 0 insertions(+), 0 deletions(-) rename mlr-org/{benchmark_paradox.qmd => benchmarks_paradox.qmd} (100%) diff --git a/mlr-org/benchmark_paradox.qmd b/mlr-org/benchmarks_paradox.qmd similarity index 100% rename from mlr-org/benchmark_paradox.qmd rename to mlr-org/benchmarks_paradox.qmd From f9b05c804e7fb4177f76b6e3f246d2364864880d Mon Sep 17 00:00:00 2001 From: be-marc Date: Sun, 18 Aug 2024 17:23:55 +0200 Subject: [PATCH 5/7] here --- mlr-org/benchmarks_paradox.qmd | 2 -- 1 file changed, 2 deletions(-) diff --git a/mlr-org/benchmarks_paradox.qmd b/mlr-org/benchmarks_paradox.qmd index c9847d27..208b0ced 100644 --- a/mlr-org/benchmarks_paradox.qmd +++ b/mlr-org/benchmarks_paradox.qmd @@ -6,8 +6,6 @@ toc: true {{< include _setup.qmd >}} - - ```{r} #| include: false library(data.table) From 3077f07778448dc3fee4c172a8951c28cd8ffb42 Mon Sep 17 00:00:00 2001 From: be-marc Date: Sun, 18 Aug 2024 17:30:59 +0200 Subject: [PATCH 6/7] add here --- DESCRIPTION | 1 + 1 file changed, 1 insertion(+) diff --git a/DESCRIPTION b/DESCRIPTION index 14568dcd..830d9e76 100644 --- a/DESCRIPTION +++ b/DESCRIPTION @@ -17,6 +17,7 @@ Imports: bbotk, checkmate, data.table, + here, htmltools, miesmuschel, mlr3batchmark, From d2eb6594575f49ed54a88593d56ac3c2369ce99b Mon Sep 17 00:00:00 2001 From: be-marc Date: Sun, 18 Aug 2024 18:00:40 +0200 Subject: [PATCH 7/7] add gt --- DESCRIPTION | 1 + 1 file changed, 1 insertion(+) diff --git a/DESCRIPTION b/DESCRIPTION index 830d9e76..252ae08a 100644 --- a/DESCRIPTION +++ b/DESCRIPTION @@ -17,6 +17,7 @@ Imports: bbotk, checkmate, data.table, + gt, here, htmltools, miesmuschel,