Re adding the optimal hyperparameters as I have deleted them by mistake. This time for real.

experiments/boston/stage1/params.json

+{
+    "scorer": "neg_mean_squared_error",
+    "best_score_train": -13.33228274304088,
+    "best_score_test": -13.650326577972058,
+    "best_parameters": {
+        "max_features": "auto",
+        "min_samples_leaf": 1,
+        "max_depth": 20,
+        "n_estimators": 1000
+    },
+    "random_seed": [
+        1812,
+        1844,
+        1376,
+        383,
+        310,
+        1620,
+        54,
+        1502,
+        324,
+        1536,
+        1202,
+        1069,
+        645,
+        1706,
+        423
+    ]
+}
\ No newline at end of file

experiments/breast_cancer/stage1/params.json

+{
+    "scorer": "accuracy",
+    "best_score_train": 0.9562271062271059,
+    "best_score_test": 0.9514619883040936,
+    "best_parameters": {
+        "max_depth": 20,
+        "min_samples_leaf": 1,
+        "n_estimators": 1000,
+        "max_features": "log2"
+    },
+    "random_seed": [
+        1505,
+        5,
+        484,
+        284,
+        289,
+        1014,
+        1752,
+        497,
+        1350,
+        781,
+        408,
+        256,
+        1494,
+        1940,
+        842
+    ]
+}
\ No newline at end of file

experiments/california_housing/stage1/params.json

+{
+    "scorer": "neg_mean_squared_error",
+    "best_score_train": -0.2535049905518054,
+    "best_score_test": -0.24128661227361273,
+    "best_parameters": {
+        "max_features": "log2",
+        "min_samples_leaf": 1,
+        "n_estimators": 1000,
+        "max_depth": 18
+    },
+    "random_seed": [
+        1012,
+        529,
+        42
+    ]
+}
\ No newline at end of file

experiments/diabetes/stage1/params.json

+{
+    "scorer": "neg_mean_squared_error",
+    "best_score_train": -3565.203897624773,
+    "best_score_test": -3305.635542701523,
+    "best_parameters": {
+        "max_features": "auto",
+        "min_samples_leaf": 1,
+        "max_depth": 15,
+        "n_estimators": 108
+    },
+    "random_seed": [
+        661,
+        1004,
+        469,
+        1399,
+        32,
+        992,
+        312,
+        895,
+        170,
+        913,
+        347,
+        787,
+        1596,
+        752,
+        1093
+    ]
+}
\ No newline at end of file

experiments/diamonds/stage1/params.json

+{
+    "scorer": "neg_mean_squared_error",
+    "best_score_train": -627872.5455188936,
+    "best_score_test": -551230.808602097,
+    "best_parameters": {
+        "max_features": "auto",
+        "min_samples_leaf": 1,
+        "max_depth": 12,
+        "n_estimators": 429
+    },
+    "random_seed": [
+        83,
+        1000,
+        1262,
+        1117,
+        1899,
+        1378,
+        1904,
+        1661,
+        57,
+        1143,
+        1350,
+        871,
+        1030,
+        1585,
+        745
+    ]
+}
\ No newline at end of file

experiments/digits/stage1/params.json

+{
+    "scorer": "accuracy",
+    "best_score_train": 0.9667536988685814,
+    "best_score_test": 0.9738888888888889,
+    "best_parameters": {
+        "max_features": "sqrt",
+        "min_samples_leaf": 1,
+        "n_estimators": 1000,
+        "max_depth": 20
+    },
+    "random_seed": [
+        1,
+        103,
+        519,
+        213,
+        953
+    ]
+}
\ No newline at end of file

experiments/iris/stage1/params.json

+{
+    "scorer": "accuracy",
+    "best_score_train": 0.9541666666666668,
+    "best_score_test": 0.9155555555555556,
+    "best_parameters": {
+        "max_features": "sqrt",
+        "min_samples_leaf": 1,
+        "max_depth": 1,
+        "n_estimators": 1000
+    },
+    "random_seed": [
+        771,
+        577,
+        1262,
+        261,
+        1942,
+        121,
+        1710,
+        633,
+        1852,
+        821,
+        423,
+        574,
+        1452,
+        68,
+        624
+    ]
+}
\ No newline at end of file

experiments/lfw_pairs/stage1/params.json

+{
+    "scorer": "accuracy",
+    "best_score_train": 0.6231060606060606,
+    "best_score_test": 0.6174242424242423,
+    "best_parameters": {
+        "min_samples_leaf": 1,
+        "n_estimators": 1000,
+        "max_depth": 16,
+        "max_features": "auto"
+    },
+    "random_seed": [
+        226,
+        674,
+        1639
+    ]
+}
\ No newline at end of file

experiments/linnerud/stage1/params.json

+{
+    "scorer": "neg_mean_squared_error",
+    "best_score_train": -223.81438159498393,
+    "best_score_test": -262.4415311793658,
+    "best_parameters": {
+        "max_depth": 1,
+        "min_samples_leaf": 1,
+        "max_features": "sqrt",
+        "n_estimators": 1000
+    },
+    "random_seed": [
+        1109,
+        509,
+        686,
+        1657,
+        922,
+        502,
+        1414,
+        1259,
+        1256,
+        1923,
+        1813,
+        1854,
+        136,
+        1129,
+        777
+    ]
+}
\ No newline at end of file

experiments/olivetti_faces/stage1/params.json

+{
+    "scorer": "accuracy",
+    "best_score_train": 0.8890625,
+    "best_score_test": 0.89,
+    "best_parameters": {
+        "max_features": "log2",
+        "min_samples_leaf": 1,
+        "n_estimators": 1000,
+        "max_depth": 18
+    },
+    "random_seed": [
+        899,
+        249,
+        1367,
+        942,
+        846,
+        1576,
+        285,
+        839,
+        1974,
+        1216,
+        540,
+        1292,
+        1642,
+        712,
+        1511
+    ]
+}
\ No newline at end of file

experiments/wine/stage1/params.json

+{
+    "scorer": "accuracy",
+    "best_score_train": 0.9846607669616517,
+    "best_score_test": 0.9796296296296295,
+    "best_parameters": {
+        "max_depth": 20,
+        "min_samples_leaf": 1,
+        "n_estimators": 1000,
+        "max_features": "log2"
+    },
+    "random_seed": [
+        1431,
+        826,
+        1913,
+        168,
+        871,
+        1691,
+        1482,
+        1273,
+        255,
+        805,
+        1671,
+        448,
+        1217,
+        1213,
+        1160
+    ]
+}
\ No newline at end of file