Re adding the optimal hyperparameters as I have deleted them by mistake.

experiments/california_housing/stage1/none_with_params_26.json

+{
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "california_housing",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 5,
+    "extracted_forest_size_stop": 0.1,
+    "models_dir": "./models",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "1",
+        "none_with_params"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "none",
+    "extracted_forest_size": [
+        16,
+        33,
+        50,
+        66,
+        83
+    ],
+    "experiment_id": 26
+}
\ No newline at end of file

experiments/iris/stage1/omp_with_params.json

@@ -7,17 +7,13 @@
     "dataset_normalizer": "standard",
     "forest_size": null,
     "extracted_forest_size_samples": 5,
-    "extracted_forest_size_stop": 0.05,
+    "extracted_forest_size_stop": 0.4,
     "models_dir": "models/iris/stage1",
     "dev_size": 0.2,
     "test_size": 0.2,
     "random_seed_number": 1,
     "seeds": [
-        1,
-        2,
-        3,
-        4,
-        5
+        1
     ],
     "subsets_used": "train,dev",
     "normalize_weights": false,
@@ -30,10 +26,10 @@
     "job_number": -1,
     "extraction_strategy": "omp",
     "extracted_forest_size": [
-        8,
-        17,
-        25,
-        33,
-        42
+        7,
+        13,
+        20,
+        27,
+        33
     ]
 }
\ No newline at end of file

experiments/steel-plates/stage1/omp_with_params.json

+{
+    "experiment_id": 3,
+    "experiment_configuration": null,
+    "experiment_configuration_path": "experiments",
+    "dataset_name": "steel-plates",
+    "normalize_D": false,
+    "dataset_normalizer": "standard",
+    "forest_size": null,
+    "extracted_forest_size_samples": 5,
+    "extracted_forest_size_stop": 0.4,
+    "models_dir": "models/steel/stage1",
+    "dev_size": 0.2,
+    "test_size": 0.2,
+    "random_seed_number": 1,
+    "seeds": [
+        1,
+        2,
+        3,
+        4,
+        5
+    ],
+    "subsets_used": "train,dev",
+    "normalize_weights": false,
+    "verbose": false,
+    "skip_best_hyperparams": false,
+    "save_experiment_configuration": [
+        "1",
+        "omp_with_params"
+    ],
+    "job_number": -1,
+    "extraction_strategy": "omp",
+    "extracted_forest_size": [
+        7,
+        13,
+        20,
+        27,
+        33
+    ]
+}
\ No newline at end of file